{"date":"2026-09-24","source_revision":"f7cf7359b7ac615a0b294831c5ba2bc95ee4a000","source_sha256":{"BFCL_v4_multiple.json":"aef168155ebd74b7ac2401198b201343bc7d16d7a3d7e0d4e6d8ee82c6969b2a","BFCL_v4_multiple_answers.json":"244e00ce9395df948bcafc7bee64e8f9c87ef70887587d83cae45b13699f3047","BFCL_v4_live_multiple.json":"fd8ccfad4d911420d0e3341dbe2fff77d1d341da934248b9bb2bda24ab3a10c8","BFCL_v4_live_multiple_answers.json":"97e90d59c5bd76c55a2920ce93e5566e9046307d3f558578f085f9d3a56c3084"},"suite_sha256":{"description":"4fed399cd694cf4008f9c9ba57d89862206e4712049594c083465013dbb715a1","prose_schema":"79897ecc1a078a94671335b7af1e22aaec6ea93d4d249ff8721aa255fd61b979","schema":"e3f42a8a16daade9cdd11ebdcd16bdc7f6a09fba1f5c8477e24448acd7634188"},"summary":{"description":{"clm":{"all":{"count":1253,"correct":963,"accuracy":0.7686,"latency_ms_p50":35.43,"latency_ms_p95":92.24,"input_tokens":80962,"retries":0},"by_split":{"multiple":{"count":200,"correct":175,"accuracy":0.875,"latency_ms_p50":70.9,"latency_ms_p95":98.52,"input_tokens":14579,"retries":0},"live_multiple":{"count":1053,"correct":788,"accuracy":0.7483,"latency_ms_p50":31.99,"latency_ms_p95":90.34,"input_tokens":66383,"retries":0}},"by_candidates":{"2":{"count":303,"correct":257,"accuracy":0.8482,"latency_ms_p50":44.43,"latency_ms_p95":87.06,"input_tokens":17177,"retries":0},"3":{"count":387,"correct":319,"accuracy":0.8243,"latency_ms_p50":42.66,"latency_ms_p95":91.91,"input_tokens":25233,"retries":0},"4":{"count":212,"correct":150,"accuracy":0.7075,"latency_ms_p50":32.23,"latency_ms_p95":94.78,"input_tokens":13536,"retries":0},"5":{"count":195,"correct":133,"accuracy":0.6821,"latency_ms_p50":31.73,"latency_ms_p95":89.06,"input_tokens":11830,"retries":0},"6":{"count":78,"correct":53,"accuracy":0.6795,"latency_ms_p50":31.12,"latency_ms_p95":99.3,"input_tokens":5075,"retries":0},"7":{"count":33,"correct":20,"accuracy":0.6061,"latency_ms_p50":30.91,"latency_ms_p95":95.85,"input_tokens":1980,"retries":0},"8":{"count":18,"correct":11,"accuracy":0.6111,"latency_ms_p50":33.07,"latency_ms_p95":116.94,"input_tokens":1160,"retries":0},"9":{"count":11,"correct":9,"accuracy":0.8182,"latency_ms_p50":48.22,"latency_ms_p95":130.24,"input_tokens":2171,"retries":0},"10":{"count":14,"correct":10,"accuracy":0.7143,"latency_ms_p50":33.36,"latency_ms_p95":108.09,"input_tokens":1354,"retries":0},"26":{"count":1,"correct":1,"accuracy":1.0,"latency_ms_p50":161.02,"latency_ms_p95":161.02,"input_tokens":704,"retries":0},"37":{"count":1,"correct":0,"accuracy":0.0,"latency_ms_p50":185.61,"latency_ms_p95":185.61,"input_tokens":742,"retries":0}}},"jev":{"all":{"count":1253,"correct":1223,"accuracy":0.9761,"latency_ms_p50":111.44,"latency_ms_p95":152.41,"input_tokens":603041,"retries":0},"by_split":{"multiple":{"count":200,"correct":199,"accuracy":0.995,"latency_ms_p50":112.21,"latency_ms_p95":155.8,"input_tokens":80190,"retries":0},"live_multiple":{"count":1053,"correct":1024,"accuracy":0.9725,"latency_ms_p50":111.16,"latency_ms_p95":150.59,"input_tokens":522851,"retries":0}},"by_candidates":{"2":{"count":303,"correct":296,"accuracy":0.9769,"latency_ms_p50":108.46,"latency_ms_p95":145.25,"input_tokens":118965,"retries":0},"3":{"count":387,"correct":373,"accuracy":0.9638,"latency_ms_p50":112.02,"latency_ms_p95":150.02,"input_tokens":170228,"retries":0},"4":{"count":212,"correct":208,"accuracy":0.9811,"latency_ms_p50":115.01,"latency_ms_p95":162.42,"input_tokens":105141,"retries":0},"5":{"count":195,"correct":194,"accuracy":0.9949,"latency_ms_p50":113.43,"latency_ms_p95":158.69,"input_tokens":108749,"retries":0},"6":{"count":78,"correct":77,"accuracy":0.9872,"latency_ms_p50":111.62,"latency_ms_p95":160.23,"input_tokens":46481,"retries":0},"7":{"count":33,"correct":33,"accuracy":1.0,"latency_ms_p50":105.6,"latency_ms_p95":154.6,"input_tokens":19621,"retries":0},"8":{"count":18,"correct":18,"accuracy":1.0,"latency_ms_p50":104.63,"latency_ms_p95":144.96,"input_tokens":13192,"retries":0},"9":{"count":11,"correct":8,"accuracy":0.7273,"latency_ms_p50":109.68,"latency_ms_p95":172.52,"input_tokens":8156,"retries":0},"10":{"count":14,"correct":14,"accuracy":1.0,"latency_ms_p50":113.93,"latency_ms_p95":146.48,"input_tokens":9608,"retries":0},"26":{"count":1,"correct":1,"accuracy":1.0,"latency_ms_p50":113.44,"latency_ms_p95":113.44,"input_tokens":1360,"retries":0},"37":{"count":1,"correct":1,"accuracy":1.0,"latency_ms_p50":137.93,"latency_ms_p95":137.93,"input_tokens":1540,"retries":0}}}},"prose_schema":{"clm":{"all":{"count":1253,"correct":732,"accuracy":0.5842,"latency_ms_p50":42.25,"latency_ms_p95":139.61,"input_tokens":217198,"retries":0},"by_split":{"multiple":{"count":200,"correct":152,"accuracy":0.76,"latency_ms_p50":89.48,"latency_ms_p95":123.61,"input_tokens":38779,"retries":0},"live_multiple":{"count":1053,"correct":580,"accuracy":0.5508,"latency_ms_p50":36.25,"latency_ms_p95":144.6,"input_tokens":178419,"retries":0}},"by_candidates":{"2":{"count":303,"correct":200,"accuracy":0.6601,"latency_ms_p50":60.86,"latency_ms_p95":120.86,"input_tokens":43581,"retries":0},"3":{"count":387,"correct":226,"accuracy":0.584,"latency_ms_p50":62.67,"latency_ms_p95":118.36,"input_tokens":64204,"retries":0},"4":{"count":212,"correct":124,"accuracy":0.5849,"latency_ms_p50":40.38,"latency_ms_p95":134.75,"input_tokens":35911,"retries":0},"5":{"count":195,"correct":103,"accuracy":0.5282,"latency_ms_p50":35.99,"latency_ms_p95":171.05,"input_tokens":36320,"retries":0},"6":{"count":78,"correct":57,"accuracy":0.7308,"latency_ms_p50":31.11,"latency_ms_p95":173.6,"input_tokens":11766,"retries":0},"7":{"count":33,"correct":8,"accuracy":0.2424,"latency_ms_p50":33.71,"latency_ms_p95":197.81,"input_tokens":5980,"retries":0},"8":{"count":18,"correct":0,"accuracy":0.0,"latency_ms_p50":29.34,"latency_ms_p95":227.71,"input_tokens":3387,"retries":0},"9":{"count":11,"correct":8,"accuracy":0.7273,"latency_ms_p50":58.31,"latency_ms_p95":202.32,"input_tokens":5528,"retries":0},"10":{"count":14,"correct":6,"accuracy":0.4286,"latency_ms_p50":60.83,"latency_ms_p95":306.32,"input_tokens":4524,"retries":0},"26":{"count":1,"correct":0,"accuracy":0.0,"latency_ms_p50":455.55,"latency_ms_p95":455.55,"input_tokens":3053,"retries":0},"37":{"count":1,"correct":0,"accuracy":0.0,"latency_ms_p50":473.26,"latency_ms_p95":473.26,"input_tokens":2944,"retries":0}}},"jev":{"all":{"count":1253,"correct":1238,"accuracy":0.988,"latency_ms_p50":117.04,"latency_ms_p95":156.06,"input_tokens":1161273,"retries":0},"by_split":{"multiple":{"count":200,"correct":200,"accuracy":1.0,"latency_ms_p50":116.34,"latency_ms_p95":164.67,"input_tokens":108470,"retries":0},"live_multiple":{"count":1053,"correct":1038,"accuracy":0.9858,"latency_ms_p50":117.37,"latency_ms_p95":155.86,"input_tokens":1052803,"retries":0}},"by_candidates":{"2":{"count":303,"correct":298,"accuracy":0.9835,"latency_ms_p50":116.45,"latency_ms_p95":155.14,"input_tokens":196619,"retries":0},"3":{"count":387,"correct":381,"accuracy":0.9845,"latency_ms_p50":115.34,"latency_ms_p95":157.22,"input_tokens":290328,"retries":0},"4":{"count":212,"correct":211,"accuracy":0.9953,"latency_ms_p50":117.27,"latency_ms_p95":154.7,"input_tokens":204408,"retries":0},"5":{"count":195,"correct":195,"accuracy":1.0,"latency_ms_p50":118.69,"latency_ms_p95":162.18,"input_tokens":245190,"retries":0},"6":{"count":78,"correct":77,"accuracy":0.9872,"latency_ms_p50":120.83,"latency_ms_p95":154.85,"input_tokens":100721,"retries":0},"7":{"count":33,"correct":33,"accuracy":1.0,"latency_ms_p50":127.63,"latency_ms_p95":159.96,"input_tokens":41452,"retries":0},"8":{"count":18,"correct":18,"accuracy":1.0,"latency_ms_p50":124.32,"latency_ms_p95":165.32,"input_tokens":35858,"retries":0},"9":{"count":11,"correct":9,"accuracy":0.8182,"latency_ms_p50":121.91,"latency_ms_p95":158.6,"input_tokens":17160,"retries":0},"10":{"count":14,"correct":14,"accuracy":1.0,"latency_ms_p50":123.12,"latency_ms_p95":186.22,"input_tokens":22026,"retries":0},"26":{"count":1,"correct":1,"accuracy":1.0,"latency_ms_p50":130.92,"latency_ms_p95":130.92,"input_tokens":3754,"retries":0},"37":{"count":1,"correct":1,"accuracy":1.0,"latency_ms_p50":127.47,"latency_ms_p95":127.47,"input_tokens":3757,"retries":0}}}},"schema":{"clm":{"all":{"count":1253,"correct":595,"accuracy":0.4749,"latency_ms_p50":66.34,"latency_ms_p95":173.52,"input_tokens":265026,"retries":0},"by_split":{"multiple":{"count":200,"correct":105,"accuracy":0.525,"latency_ms_p50":99.94,"latency_ms_p95":148.18,"input_tokens":52858,"retries":0},"live_multiple":{"count":1053,"correct":490,"accuracy":0.4653,"latency_ms_p50":55.55,"latency_ms_p95":181.04,"input_tokens":212168,"retries":0}},"by_candidates":{"2":{"count":303,"correct":187,"accuracy":0.6172,"latency_ms_p50":78.61,"latency_ms_p95":152.88,"input_tokens":53006,"retries":0},"3":{"count":387,"correct":166,"accuracy":0.4289,"latency_ms_p50":77.25,"latency_ms_p95":157.29,"input_tokens":80595,"retries":0},"4":{"count":212,"correct":95,"accuracy":0.4481,"latency_ms_p50":64.37,"latency_ms_p95":172.57,"input_tokens":43422,"retries":0},"5":{"count":195,"correct":96,"accuracy":0.4923,"latency_ms_p50":46.16,"latency_ms_p95":205.11,"input_tokens":43303,"retries":0},"6":{"count":78,"correct":36,"accuracy":0.4615,"latency_ms_p50":44.08,"latency_ms_p95":205.73,"input_tokens":13609,"retries":0},"7":{"count":33,"correct":9,"accuracy":0.2727,"latency_ms_p50":43.08,"latency_ms_p95":249.06,"input_tokens":7093,"retries":0},"8":{"count":18,"correct":4,"accuracy":0.2222,"latency_ms_p50":32.64,"latency_ms_p95":350.8,"input_tokens":4050,"retries":0},"9":{"count":11,"correct":1,"accuracy":0.0909,"latency_ms_p50":73.31,"latency_ms_p95":259.85,"input_tokens":6571,"retries":0},"10":{"count":14,"correct":0,"accuracy":0.0,"latency_ms_p50":65.22,"latency_ms_p95":336.64,"input_tokens":5646,"retries":0},"26":{"count":1,"correct":1,"accuracy":1.0,"latency_ms_p50":552.71,"latency_ms_p95":552.71,"input_tokens":3731,"retries":0},"37":{"count":1,"correct":0,"accuracy":0.0,"latency_ms_p50":615.49,"latency_ms_p95":615.49,"input_tokens":4000,"retries":0}}},"jev":{"all":{"count":1253,"correct":1239,"accuracy":0.9888,"latency_ms_p50":119.26,"latency_ms_p95":162.87,"input_tokens":1332049,"retries":0},"by_split":{"multiple":{"count":200,"correct":200,"accuracy":1.0,"latency_ms_p50":111.84,"latency_ms_p95":149.7,"input_tokens":126929,"retries":0},"live_multiple":{"count":1053,"correct":1039,"accuracy":0.9867,"latency_ms_p50":120.84,"latency_ms_p95":164.29,"input_tokens":1205120,"retries":0}},"by_candidates":{"2":{"count":303,"correct":300,"accuracy":0.9901,"latency_ms_p50":116.95,"latency_ms_p95":155.48,"input_tokens":219363,"retries":0},"3":{"count":387,"correct":382,"accuracy":0.9871,"latency_ms_p50":117.67,"latency_ms_p95":156.09,"input_tokens":330854,"retries":0},"4":{"count":212,"correct":211,"accuracy":0.9953,"latency_ms_p50":120.41,"latency_ms_p95":161.85,"input_tokens":236003,"retries":0},"5":{"count":195,"correct":194,"accuracy":0.9949,"latency_ms_p50":124.77,"latency_ms_p95":166.3,"input_tokens":282267,"retries":0},"6":{"count":78,"correct":77,"accuracy":0.9872,"latency_ms_p50":128.82,"latency_ms_p95":175.06,"input_tokens":116330,"retries":0},"7":{"count":33,"correct":33,"accuracy":1.0,"latency_ms_p50":117.67,"latency_ms_p95":149.66,"input_tokens":48753,"retries":0},"8":{"count":18,"correct":18,"accuracy":1.0,"latency_ms_p50":129.04,"latency_ms_p95":216.62,"input_tokens":41997,"retries":0},"9":{"count":11,"correct":8,"accuracy":0.7273,"latency_ms_p50":115.55,"latency_ms_p95":160.89,"input_tokens":20336,"retries":0},"10":{"count":14,"correct":14,"accuracy":1.0,"latency_ms_p50":129.04,"latency_ms_p95":200.37,"input_tokens":26679,"retries":0},"26":{"count":1,"correct":1,"accuracy":1.0,"latency_ms_p50":139.88,"latency_ms_p95":139.88,"input_tokens":4531,"retries":0},"37":{"count":1,"correct":1,"accuracy":1.0,"latency_ms_p50":162.91,"latency_ms_p95":162.91,"input_tokens":4936,"retries":0}}}}},"cases":[{"id":"multiple_0","split":"multiple","state":"User: Can I find the dimensions and properties of a triangle, if I know its three sides are 5 units, 4 units and 3 units long?","expected":"triangle_properties.get","candidate_count":2,"views":{"description":{"criteria":{"triangle_properties.get":"triangle_properties.get: Retrieve the dimensions, such as area and perimeter, of a triangle if lengths of three sides are given.","circle_properties.get":"circle_properties.get: Retrieve the dimensions, such as area and circumference, of a circle if radius is given."},"clm":{"choice":"circle_properties.get","correct":false,"latency_ms":89.49,"confidence":0.711327},"jev":{"choice":"triangle_properties.get","correct":true,"latency_ms":104.42,"confidence":1.0}},"prose_schema":{"criteria":{"triangle_properties.get":"triangle_properties.get: Retrieve the dimensions, such as area and perimeter, of a triangle if lengths of three sides are given.\nParameter side1 (integer); required; The length of first side of the triangle.\nParameter side2 (integer); required; The length of second side of the triangle.\nParameter side3 (integer); required; The length of third side of the triangle.\nParameter get_area (boolean); A flag to determine whether to calculate the area of triangle. Default is true.; default: True\nParameter get_perimeter (boolean); A flag to determine whether to calculate the perimeter of triangle. Default is true.; default: True\nParameter get_angles (boolean); A flag to determine whether to calculate the internal angles of triangle. Default is true.; default: True","circle_properties.get":"circle_properties.get: Retrieve the dimensions, such as area and circumference, of a circle if radius is given.\nParameter radius (float); required; The length of radius of the circle.\nParameter get_area (boolean); A flag to determine whether to calculate the area of circle. Default is true.; default: True\nParameter get_circumference (boolean); A flag to determine whether to calculate the circumference of circle. Default is true.; default: True"},"clm":{"choice":"circle_properties.get","correct":false,"latency_ms":39.06,"confidence":0.630519},"jev":{"choice":"triangle_properties.get","correct":true,"latency_ms":103.48,"confidence":1.0}},"schema":{"criteria":{"triangle_properties.get":"{\"description\":\"Retrieve the dimensions, such as area and perimeter, of a triangle if lengths of three sides are given.\",\"name\":\"triangle_properties.get\",\"parameters\":{\"properties\":{\"get_angles\":{\"default\":true,\"description\":\"A flag to determine whether to calculate the internal angles of triangle. Default is true.\",\"optional\":true,\"type\":\"boolean\"},\"get_area\":{\"default\":true,\"description\":\"A flag to determine whether to calculate the area of triangle. Default is true.\",\"optional\":true,\"type\":\"boolean\"},\"get_perimeter\":{\"default\":true,\"description\":\"A flag to determine whether to calculate the perimeter of triangle. Default is true.\",\"optional\":true,\"type\":\"boolean\"},\"side1\":{\"description\":\"The length of first side of the triangle.\",\"type\":\"integer\"},\"side2\":{\"description\":\"The length of second side of the triangle.\",\"type\":\"integer\"},\"side3\":{\"description\":\"The length of third side of the triangle.\",\"type\":\"integer\"}},\"required\":[\"side1\",\"side2\",\"side3\"],\"type\":\"dict\"}}","circle_properties.get":"{\"description\":\"Retrieve the dimensions, such as area and circumference, of a circle if radius is given.\",\"name\":\"circle_properties.get\",\"parameters\":{\"properties\":{\"get_area\":{\"default\":true,\"description\":\"A flag to determine whether to calculate the area of circle. Default is true.\",\"optional\":true,\"type\":\"boolean\"},\"get_circumference\":{\"default\":true,\"description\":\"A flag to determine whether to calculate the circumference of circle. Default is true.\",\"optional\":true,\"type\":\"boolean\"},\"radius\":{\"description\":\"The length of radius of the circle.\",\"type\":\"float\"}},\"required\":[\"radius\"],\"type\":\"dict\"}}"},"clm":{"choice":"triangle_properties.get","correct":true,"latency_ms":42.88,"confidence":0.645182},"jev":{"choice":"triangle_properties.get","correct":true,"latency_ms":114.86,"confidence":1.0}}}},{"id":"multiple_1","split":"multiple","state":"User: Calculate the area of a triangle, given the lengths of its three sides: 3, 4, and 5.","expected":"math.triangle_area_heron","candidate_count":3,"views":{"description":{"criteria":{"math.triangle_area_heron":"math.triangle_area_heron: Calculates the area of a triangle using Heron's formula, given the lengths of its three sides.","math.circle_area":"math.circle_area: Calculates the area of a circle given its radius.","math.triangle_area_base_height":"math.triangle_area_base_height: Calculates the area of a triangle using the formula (1/2)base*height."},"clm":{"choice":"math.triangle_area_heron","correct":true,"latency_ms":210.1,"confidence":0.867282},"jev":{"choice":"math.triangle_area_heron","correct":true,"latency_ms":133.39,"confidence":1.0}},"prose_schema":{"criteria":{"math.triangle_area_heron":"math.triangle_area_heron: Calculates the area of a triangle using Heron's formula, given the lengths of its three sides.\nParameter side1 (integer); required; Length of the first side of the triangle.\nParameter side2 (integer); required; Length of the second side of the triangle.\nParameter side3 (integer); required; Length of the third side of the triangle.","math.circle_area":"math.circle_area: Calculates the area of a circle given its radius.\nParameter radius (float); required; The radius of the circle.","math.triangle_area_base_height":"math.triangle_area_base_height: Calculates the area of a triangle using the formula (1/2)base*height.\nParameter base (float); required; The base length of the triangle.\nParameter height (float); required; The height of the triangle."},"clm":{"choice":"math.triangle_area_heron","correct":true,"latency_ms":260.84,"confidence":0.462281},"jev":{"choice":"math.triangle_area_heron","correct":true,"latency_ms":112.0,"confidence":1.0}},"schema":{"criteria":{"math.triangle_area_heron":"{\"description\":\"Calculates the area of a triangle using Heron's formula, given the lengths of its three sides.\",\"name\":\"math.triangle_area_heron\",\"parameters\":{\"properties\":{\"side1\":{\"description\":\"Length of the first side of the triangle.\",\"type\":\"integer\"},\"side2\":{\"description\":\"Length of the second side of the triangle.\",\"type\":\"integer\"},\"side3\":{\"description\":\"Length of the third side of the triangle.\",\"type\":\"integer\"}},\"required\":[\"side1\",\"side2\",\"side3\"],\"type\":\"dict\"}}","math.circle_area":"{\"description\":\"Calculates the area of a circle given its radius.\",\"name\":\"math.circle_area\",\"parameters\":{\"properties\":{\"radius\":{\"description\":\"The radius of the circle.\",\"type\":\"float\"}},\"required\":[\"radius\"],\"type\":\"dict\"}}","math.triangle_area_base_height":"{\"description\":\"Calculates the area of a triangle using the formula (1/2)base*height.\",\"name\":\"math.triangle_area_base_height\",\"parameters\":{\"properties\":{\"base\":{\"description\":\"The base length of the triangle.\",\"type\":\"float\"},\"height\":{\"description\":\"The height of the triangle.\",\"type\":\"float\"}},\"required\":[\"base\",\"height\"],\"type\":\"dict\"}}"},"clm":{"choice":"math.circle_area","correct":false,"latency_ms":122.14,"confidence":0.373542},"jev":{"choice":"math.triangle_area_heron","correct":true,"latency_ms":135.77,"confidence":1.0}}}},{"id":"multiple_2","split":"multiple","state":"User: What is the capital of Brazil?","expected":"country_info.capital","candidate_count":3,"views":{"description":{"criteria":{"country_info.largest_city":"country_info.largest_city: Fetch the largest city of a specified country.","country_info.capital":"country_info.capital: Fetch the capital city of a specified country.","country_info.population":"country_info.population: Fetch the current population of a specified country."},"clm":{"choice":"country_info.capital","correct":true,"latency_ms":18682.15,"confidence":0.543474},"jev":{"choice":"country_info.capital","correct":true,"latency_ms":136.9,"confidence":1.0}},"prose_schema":{"criteria":{"country_info.largest_city":"country_info.largest_city: Fetch the largest city of a specified country.\nParameter country (string); required; Name of the country.","country_info.capital":"country_info.capital: Fetch the capital city of a specified country.\nParameter country (string); required; Name of the country.","country_info.population":"country_info.population: Fetch the current population of a specified country.\nParameter country (string); required; Name of the country."},"clm":{"choice":"country_info.largest_city","correct":false,"latency_ms":80.96,"confidence":0.519256},"jev":{"choice":"country_info.capital","correct":true,"latency_ms":102.34,"confidence":1.0}},"schema":{"criteria":{"country_info.largest_city":"{\"description\":\"Fetch the largest city of a specified country.\",\"name\":\"country_info.largest_city\",\"parameters\":{\"properties\":{\"country\":{\"description\":\"Name of the country.\",\"type\":\"string\"}},\"required\":[\"country\"],\"type\":\"dict\"}}","country_info.capital":"{\"description\":\"Fetch the capital city of a specified country.\",\"name\":\"country_info.capital\",\"parameters\":{\"properties\":{\"country\":{\"description\":\"Name of the country.\",\"type\":\"string\"}},\"required\":[\"country\"],\"type\":\"dict\"}}","country_info.population":"{\"description\":\"Fetch the current population of a specified country.\",\"name\":\"country_info.population\",\"parameters\":{\"properties\":{\"country\":{\"description\":\"Name of the country.\",\"type\":\"string\"}},\"required\":[\"country\"],\"type\":\"dict\"}}"},"clm":{"choice":"country_info.capital","correct":true,"latency_ms":94.52,"confidence":0.469171},"jev":{"choice":"country_info.capital","correct":true,"latency_ms":102.15,"confidence":1.0}}}},{"id":"multiple_3","split":"multiple","state":"User: Compute the Euclidean distance between two points A(3,4) and B(1,2).","expected":"EuclideanDistance.calculate","candidate_count":2,"views":{"description":{"criteria":{"EuclideanDistance.calculate":"EuclideanDistance.calculate: Calculate the Euclidean distance between two points.","angleToXAxis.calculate":"angleToXAxis.calculate: Calculate the angle between two points with respect to x-axis."},"clm":{"choice":"EuclideanDistance.calculate","correct":true,"latency_ms":65.23,"confidence":0.99639},"jev":{"choice":"EuclideanDistance.calculate","correct":true,"latency_ms":109.68,"confidence":1.0}},"prose_schema":{"criteria":{"EuclideanDistance.calculate":"EuclideanDistance.calculate: Calculate the Euclidean distance between two points.\nParameter pointA (array); required; Coordinates for Point A.\nParameter pointB (array); required; Coordinates for Point B.\nParameter rounding (integer); Optional: The number of decimals to round off the result. Default 0","angleToXAxis.calculate":"angleToXAxis.calculate: Calculate the angle between two points with respect to x-axis.\nParameter pointA (array); required; Coordinates for Point A.\nParameter pointB (array); required; Coordinates for Point B.\nParameter rounding (integer); Optional: The number of decimals to round off the result. Default 0"},"clm":{"choice":"EuclideanDistance.calculate","correct":true,"latency_ms":60.22,"confidence":0.64426},"jev":{"choice":"EuclideanDistance.calculate","correct":true,"latency_ms":115.83,"confidence":1.0}},"schema":{"criteria":{"EuclideanDistance.calculate":"{\"description\":\"Calculate the Euclidean distance between two points.\",\"name\":\"EuclideanDistance.calculate\",\"parameters\":{\"properties\":{\"pointA\":{\"description\":\"Coordinates for Point A.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"pointB\":{\"description\":\"Coordinates for Point B.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"rounding\":{\"description\":\"Optional: The number of decimals to round off the result. Default 0\",\"type\":\"integer\"}},\"required\":[\"pointA\",\"pointB\"],\"type\":\"dict\"}}","angleToXAxis.calculate":"{\"description\":\"Calculate the angle between two points with respect to x-axis.\",\"name\":\"angleToXAxis.calculate\",\"parameters\":{\"properties\":{\"pointA\":{\"description\":\"Coordinates for Point A.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"pointB\":{\"description\":\"Coordinates for Point B.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"rounding\":{\"description\":\"Optional: The number of decimals to round off the result. Default 0\",\"type\":\"integer\"}},\"required\":[\"pointA\",\"pointB\"],\"type\":\"dict\"}}"},"clm":{"choice":"angleToXAxis.calculate","correct":false,"latency_ms":99.29,"confidence":0.845418},"jev":{"choice":"EuclideanDistance.calculate","correct":true,"latency_ms":117.32,"confidence":1.0}}}},{"id":"multiple_4","split":"multiple","state":"User: Can you calculate the displacement of a car moving at an initial speed of 20 m/s and then accelerates at 10 m/s^2 for 5 seconds? (assuming a straight line motion)","expected":"kinematics.calculate_displacement","candidate_count":2,"views":{"description":{"criteria":{"kinematics.calculate_displacement":"kinematics.calculate_displacement: Calculate displacement based on initial speed, acceleration, and time interval for a motion along a straight line.","kinematics.calculate_final_speed":"kinematics.calculate_final_speed: Calculate the final speed of an object that starts from an initial speed and then accelerates for a certain duration."},"clm":{"choice":"kinematics.calculate_displacement","correct":true,"latency_ms":61.48,"confidence":0.764603},"jev":{"choice":"kinematics.calculate_displacement","correct":true,"latency_ms":146.48,"confidence":1.0}},"prose_schema":{"criteria":{"kinematics.calculate_displacement":"kinematics.calculate_displacement: Calculate displacement based on initial speed, acceleration, and time interval for a motion along a straight line.\nParameter initial_speed (integer); required; The initial speed of the moving object in m/s.\nParameter acceleration (integer); required; The rate of change of speed, m/s^2.\nParameter time (integer); required; The time interval during which the acceleration is applied, in seconds.\nParameter rounding (integer); The number of decimals to round off the result (optional).; default: 2","kinematics.calculate_final_speed":"kinematics.calculate_final_speed: Calculate the final speed of an object that starts from an initial speed and then accelerates for a certain duration.\nParameter initial_speed (float); required; The initial speed of the moving object in m/s.\nParameter acceleration (float); required; The rate of change of speed, m/s^2.\nParameter time (float); required; The time interval during which the acceleration is applied, in seconds.\nParameter rounding (integer); The number of decimals to round off the result (optional).; default: 2"},"clm":{"choice":"kinematics.calculate_final_speed","correct":false,"latency_ms":71.6,"confidence":0.65141},"jev":{"choice":"kinematics.calculate_displacement","correct":true,"latency_ms":184.53,"confidence":1.0}},"schema":{"criteria":{"kinematics.calculate_displacement":"{\"description\":\"Calculate displacement based on initial speed, acceleration, and time interval for a motion along a straight line.\",\"name\":\"kinematics.calculate_displacement\",\"parameters\":{\"properties\":{\"acceleration\":{\"description\":\"The rate of change of speed, m/s^2.\",\"type\":\"integer\"},\"initial_speed\":{\"description\":\"The initial speed of the moving object in m/s.\",\"type\":\"integer\"},\"rounding\":{\"default\":2,\"description\":\"The number of decimals to round off the result (optional).\",\"type\":\"integer\"},\"time\":{\"description\":\"The time interval during which the acceleration is applied, in seconds.\",\"type\":\"integer\"}},\"required\":[\"initial_speed\",\"acceleration\",\"time\"],\"type\":\"dict\"}}","kinematics.calculate_final_speed":"{\"description\":\"Calculate the final speed of an object that starts from an initial speed and then accelerates for a certain duration.\",\"name\":\"kinematics.calculate_final_speed\",\"parameters\":{\"properties\":{\"acceleration\":{\"description\":\"The rate of change of speed, m/s^2.\",\"type\":\"float\"},\"initial_speed\":{\"description\":\"The initial speed of the moving object in m/s.\",\"type\":\"float\"},\"rounding\":{\"default\":2,\"description\":\"The number of decimals to round off the result (optional).\",\"type\":\"integer\"},\"time\":{\"description\":\"The time interval during which the acceleration is applied, in seconds.\",\"type\":\"float\"}},\"required\":[\"initial_speed\",\"acceleration\",\"time\"],\"type\":\"dict\"}}"},"clm":{"choice":"kinematics.calculate_final_speed","correct":false,"latency_ms":82.04,"confidence":0.715571},"jev":{"choice":"kinematics.calculate_displacement","correct":true,"latency_ms":96.36,"confidence":1.0}}}},{"id":"multiple_5","split":"multiple","state":"User: What is the wind speed and temperature in location given by coordinates 46.603354,1.8883340 on December 13, 2019?","expected":"weather.get_by_coordinates_date","candidate_count":3,"views":{"description":{"criteria":{"weather.get_by_city_date":"weather.get_by_city_date: Retrieves the historical weather data based on city and date.","weather.get_forecast_by_coordinates":"weather.get_forecast_by_coordinates: Get the weather forecast for a specific geographical coordinates.","weather.get_by_coordinates_date":"weather.get_by_coordinates_date: Retrieves the historical weather data based on coordinates and date."},"clm":{"choice":"weather.get_by_coordinates_date","correct":true,"latency_ms":68.3,"confidence":0.745734},"jev":{"choice":"weather.get_by_coordinates_date","correct":true,"latency_ms":104.16,"confidence":1.0}},"prose_schema":{"criteria":{"weather.get_by_city_date":"weather.get_by_city_date: Retrieves the historical weather data based on city and date.\nParameter city (string); required; The city for which to retrieve the weather.\nParameter date (string); required; The date for which to retrieve the historical weather data in the format YYYY-MM-DD.","weather.get_forecast_by_coordinates":"weather.get_forecast_by_coordinates: Get the weather forecast for a specific geographical coordinates.\nParameter coordinates (tuple); required; The geographical coordinates for which to retrieve the weather. The first element of the tuple is the latitude and the second is the longitude.\nParameter days_ahead (integer); Number of days to forecast from current date (optional, default is 7).","weather.get_by_coordinates_date":"weather.get_by_coordinates_date: Retrieves the historical weather data based on coordinates and date.\nParameter coordinates (tuple); required; The geographical coordinates for which to retrieve the weather. The first element of the tuple is the latitude and the second is the longitude.\nParameter date (string); required; The date for which to retrieve the historical weather data in the format YYYY-MM-DD."},"clm":{"choice":"weather.get_by_coordinates_date","correct":true,"latency_ms":72.96,"confidence":0.505235},"jev":{"choice":"weather.get_by_coordinates_date","correct":true,"latency_ms":107.07,"confidence":1.0}},"schema":{"criteria":{"weather.get_by_city_date":"{\"description\":\"Retrieves the historical weather data based on city and date.\",\"name\":\"weather.get_by_city_date\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city for which to retrieve the weather.\",\"type\":\"string\"},\"date\":{\"description\":\"The date for which to retrieve the historical weather data in the format YYYY-MM-DD.\",\"format\":\"date\",\"type\":\"string\"}},\"required\":[\"city\",\"date\"],\"type\":\"dict\"}}","weather.get_forecast_by_coordinates":"{\"description\":\"Get the weather forecast for a specific geographical coordinates.\",\"name\":\"weather.get_forecast_by_coordinates\",\"parameters\":{\"properties\":{\"coordinates\":{\"description\":\"The geographical coordinates for which to retrieve the weather. The first element of the tuple is the latitude and the second is the longitude.\",\"items\":{\"type\":\"float\"},\"type\":\"tuple\"},\"days_ahead\":{\"description\":\"Number of days to forecast from current date (optional, default is 7).\",\"type\":\"integer\"}},\"required\":[\"coordinates\"],\"type\":\"dict\"}}","weather.get_by_coordinates_date":"{\"description\":\"Retrieves the historical weather data based on coordinates and date.\",\"name\":\"weather.get_by_coordinates_date\",\"parameters\":{\"properties\":{\"coordinates\":{\"description\":\"The geographical coordinates for which to retrieve the weather. The first element of the tuple is the latitude and the second is the longitude.\",\"items\":{\"type\":\"float\"},\"type\":\"tuple\"},\"date\":{\"description\":\"The date for which to retrieve the historical weather data in the format YYYY-MM-DD.\",\"format\":\"date\",\"type\":\"string\"}},\"required\":[\"coordinates\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"weather.get_by_coordinates_date","correct":true,"latency_ms":120.45,"confidence":0.455363},"jev":{"choice":"weather.get_by_coordinates_date","correct":true,"latency_ms":97.65,"confidence":1.0}}}},{"id":"multiple_6","split":"multiple","state":"User: Calculate the capacitance of a parallel plate capacitor where the area of the plate is 10 square meters, the distance between plates is 0.01 meters and the dielectric constant K is 1.0.","expected":"capacitance_calculator.calculate","candidate_count":3,"views":{"description":{"criteria":{"resistance_calculator.calculate":"resistance_calculator.calculate: Calculate the resistance of an electrical circuit based on current and voltage.","capacitance_calculator.calculate":"capacitance_calculator.calculate: Calculate the capacitance of a parallel plate capacitor based on the area, distance and dielectric constant using the equation C = ε₀KA/d.","magnetic_field.calculate":"magnetic_field.calculate: Calculate the magnetic field based on the current flowing and the radial distance."},"clm":{"choice":"capacitance_calculator.calculate","correct":true,"latency_ms":84.77,"confidence":0.998236},"jev":{"choice":"capacitance_calculator.calculate","correct":true,"latency_ms":104.69,"confidence":1.0}},"prose_schema":{"criteria":{"resistance_calculator.calculate":"resistance_calculator.calculate: Calculate the resistance of an electrical circuit based on current and voltage.\nParameter I (float); required; The electric current flowing in Amperes.\nParameter V (float); required; The voltage difference in Volts.","capacitance_calculator.calculate":"capacitance_calculator.calculate: Calculate the capacitance of a parallel plate capacitor based on the area, distance and dielectric constant using the equation C = ε₀KA/d.\nParameter A (integer); required; The area of one plate of the capacitor in square meters.\nParameter d (float); required; The distance between the two plates in meters.\nParameter K (float); The dielectric constant (default is 1.0 for free space, optional).","magnetic_field.calculate":"magnetic_field.calculate: Calculate the magnetic field based on the current flowing and the radial distance.\nParameter I (float); required; The electric current flowing in Amperes.\nParameter r (float); required; The radial distance from the line of current in meters."},"clm":{"choice":"capacitance_calculator.calculate","correct":true,"latency_ms":77.69,"confidence":0.979193},"jev":{"choice":"capacitance_calculator.calculate","correct":true,"latency_ms":120.85,"confidence":1.0}},"schema":{"criteria":{"resistance_calculator.calculate":"{\"description\":\"Calculate the resistance of an electrical circuit based on current and voltage.\",\"name\":\"resistance_calculator.calculate\",\"parameters\":{\"properties\":{\"I\":{\"description\":\"The electric current flowing in Amperes.\",\"type\":\"float\"},\"V\":{\"description\":\"The voltage difference in Volts.\",\"type\":\"float\"}},\"required\":[\"I\",\"V\"],\"type\":\"dict\"}}","capacitance_calculator.calculate":"{\"description\":\"Calculate the capacitance of a parallel plate capacitor based on the area, distance and dielectric constant using the equation C = ε₀KA/d.\",\"name\":\"capacitance_calculator.calculate\",\"parameters\":{\"properties\":{\"A\":{\"description\":\"The area of one plate of the capacitor in square meters.\",\"type\":\"integer\"},\"K\":{\"description\":\"The dielectric constant (default is 1.0 for free space, optional).\",\"type\":\"float\"},\"d\":{\"description\":\"The distance between the two plates in meters.\",\"type\":\"float\"}},\"required\":[\"A\",\"d\"],\"type\":\"dict\"}}","magnetic_field.calculate":"{\"description\":\"Calculate the magnetic field based on the current flowing and the radial distance.\",\"name\":\"magnetic_field.calculate\",\"parameters\":{\"properties\":{\"I\":{\"description\":\"The electric current flowing in Amperes.\",\"type\":\"float\"},\"r\":{\"description\":\"The radial distance from the line of current in meters.\",\"type\":\"float\"}},\"required\":[\"I\",\"r\"],\"type\":\"dict\"}}"},"clm":{"choice":"resistance_calculator.calculate","correct":false,"latency_ms":105.1,"confidence":0.509124},"jev":{"choice":"capacitance_calculator.calculate","correct":true,"latency_ms":99.61,"confidence":1.0}}}},{"id":"multiple_7","split":"multiple","state":"User: How to assess the population growth in deer and their impact on woodland in Washington state over the past decade?","expected":"wildlife_population.assess_growth","candidate_count":2,"views":{"description":{"criteria":{"wildlife_population.assess_growth":"wildlife_population.assess_growth: Assesses the population growth of a specific species in a specified location over a period.","ecological_impact.analyze":"ecological_impact.analyze: Analyzes the impact of a species on a particular ecosystem."},"clm":{"choice":"wildlife_population.assess_growth","correct":true,"latency_ms":85.04,"confidence":0.978735},"jev":{"choice":"wildlife_population.assess_growth","correct":true,"latency_ms":109.65,"confidence":0.92}},"prose_schema":{"criteria":{"wildlife_population.assess_growth":"wildlife_population.assess_growth: Assesses the population growth of a specific species in a specified location over a period.\nParameter species (string); required; The species for which the growth is to be calculated.\nParameter location (string); required; The area where the species is present.\nParameter duration (integer); required; The time period for which the population growth should be calculated in years.","ecological_impact.analyze":"ecological_impact.analyze: Analyzes the impact of a species on a particular ecosystem.\nParameter species (string); required; The species whose impact is to be calculated.\nParameter ecosystem (string); required; The ecosystem being affected.\nParameter location (string); required; The area where the impact is analyzed.\nParameter timeframe (integer); The time period for which the impact analysis should be carried out in years.; default: 5"},"clm":{"choice":"wildlife_population.assess_growth","correct":true,"latency_ms":72.87,"confidence":0.994216},"jev":{"choice":"wildlife_population.assess_growth","correct":true,"latency_ms":123.63,"confidence":0.65}},"schema":{"criteria":{"wildlife_population.assess_growth":"{\"description\":\"Assesses the population growth of a specific species in a specified location over a period.\",\"name\":\"wildlife_population.assess_growth\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The time period for which the population growth should be calculated in years.\",\"type\":\"integer\"},\"location\":{\"description\":\"The area where the species is present.\",\"type\":\"string\"},\"species\":{\"description\":\"The species for which the growth is to be calculated.\",\"type\":\"string\"}},\"required\":[\"species\",\"location\",\"duration\"],\"type\":\"dict\"}}","ecological_impact.analyze":"{\"description\":\"Analyzes the impact of a species on a particular ecosystem.\",\"name\":\"ecological_impact.analyze\",\"parameters\":{\"properties\":{\"ecosystem\":{\"description\":\"The ecosystem being affected.\",\"type\":\"string\"},\"location\":{\"description\":\"The area where the impact is analyzed.\",\"type\":\"string\"},\"species\":{\"description\":\"The species whose impact is to be calculated.\",\"type\":\"string\"},\"timeframe\":{\"default\":5,\"description\":\"The time period for which the impact analysis should be carried out in years.\",\"type\":\"integer\"}},\"required\":[\"species\",\"ecosystem\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"ecological_impact.analyze","correct":false,"latency_ms":95.59,"confidence":0.800281},"jev":{"choice":"wildlife_population.assess_growth","correct":true,"latency_ms":108.44,"confidence":0.73}}}},{"id":"multiple_8","split":"multiple","state":"User: Find a 3 bedroom villa for sale within $300,000 to $400,000 budget in San Diego.","expected":"realestate.find_properties","candidate_count":2,"views":{"description":{"criteria":{"property_valuation.get":"property_valuation.get: Get estimated value of a property based on location, specifications and age","realestate.find_properties":"realestate.find_properties: Find properties based on location, budget, and specifications"},"clm":{"choice":"realestate.find_properties","correct":true,"latency_ms":61.89,"confidence":0.89627},"jev":{"choice":"realestate.find_properties","correct":true,"latency_ms":96.76,"confidence":1.0}},"prose_schema":{"criteria":{"property_valuation.get":"property_valuation.get: Get estimated value of a property based on location, specifications and age\nParameter location (string); required; City and state where the property is located, e.g. San Diego, CA.\nParameter propertyType (string); required; Type of property such as villa, condo, apartment, etc.\nParameter bedrooms (integer); required; Number of bedrooms required in the property.\nParameter age (integer); required; Age of the property in years.","realestate.find_properties":"realestate.find_properties: Find properties based on location, budget, and specifications\nParameter location (string); required; City and state where the property is located, e.g. San Diego, CA.\nParameter propertyType (string); required; Type of property such as villa, condo, apartment, etc.\nParameter bedrooms (integer); required; Number of bedrooms required in the property.\nParameter budget (dict); required; Budget range for the property."},"clm":{"choice":"property_valuation.get","correct":false,"latency_ms":117.07,"confidence":0.741005},"jev":{"choice":"realestate.find_properties","correct":true,"latency_ms":97.27,"confidence":1.0}},"schema":{"criteria":{"property_valuation.get":"{\"description\":\"Get estimated value of a property based on location, specifications and age\",\"name\":\"property_valuation.get\",\"parameters\":{\"properties\":{\"age\":{\"description\":\"Age of the property in years.\",\"type\":\"integer\"},\"bedrooms\":{\"description\":\"Number of bedrooms required in the property.\",\"type\":\"integer\"},\"location\":{\"description\":\"City and state where the property is located, e.g. San Diego, CA.\",\"type\":\"string\"},\"propertyType\":{\"description\":\"Type of property such as villa, condo, apartment, etc.\",\"type\":\"string\"}},\"required\":[\"location\",\"propertyType\",\"bedrooms\",\"age\"],\"type\":\"dict\"}}","realestate.find_properties":"{\"description\":\"Find properties based on location, budget, and specifications\",\"name\":\"realestate.find_properties\",\"parameters\":{\"properties\":{\"bedrooms\":{\"description\":\"Number of bedrooms required in the property.\",\"type\":\"integer\"},\"budget\":{\"description\":\"Budget range for the property.\",\"properties\":{\"max\":{\"description\":\"Maximum budget limit.\",\"type\":\"float\"},\"min\":{\"description\":\"Minimum budget limit.\",\"type\":\"float\"}},\"type\":\"dict\"},\"location\":{\"description\":\"City and state where the property is located, e.g. San Diego, CA.\",\"type\":\"string\"},\"propertyType\":{\"description\":\"Type of property such as villa, condo, apartment, etc.\",\"type\":\"string\"}},\"required\":[\"location\",\"propertyType\",\"bedrooms\",\"budget\"],\"type\":\"dict\"}}"},"clm":{"choice":"realestate.find_properties","correct":true,"latency_ms":101.31,"confidence":0.965906},"jev":{"choice":"realestate.find_properties","correct":true,"latency_ms":133.65,"confidence":1.0}}}},{"id":"multiple_9","split":"multiple","state":"User: Calculate the average grade for student John who has these scores {'math':90, 'science':75, 'history':82, 'music':89} across different subjects.","expected":"calculate_average","candidate_count":3,"views":{"description":{"criteria":{"calculate_standard_deviation":"calculate_standard_deviation: This function calculates the standard deviation across different scores for a specific student.","calculate_average":"calculate_average: This function calculates the average grade across different subjects for a specific student.","highest_grade":"highest_grade: This function finds the subject where the student got the highest score."},"clm":{"choice":"calculate_average","correct":true,"latency_ms":72.43,"confidence":0.896906},"jev":{"choice":"calculate_average","correct":true,"latency_ms":112.46,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_standard_deviation":"calculate_standard_deviation: This function calculates the standard deviation across different scores for a specific student.\nParameter gradeDict (dict); required; A dictionary where keys represent subjects and values represent scores","calculate_average":"calculate_average: This function calculates the average grade across different subjects for a specific student.\nParameter gradeDict (dict); required; A dictionary where keys represent subjects and values represent scores","highest_grade":"highest_grade: This function finds the subject where the student got the highest score.\nParameter gradeDict (dict); required; A dictionary where keys represent subjects and values represent scores"},"clm":{"choice":"calculate_average","correct":true,"latency_ms":145.55,"confidence":0.733528},"jev":{"choice":"calculate_average","correct":true,"latency_ms":132.84,"confidence":1.0}},"schema":{"criteria":{"calculate_standard_deviation":"{\"description\":\"This function calculates the standard deviation across different scores for a specific student.\",\"name\":\"calculate_standard_deviation\",\"parameters\":{\"properties\":{\"gradeDict\":{\"description\":\"A dictionary where keys represent subjects and values represent scores\",\"type\":\"dict\"}},\"required\":[\"gradeDict\"],\"type\":\"dict\"}}","calculate_average":"{\"description\":\"This function calculates the average grade across different subjects for a specific student.\",\"name\":\"calculate_average\",\"parameters\":{\"properties\":{\"gradeDict\":{\"description\":\"A dictionary where keys represent subjects and values represent scores\",\"type\":\"dict\"}},\"required\":[\"gradeDict\"],\"type\":\"dict\"}}","highest_grade":"{\"description\":\"This function finds the subject where the student got the highest score.\",\"name\":\"highest_grade\",\"parameters\":{\"properties\":{\"gradeDict\":{\"description\":\"A dictionary where keys represent subjects and values represent scores\",\"type\":\"dict\"}},\"required\":[\"gradeDict\"],\"type\":\"dict\"}}"},"clm":{"choice":"highest_grade","correct":false,"latency_ms":97.01,"confidence":0.626794},"jev":{"choice":"calculate_average","correct":true,"latency_ms":142.17,"confidence":1.0}}}},{"id":"multiple_10","split":"multiple","state":"User: I need to delete some columns from my employees database on personal_data table. I want to remove their email addresses and social security numbers to respect privacy.","expected":"database.modify_columns","candidate_count":2,"views":{"description":{"criteria":{"database.modify_columns":"database.modify_columns: This function allows deletion or addition of columns in a database","database.create_backup":"database.create_backup: This function creates a backup of the database before modification"},"clm":{"choice":"database.create_backup","correct":false,"latency_ms":71.53,"confidence":0.541904},"jev":{"choice":"database.modify_columns","correct":true,"latency_ms":109.68,"confidence":1.0}},"prose_schema":{"criteria":{"database.modify_columns":"database.modify_columns: This function allows deletion or addition of columns in a database\nParameter db_name (string); required; The name of the database to modify.\nParameter table (string); required; The name of the table to modify.\nParameter operation (string); required; The operation to carry out on the table. Can be 'delete' or 'add'.\nParameter columns (array); required; List of the columns to add or delete from the table.","database.create_backup":"database.create_backup: This function creates a backup of the database before modification\nParameter db_name (string); required; The name of the database to create a backup of.\nParameter backup_location (string); required; The file path where the backup should be stored.\nParameter timestamp (boolean); Option to append a timestamp to the backup file name.; default: False"},"clm":{"choice":"database.modify_columns","correct":true,"latency_ms":99.14,"confidence":0.962344},"jev":{"choice":"database.modify_columns","correct":true,"latency_ms":156.06,"confidence":1.0}},"schema":{"criteria":{"database.modify_columns":"{\"description\":\"This function allows deletion or addition of columns in a database\",\"name\":\"database.modify_columns\",\"parameters\":{\"properties\":{\"columns\":{\"description\":\"List of the columns to add or delete from the table.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"db_name\":{\"description\":\"The name of the database to modify.\",\"type\":\"string\"},\"operation\":{\"description\":\"The operation to carry out on the table. Can be 'delete' or 'add'.\",\"type\":\"string\"},\"table\":{\"description\":\"The name of the table to modify.\",\"type\":\"string\"}},\"required\":[\"db_name\",\"table\",\"operation\",\"columns\"],\"type\":\"dict\"}}","database.create_backup":"{\"description\":\"This function creates a backup of the database before modification\",\"name\":\"database.create_backup\",\"parameters\":{\"properties\":{\"backup_location\":{\"description\":\"The file path where the backup should be stored.\",\"type\":\"string\"},\"db_name\":{\"description\":\"The name of the database to create a backup of.\",\"type\":\"string\"},\"timestamp\":{\"default\":\"False\",\"description\":\"Option to append a timestamp to the backup file name.\",\"type\":\"boolean\"}},\"required\":[\"db_name\",\"backup_location\"],\"type\":\"dict\"}}"},"clm":{"choice":"database.create_backup","correct":false,"latency_ms":110.98,"confidence":0.971942},"jev":{"choice":"database.modify_columns","correct":true,"latency_ms":111.01,"confidence":1.0}}}},{"id":"multiple_11","split":"multiple","state":"User: Calculate the roots of a quadratic equation with coefficients 5, 20, and -25","expected":"math_roots.quadratic","candidate_count":3,"views":{"description":{"criteria":{"math_roots.quadratic":"math_roots.quadratic: Calculate the roots of a quadratic equation.","math.roots.cubic":"math.roots.cubic: Calculate the roots of a cubic equation.","math.roots.polynomial":"math.roots.polynomial: Calculate the roots of a polynomial equation."},"clm":{"choice":"math_roots.quadratic","correct":true,"latency_ms":95.91,"confidence":0.794731},"jev":{"choice":"math_roots.quadratic","correct":true,"latency_ms":105.72,"confidence":1.0}},"prose_schema":{"criteria":{"math_roots.quadratic":"math_roots.quadratic: Calculate the roots of a quadratic equation.\nParameter a (integer); required; Coefficient of the second-degree term.\nParameter b (integer); required; Coefficient of the first-degree term.\nParameter c (integer); required; Constant term.","math.roots.cubic":"math.roots.cubic: Calculate the roots of a cubic equation.\nParameter a (float); required; Coefficient of the third-degree term.\nParameter b (float); required; Coefficient of the second-degree term.\nParameter c (float); required; Coefficient of the first-degree term.\nParameter d (float); required; Constant term.","math.roots.polynomial":"math.roots.polynomial: Calculate the roots of a polynomial equation.\nParameter coefficients (array); required; Array of coefficients of the polynomial equation starting from highest degree term.\nParameter degree (integer); Degree of the polynomial equation. Default 0"},"clm":{"choice":"math_roots.quadratic","correct":true,"latency_ms":145.34,"confidence":0.55447},"jev":{"choice":"math_roots.quadratic","correct":true,"latency_ms":167.96,"confidence":1.0}},"schema":{"criteria":{"math_roots.quadratic":"{\"description\":\"Calculate the roots of a quadratic equation.\",\"name\":\"math_roots.quadratic\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"Coefficient of the second-degree term.\",\"type\":\"integer\"},\"b\":{\"description\":\"Coefficient of the first-degree term.\",\"type\":\"integer\"},\"c\":{\"description\":\"Constant term.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\",\"c\"],\"type\":\"dict\"}}","math.roots.cubic":"{\"description\":\"Calculate the roots of a cubic equation.\",\"name\":\"math.roots.cubic\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"Coefficient of the third-degree term.\",\"type\":\"float\"},\"b\":{\"description\":\"Coefficient of the second-degree term.\",\"type\":\"float\"},\"c\":{\"description\":\"Coefficient of the first-degree term.\",\"type\":\"float\"},\"d\":{\"description\":\"Constant term.\",\"type\":\"float\"}},\"required\":[\"a\",\"b\",\"c\",\"d\"],\"type\":\"dict\"}}","math.roots.polynomial":"{\"description\":\"Calculate the roots of a polynomial equation.\",\"name\":\"math.roots.polynomial\",\"parameters\":{\"properties\":{\"coefficients\":{\"description\":\"Array of coefficients of the polynomial equation starting from highest degree term.\",\"items\":{\"type\":\"float\"},\"type\":\"array\"},\"degree\":{\"description\":\"Degree of the polynomial equation. Default 0\",\"type\":\"integer\"}},\"required\":[\"coefficients\"],\"type\":\"dict\"}}"},"clm":{"choice":"math.roots.cubic","correct":false,"latency_ms":190.05,"confidence":0.707746},"jev":{"choice":"math_roots.quadratic","correct":true,"latency_ms":103.49,"confidence":1.0}}}},{"id":"multiple_12","split":"multiple","state":"User: What is the year over year growth rate for company 'Tech Inc' with revenues of $1M in 2019 and $1.2M in 2020?","expected":"corporate_finance.calculate_YOY_growth_rate","candidate_count":3,"views":{"description":{"criteria":{"corporate_finance.calculate_YOY_growth_rate":"corporate_finance.calculate_YOY_growth_rate: Calculate the year over year (YOY) growth rate for a company.","financial_ratios.calculate_ROE":"financial_ratios.calculate_ROE: Calculate the return on equity (ROE) for a company.","financial_ratios.calculate_ROA":"financial_ratios.calculate_ROA: Calculate the return on assets (ROA) for a company."},"clm":{"choice":"corporate_finance.calculate_YOY_growth_rate","correct":true,"latency_ms":113.47,"confidence":0.987585},"jev":{"choice":"corporate_finance.calculate_YOY_growth_rate","correct":true,"latency_ms":97.99,"confidence":1.0}},"prose_schema":{"criteria":{"corporate_finance.calculate_YOY_growth_rate":"corporate_finance.calculate_YOY_growth_rate: Calculate the year over year (YOY) growth rate for a company.\nParameter company_name (string); required; The name of the company for which to calculate the YOY growth rate.\nParameter year1 (integer); required; The initial year.\nParameter year1_revenue (integer); required; The revenue for the initial year.\nParameter year2 (integer); required; The subsequent year.\nParameter year2_revenue (integer); required; The revenue for the subsequent year.","financial_ratios.calculate_ROE":"financial_ratios.calculate_ROE: Calculate the return on equity (ROE) for a company.\nParameter net_income (float); required; Net income for the period.\nParameter shareholder_equity (float); required; Average shareholder equity for the period.","financial_ratios.calculate_ROA":"financial_ratios.calculate_ROA: Calculate the return on assets (ROA) for a company.\nParameter net_income (float); required; Net income for the period.\nParameter total_assets (float); required; Total average assets for the period."},"clm":{"choice":"corporate_finance.calculate_YOY_growth_rate","correct":true,"latency_ms":100.09,"confidence":0.98356},"jev":{"choice":"corporate_finance.calculate_YOY_growth_rate","correct":true,"latency_ms":138.08,"confidence":1.0}},"schema":{"criteria":{"corporate_finance.calculate_YOY_growth_rate":"{\"description\":\"Calculate the year over year (YOY) growth rate for a company.\",\"name\":\"corporate_finance.calculate_YOY_growth_rate\",\"parameters\":{\"properties\":{\"company_name\":{\"description\":\"The name of the company for which to calculate the YOY growth rate.\",\"type\":\"string\"},\"year1\":{\"description\":\"The initial year.\",\"type\":\"integer\"},\"year1_revenue\":{\"description\":\"The revenue for the initial year.\",\"type\":\"integer\"},\"year2\":{\"description\":\"The subsequent year.\",\"type\":\"integer\"},\"year2_revenue\":{\"description\":\"The revenue for the subsequent year.\",\"type\":\"integer\"}},\"required\":[\"company_name\",\"year1\",\"year1_revenue\",\"year2\",\"year2_revenue\"],\"type\":\"dict\"}}","financial_ratios.calculate_ROE":"{\"description\":\"Calculate the return on equity (ROE) for a company.\",\"name\":\"financial_ratios.calculate_ROE\",\"parameters\":{\"properties\":{\"net_income\":{\"description\":\"Net income for the period.\",\"type\":\"float\"},\"shareholder_equity\":{\"description\":\"Average shareholder equity for the period.\",\"type\":\"float\"}},\"required\":[\"net_income\",\"shareholder_equity\"],\"type\":\"dict\"}}","financial_ratios.calculate_ROA":"{\"description\":\"Calculate the return on assets (ROA) for a company.\",\"name\":\"financial_ratios.calculate_ROA\",\"parameters\":{\"properties\":{\"net_income\":{\"description\":\"Net income for the period.\",\"type\":\"float\"},\"total_assets\":{\"description\":\"Total average assets for the period.\",\"type\":\"float\"}},\"required\":[\"net_income\",\"total_assets\"],\"type\":\"dict\"}}"},"clm":{"choice":"financial_ratios.calculate_ROE","correct":false,"latency_ms":104.69,"confidence":0.521424},"jev":{"choice":"corporate_finance.calculate_YOY_growth_rate","correct":true,"latency_ms":90.58,"confidence":1.0}}}},{"id":"multiple_13","split":"multiple","state":"User: How much revenue would company XYZ generate if we increase the sales units of product A by 10% while keeping the price the same?","expected":"corporate_finance.revenue_forecast","candidate_count":2,"views":{"description":{"criteria":{"corporate_finance.product_price":"corporate_finance.product_price: Fetch the current selling price of the product.","corporate_finance.revenue_forecast":"corporate_finance.revenue_forecast: Estimate the revenue of a company by multiplying the sales units of the product with its selling price."},"clm":{"choice":"corporate_finance.revenue_forecast","correct":true,"latency_ms":92.24,"confidence":0.997944},"jev":{"choice":"corporate_finance.revenue_forecast","correct":true,"latency_ms":94.18,"confidence":1.0}},"prose_schema":{"criteria":{"corporate_finance.product_price":"corporate_finance.product_price: Fetch the current selling price of the product.\nParameter company (string); required; The company that sells the product.\nParameter product (string); required; The product whose price we want to fetch.","corporate_finance.revenue_forecast":"corporate_finance.revenue_forecast: Estimate the revenue of a company by multiplying the sales units of the product with its selling price.\nParameter company (string); required; The company that you want to calculate the revenue for.\nParameter product (string); required; The product sold by the company.\nParameter sales_units_increase_percentage (integer); Percentage increase in the sales units. This value is optional and defaults to zero if not provided."},"clm":{"choice":"corporate_finance.product_price","correct":false,"latency_ms":153.7,"confidence":0.977118},"jev":{"choice":"corporate_finance.revenue_forecast","correct":true,"latency_ms":133.31,"confidence":1.0}},"schema":{"criteria":{"corporate_finance.product_price":"{\"description\":\"Fetch the current selling price of the product.\",\"name\":\"corporate_finance.product_price\",\"parameters\":{\"properties\":{\"company\":{\"description\":\"The company that sells the product.\",\"type\":\"string\"},\"product\":{\"description\":\"The product whose price we want to fetch.\",\"type\":\"string\"}},\"required\":[\"company\",\"product\"],\"type\":\"dict\"}}","corporate_finance.revenue_forecast":"{\"description\":\"Estimate the revenue of a company by multiplying the sales units of the product with its selling price.\",\"name\":\"corporate_finance.revenue_forecast\",\"parameters\":{\"properties\":{\"company\":{\"description\":\"The company that you want to calculate the revenue for.\",\"type\":\"string\"},\"product\":{\"description\":\"The product sold by the company.\",\"type\":\"string\"},\"sales_units_increase_percentage\":{\"description\":\"Percentage increase in the sales units. This value is optional and defaults to zero if not provided.\",\"type\":\"integer\"}},\"required\":[\"company\",\"product\"],\"type\":\"dict\"}}"},"clm":{"choice":"corporate_finance.revenue_forecast","correct":true,"latency_ms":106.32,"confidence":0.909492},"jev":{"choice":"corporate_finance.revenue_forecast","correct":true,"latency_ms":108.81,"confidence":1.0}}}},{"id":"multiple_14","split":"multiple","state":"User: Calculate the depreciated value of a property costing $200,000 with an annual depreciation rate of 3% for 5 years.","expected":"finance.property_depreciation","candidate_count":3,"views":{"description":{"criteria":{"finance.property_depreciation":"finance.property_depreciation: Calculates the depreciated value of a property given its initial cost, depreciation rate, and the number of years.","finance.loan_repayment":"finance.loan_repayment: Calculates the monthly repayment for a loan.","finance.inflation_adjustment":"finance.inflation_adjustment: Adjusts a sum of money for inflation based on the consumer price index (CPI)."},"clm":{"choice":"finance.property_depreciation","correct":true,"latency_ms":69.59,"confidence":0.730387},"jev":{"choice":"finance.property_depreciation","correct":true,"latency_ms":94.13,"confidence":1.0}},"prose_schema":{"criteria":{"finance.property_depreciation":"finance.property_depreciation: Calculates the depreciated value of a property given its initial cost, depreciation rate, and the number of years.\nParameter initial_cost (integer); required; The initial cost of the property.\nParameter depreciation_rate (integer); required; The annual depreciation rate in percentage.\nParameter years (integer); required; The number of years for which to calculate the depreciation.\nParameter monthly (boolean); If set to true, it will calculate monthly depreciation instead of annually. (optional); default: False","finance.loan_repayment":"finance.loan_repayment: Calculates the monthly repayment for a loan.\nParameter loan_amount (float); required; The amount borrowed or loaned.\nParameter interest_rate (float); required; The annual interest rate.\nParameter loan_term (integer); required; The term of the loan in years.","finance.inflation_adjustment":"finance.inflation_adjustment: Adjusts a sum of money for inflation based on the consumer price index (CPI).\nParameter initial_sum (float); required; The initial sum of money.\nParameter years (integer); required; The number of years over which inflation is calculated.\nParameter inflation_rate (float); The annual rate of inflation. Default 0.0"},"clm":{"choice":"finance.loan_repayment","correct":false,"latency_ms":155.87,"confidence":0.911439},"jev":{"choice":"finance.property_depreciation","correct":true,"latency_ms":110.07,"confidence":1.0}},"schema":{"criteria":{"finance.property_depreciation":"{\"description\":\"Calculates the depreciated value of a property given its initial cost, depreciation rate, and the number of years.\",\"name\":\"finance.property_depreciation\",\"parameters\":{\"properties\":{\"depreciation_rate\":{\"description\":\"The annual depreciation rate in percentage.\",\"type\":\"integer\"},\"initial_cost\":{\"description\":\"The initial cost of the property.\",\"type\":\"integer\"},\"monthly\":{\"default\":false,\"description\":\"If set to true, it will calculate monthly depreciation instead of annually. (optional)\",\"type\":\"boolean\"},\"years\":{\"description\":\"The number of years for which to calculate the depreciation.\",\"type\":\"integer\"}},\"required\":[\"initial_cost\",\"depreciation_rate\",\"years\"],\"type\":\"dict\"}}","finance.loan_repayment":"{\"description\":\"Calculates the monthly repayment for a loan.\",\"name\":\"finance.loan_repayment\",\"parameters\":{\"properties\":{\"interest_rate\":{\"description\":\"The annual interest rate.\",\"type\":\"float\"},\"loan_amount\":{\"description\":\"The amount borrowed or loaned.\",\"type\":\"float\"},\"loan_term\":{\"description\":\"The term of the loan in years.\",\"type\":\"integer\"}},\"required\":[\"loan_amount\",\"interest_rate\",\"loan_term\"],\"type\":\"dict\"}}","finance.inflation_adjustment":"{\"description\":\"Adjusts a sum of money for inflation based on the consumer price index (CPI).\",\"name\":\"finance.inflation_adjustment\",\"parameters\":{\"properties\":{\"inflation_rate\":{\"description\":\"The annual rate of inflation. Default 0.0\",\"type\":\"float\"},\"initial_sum\":{\"description\":\"The initial sum of money.\",\"type\":\"float\"},\"years\":{\"description\":\"The number of years over which inflation is calculated.\",\"type\":\"integer\"}},\"required\":[\"initial_sum\",\"years\"],\"type\":\"dict\"}}"},"clm":{"choice":"finance.property_depreciation","correct":true,"latency_ms":114.15,"confidence":0.485074},"jev":{"choice":"finance.property_depreciation","correct":true,"latency_ms":98.07,"confidence":1.0}}}},{"id":"multiple_15","split":"multiple","state":"User: How much is the potential of the Solar farm at location with coordinates [43.653225, -79.383186] in December, given that it has a total solar panel area of 80000 sq ft?","expected":"solarFarm.potential","candidate_count":2,"views":{"description":{"criteria":{"solarFarm.potential":"solarFarm.potential: Estimate the energy output of a solar farm given its location and panel area for a particular month.","windFarm.potential":"windFarm.potential: Estimate the energy output of a wind farm given its location and turbine count for a particular month."},"clm":{"choice":"solarFarm.potential","correct":true,"latency_ms":96.28,"confidence":0.995891},"jev":{"choice":"solarFarm.potential","correct":true,"latency_ms":118.96,"confidence":1.0}},"prose_schema":{"criteria":{"solarFarm.potential":"solarFarm.potential: Estimate the energy output of a solar farm given its location and panel area for a particular month.\nParameter coordinates (array); required; The geographic coordinates of the location of the solar farm.\nParameter panelArea (integer); required; The total solar panel area in square feet at the location.\nParameter month (string); The month for which to calculate the potential energy output. Default to January","windFarm.potential":"windFarm.potential: Estimate the energy output of a wind farm given its location and turbine count for a particular month.\nParameter coordinates (array); required; The geographic coordinates of the location of the wind farm.\nParameter turbineCount (integer); required; The total number of wind turbines at the location.\nParameter month (string); The month for which to calculate the potential energy output. Default to January"},"clm":{"choice":"solarFarm.potential","correct":true,"latency_ms":102.34,"confidence":0.658315},"jev":{"choice":"solarFarm.potential","correct":true,"latency_ms":126.92,"confidence":1.0}},"schema":{"criteria":{"solarFarm.potential":"{\"description\":\"Estimate the energy output of a solar farm given its location and panel area for a particular month.\",\"name\":\"solarFarm.potential\",\"parameters\":{\"properties\":{\"coordinates\":{\"description\":\"The geographic coordinates of the location of the solar farm.\",\"items\":{\"type\":\"float\"},\"type\":\"array\"},\"month\":{\"description\":\"The month for which to calculate the potential energy output. Default to January\",\"optional\":true,\"type\":\"string\"},\"panelArea\":{\"description\":\"The total solar panel area in square feet at the location.\",\"type\":\"integer\"}},\"required\":[\"coordinates\",\"panelArea\"],\"type\":\"dict\"}}","windFarm.potential":"{\"description\":\"Estimate the energy output of a wind farm given its location and turbine count for a particular month.\",\"name\":\"windFarm.potential\",\"parameters\":{\"properties\":{\"coordinates\":{\"description\":\"The geographic coordinates of the location of the wind farm.\",\"items\":{\"type\":\"float\"},\"type\":\"array\"},\"month\":{\"description\":\"The month for which to calculate the potential energy output. Default to January\",\"optional\":true,\"type\":\"string\"},\"turbineCount\":{\"description\":\"The total number of wind turbines at the location.\",\"type\":\"integer\"}},\"required\":[\"coordinates\",\"turbineCount\"],\"type\":\"dict\"}}"},"clm":{"choice":"solarFarm.potential","correct":true,"latency_ms":173.5,"confidence":0.547424},"jev":{"choice":"solarFarm.potential","correct":true,"latency_ms":122.71,"confidence":1.0}}}},{"id":"multiple_16","split":"multiple","state":"User: What's the required minimum population size (Ne) for maintaining the genetic diversity of a wild tiger population for the next 100 generations with a probability of 0.95?","expected":"population_genetics.calculate_ne","candidate_count":3,"views":{"description":{"criteria":{"species_distribution_modeling.project_range_shift":"species_distribution_modeling.project_range_shift: Predict the potential future geographic distribution of a species under a specified climate change scenario.","population_genetics.calculate_ne":"population_genetics.calculate_ne: Calculate the effective population size necessary to maintain genetic diversity in a wild animal population for a specified number of generations with a given probability.","ecology.calculate_carrying_capacity":"ecology.calculate_carrying_capacity: Calculate the maximum population size of the species that the environment can sustain indefinitely."},"clm":{"choice":"population_genetics.calculate_ne","correct":true,"latency_ms":83.67,"confidence":0.98971},"jev":{"choice":"population_genetics.calculate_ne","correct":true,"latency_ms":126.28,"confidence":1.0}},"prose_schema":{"criteria":{"species_distribution_modeling.project_range_shift":"species_distribution_modeling.project_range_shift: Predict the potential future geographic distribution of a species under a specified climate change scenario.\nParameter species (string); required; The species of animal.\nParameter climate_scenario (string); required; The name of the climate change scenario.\nParameter future_time (integer); The future time in years for the prediction.; default: 100","population_genetics.calculate_ne":"population_genetics.calculate_ne: Calculate the effective population size necessary to maintain genetic diversity in a wild animal population for a specified number of generations with a given probability.\nParameter species (string); required; The species of wild animal.\nParameter generations (integer); required; The number of generations for which to maintain the genetic diversity.\nParameter probability (float); required; The probability of maintaining genetic diversity.","ecology.calculate_carrying_capacity":"ecology.calculate_carrying_capacity: Calculate the maximum population size of the species that the environment can sustain indefinitely.\nParameter habitat_area (float); required; The area of the habitat in square kilometers.\nParameter species (string); required; The species of animal.\nParameter productivity (float); required; The biological productivity of the habitat in animals per square kilometer per year."},"clm":{"choice":"population_genetics.calculate_ne","correct":true,"latency_ms":107.41,"confidence":0.935699},"jev":{"choice":"population_genetics.calculate_ne","correct":true,"latency_ms":133.37,"confidence":1.0}},"schema":{"criteria":{"species_distribution_modeling.project_range_shift":"{\"description\":\"Predict the potential future geographic distribution of a species under a specified climate change scenario.\",\"name\":\"species_distribution_modeling.project_range_shift\",\"parameters\":{\"properties\":{\"climate_scenario\":{\"description\":\"The name of the climate change scenario.\",\"type\":\"string\"},\"future_time\":{\"default\":100,\"description\":\"The future time in years for the prediction.\",\"type\":\"integer\"},\"species\":{\"description\":\"The species of animal.\",\"type\":\"string\"}},\"required\":[\"species\",\"climate_scenario\"],\"type\":\"dict\"}}","population_genetics.calculate_ne":"{\"description\":\"Calculate the effective population size necessary to maintain genetic diversity in a wild animal population for a specified number of generations with a given probability.\",\"name\":\"population_genetics.calculate_ne\",\"parameters\":{\"properties\":{\"generations\":{\"description\":\"The number of generations for which to maintain the genetic diversity.\",\"type\":\"integer\"},\"probability\":{\"description\":\"The probability of maintaining genetic diversity.\",\"type\":\"float\"},\"species\":{\"description\":\"The species of wild animal.\",\"type\":\"string\"}},\"required\":[\"species\",\"generations\",\"probability\"],\"type\":\"dict\"}}","ecology.calculate_carrying_capacity":"{\"description\":\"Calculate the maximum population size of the species that the environment can sustain indefinitely.\",\"name\":\"ecology.calculate_carrying_capacity\",\"parameters\":{\"properties\":{\"habitat_area\":{\"description\":\"The area of the habitat in square kilometers.\",\"type\":\"float\"},\"productivity\":{\"description\":\"The biological productivity of the habitat in animals per square kilometer per year.\",\"type\":\"float\"},\"species\":{\"description\":\"The species of animal.\",\"type\":\"string\"}},\"required\":[\"habitat_area\",\"species\",\"productivity\"],\"type\":\"dict\"}}"},"clm":{"choice":"population_genetics.calculate_ne","correct":true,"latency_ms":107.91,"confidence":0.462135},"jev":{"choice":"population_genetics.calculate_ne","correct":true,"latency_ms":149.94,"confidence":1.0}}}},{"id":"multiple_17","split":"multiple","state":"User: Find the conversion rate from Euro to Dollar at January 1, 2022","expected":"currency_conversion.get_rate","candidate_count":3,"views":{"description":{"criteria":{"currency_conversion.convert":"currency_conversion.convert: Converts a specified amount of money from one currency to another at the latest rate.","currency_conversion.get_latest_rate":"currency_conversion.get_latest_rate: Get the latest currency conversion rate from one currency to another.","currency_conversion.get_rate":"currency_conversion.get_rate: Get the currency conversion rate from one currency to another at a specified date."},"clm":{"choice":"currency_conversion.get_rate","correct":true,"latency_ms":82.14,"confidence":0.651825},"jev":{"choice":"currency_conversion.get_rate","correct":true,"latency_ms":142.55,"confidence":1.0}},"prose_schema":{"criteria":{"currency_conversion.convert":"currency_conversion.convert: Converts a specified amount of money from one currency to another at the latest rate.\nParameter from_currency (string); required; The currency that you want to convert from.\nParameter to_currency (string); required; The currency that you want to convert to.\nParameter amount (float); required; The amount of money that you want to convert.","currency_conversion.get_latest_rate":"currency_conversion.get_latest_rate: Get the latest currency conversion rate from one currency to another.\nParameter from_currency (string); required; The currency that you want to convert from.\nParameter to_currency (string); required; The currency that you want to convert to.","currency_conversion.get_rate":"currency_conversion.get_rate: Get the currency conversion rate from one currency to another at a specified date.\nParameter from_currency (string); required; The currency that you want to convert from.\nParameter to_currency (string); required; The currency that you want to convert to.\nParameter date (string); The date at which the conversion rate applies. Default is the current date.; default: today"},"clm":{"choice":"currency_conversion.convert","correct":false,"latency_ms":90.6,"confidence":0.985525},"jev":{"choice":"currency_conversion.get_rate","correct":true,"latency_ms":116.56,"confidence":1.0}},"schema":{"criteria":{"currency_conversion.convert":"{\"description\":\"Converts a specified amount of money from one currency to another at the latest rate.\",\"name\":\"currency_conversion.convert\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount of money that you want to convert.\",\"type\":\"float\"},\"from_currency\":{\"description\":\"The currency that you want to convert from.\",\"type\":\"string\"},\"to_currency\":{\"description\":\"The currency that you want to convert to.\",\"type\":\"string\"}},\"required\":[\"from_currency\",\"to_currency\",\"amount\"],\"type\":\"dict\"}}","currency_conversion.get_latest_rate":"{\"description\":\"Get the latest currency conversion rate from one currency to another.\",\"name\":\"currency_conversion.get_latest_rate\",\"parameters\":{\"properties\":{\"from_currency\":{\"description\":\"The currency that you want to convert from.\",\"type\":\"string\"},\"to_currency\":{\"description\":\"The currency that you want to convert to.\",\"type\":\"string\"}},\"required\":[\"from_currency\",\"to_currency\"],\"type\":\"dict\"}}","currency_conversion.get_rate":"{\"description\":\"Get the currency conversion rate from one currency to another at a specified date.\",\"name\":\"currency_conversion.get_rate\",\"parameters\":{\"properties\":{\"date\":{\"default\":\"today\",\"description\":\"The date at which the conversion rate applies. Default is the current date.\",\"type\":\"string\"},\"from_currency\":{\"description\":\"The currency that you want to convert from.\",\"type\":\"string\"},\"to_currency\":{\"description\":\"The currency that you want to convert to.\",\"type\":\"string\"}},\"required\":[\"from_currency\",\"to_currency\"],\"type\":\"dict\"}}"},"clm":{"choice":"currency_conversion.convert","correct":false,"latency_ms":99.92,"confidence":0.837953},"jev":{"choice":"currency_conversion.get_rate","correct":true,"latency_ms":126.0,"confidence":1.0}}}},{"id":"multiple_18","split":"multiple","state":"User: Who were the main participants and what was the location of the Battle of Stalingrad?","expected":"european_history.battle_details","candidate_count":3,"views":{"description":{"criteria":{"european_history.war_details":"european_history.war_details: Get details of a specific historical European war.","european_history.leader_info":"european_history.leader_info: Get information about a specific historical leader in European history.","european_history.battle_details":"european_history.battle_details: Get details of a specific historical European battle."},"clm":{"choice":"european_history.battle_details","correct":true,"latency_ms":67.11,"confidence":0.982997},"jev":{"choice":"european_history.battle_details","correct":true,"latency_ms":152.36,"confidence":1.0}},"prose_schema":{"criteria":{"european_history.war_details":"european_history.war_details: Get details of a specific historical European war.\nParameter war (string); required; Name of the war","european_history.leader_info":"european_history.leader_info: Get information about a specific historical leader in European history.\nParameter leader (string); required; Name of the leader","european_history.battle_details":"european_history.battle_details: Get details of a specific historical European battle.\nParameter battle (string); required; Name of the battle"},"clm":{"choice":"european_history.battle_details","correct":true,"latency_ms":81.3,"confidence":0.957053},"jev":{"choice":"european_history.battle_details","correct":true,"latency_ms":98.08,"confidence":1.0}},"schema":{"criteria":{"european_history.war_details":"{\"description\":\"Get details of a specific historical European war.\",\"name\":\"european_history.war_details\",\"parameters\":{\"properties\":{\"war\":{\"description\":\"Name of the war\",\"type\":\"string\"}},\"required\":[\"war\"],\"type\":\"dict\"}}","european_history.leader_info":"{\"description\":\"Get information about a specific historical leader in European history.\",\"name\":\"european_history.leader_info\",\"parameters\":{\"properties\":{\"leader\":{\"description\":\"Name of the leader\",\"type\":\"string\"}},\"required\":[\"leader\"],\"type\":\"dict\"}}","european_history.battle_details":"{\"description\":\"Get details of a specific historical European battle.\",\"name\":\"european_history.battle_details\",\"parameters\":{\"properties\":{\"battle\":{\"description\":\"Name of the battle\",\"type\":\"string\"}},\"required\":[\"battle\"],\"type\":\"dict\"}}"},"clm":{"choice":"european_history.battle_details","correct":true,"latency_ms":114.07,"confidence":0.56191},"jev":{"choice":"european_history.battle_details","correct":true,"latency_ms":122.8,"confidence":1.0}}}},{"id":"multiple_19","split":"multiple","state":"User: What are the three great Schism in Christianity history?","expected":"religion_history.get_schisms","candidate_count":3,"views":{"description":{"criteria":{"religion_history.get_councils":"religion_history.get_councils: Retrieves a list of major councils in a specified religion.","religion_history.get_reformations":"religion_history.get_reformations: Retrieves a list of major reformations in a specified religion.","religion_history.get_schisms":"religion_history.get_schisms: Retrieves a list of major schisms in a specified religion."},"clm":{"choice":"religion_history.get_schisms","correct":true,"latency_ms":65.68,"confidence":0.935436},"jev":{"choice":"religion_history.get_schisms","correct":true,"latency_ms":150.11,"confidence":1.0}},"prose_schema":{"criteria":{"religion_history.get_councils":"religion_history.get_councils: Retrieves a list of major councils in a specified religion.\nParameter religion (string); required; Name of the religion for which to retrieve the councils.\nParameter count (integer); required; Number of top councils to retrieve.; default: 3","religion_history.get_reformations":"religion_history.get_reformations: Retrieves a list of major reformations in a specified religion.\nParameter religion (string); required; Name of the religion for which to retrieve the reformations.\nParameter count (integer); required; Number of top reformations to retrieve.; default: 3","religion_history.get_schisms":"religion_history.get_schisms: Retrieves a list of major schisms in a specified religion.\nParameter religion (string); required; Name of the religion for which to retrieve the schisms.\nParameter count (integer); required; Number of top schisms to retrieve."},"clm":{"choice":"religion_history.get_reformations","correct":false,"latency_ms":86.8,"confidence":0.600646},"jev":{"choice":"religion_history.get_schisms","correct":true,"latency_ms":101.07,"confidence":1.0}},"schema":{"criteria":{"religion_history.get_councils":"{\"description\":\"Retrieves a list of major councils in a specified religion.\",\"name\":\"religion_history.get_councils\",\"parameters\":{\"properties\":{\"count\":{\"default\":3,\"description\":\"Number of top councils to retrieve.\",\"type\":\"integer\"},\"religion\":{\"description\":\"Name of the religion for which to retrieve the councils.\",\"type\":\"string\"}},\"required\":[\"religion\",\"count\"],\"type\":\"dict\"}}","religion_history.get_reformations":"{\"description\":\"Retrieves a list of major reformations in a specified religion.\",\"name\":\"religion_history.get_reformations\",\"parameters\":{\"properties\":{\"count\":{\"default\":3,\"description\":\"Number of top reformations to retrieve.\",\"type\":\"integer\"},\"religion\":{\"description\":\"Name of the religion for which to retrieve the reformations.\",\"type\":\"string\"}},\"required\":[\"religion\",\"count\"],\"type\":\"dict\"}}","religion_history.get_schisms":"{\"description\":\"Retrieves a list of major schisms in a specified religion.\",\"name\":\"religion_history.get_schisms\",\"parameters\":{\"properties\":{\"count\":{\"description\":\"Number of top schisms to retrieve.\",\"type\":\"integer\"},\"religion\":{\"description\":\"Name of the religion for which to retrieve the schisms.\",\"type\":\"string\"}},\"required\":[\"religion\",\"count\"],\"type\":\"dict\"}}"},"clm":{"choice":"religion_history.get_reformations","correct":false,"latency_ms":159.85,"confidence":0.380137},"jev":{"choice":"religion_history.get_schisms","correct":true,"latency_ms":109.58,"confidence":1.0}}}},{"id":"multiple_20","split":"multiple","state":"User: What is the price to commission a sculpture made of marble with a size of 3 feet?","expected":"sculpture_price.calculate","candidate_count":3,"views":{"description":{"criteria":{"sculptor_info.get":"sculptor_info.get: Get information about a specific sculptor.","sculpture_price.calculate":"sculpture_price.calculate: Calculate the estimated price to commission a sculpture based on the material and size.","sculpture_availability.check":"sculpture_availability.check: Check the availability of a specific sculpture in the inventory."},"clm":{"choice":"sculpture_price.calculate","correct":true,"latency_ms":80.28,"confidence":0.587524},"jev":{"choice":"sculpture_price.calculate","correct":true,"latency_ms":126.11,"confidence":1.0}},"prose_schema":{"criteria":{"sculptor_info.get":"sculptor_info.get: Get information about a specific sculptor.\nParameter name (string); required; The name of the sculptor.","sculpture_price.calculate":"sculpture_price.calculate: Calculate the estimated price to commission a sculpture based on the material and size.\nParameter material (string); required; The material used for the sculpture.\nParameter size (integer); required; The size of the sculpture in feet.\nParameter complexity (string); The complexity level of the sculpture. Default is 'medium'.; allowed values: low, medium, high; default: medium","sculpture_availability.check":"sculpture_availability.check: Check the availability of a specific sculpture in the inventory.\nParameter sculpture_name (string); required; The name of the sculpture.\nParameter material (string); required; The material of the sculpture."},"clm":{"choice":"sculptor_info.get","correct":false,"latency_ms":118.36,"confidence":0.901687},"jev":{"choice":"sculpture_price.calculate","correct":true,"latency_ms":181.69,"confidence":1.0}},"schema":{"criteria":{"sculptor_info.get":"{\"description\":\"Get information about a specific sculptor.\",\"name\":\"sculptor_info.get\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The name of the sculptor.\",\"type\":\"string\"}},\"required\":[\"name\"],\"type\":\"dict\"}}","sculpture_price.calculate":"{\"description\":\"Calculate the estimated price to commission a sculpture based on the material and size.\",\"name\":\"sculpture_price.calculate\",\"parameters\":{\"properties\":{\"complexity\":{\"default\":\"medium\",\"description\":\"The complexity level of the sculpture. Default is 'medium'.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"},\"material\":{\"description\":\"The material used for the sculpture.\",\"type\":\"string\"},\"size\":{\"description\":\"The size of the sculpture in feet.\",\"type\":\"integer\"}},\"required\":[\"material\",\"size\"],\"type\":\"dict\"}}","sculpture_availability.check":"{\"description\":\"Check the availability of a specific sculpture in the inventory.\",\"name\":\"sculpture_availability.check\",\"parameters\":{\"properties\":{\"material\":{\"description\":\"The material of the sculpture.\",\"type\":\"string\"},\"sculpture_name\":{\"description\":\"The name of the sculpture.\",\"type\":\"string\"}},\"required\":[\"sculpture_name\",\"material\"],\"type\":\"dict\"}}"},"clm":{"choice":"sculpture_price.calculate","correct":true,"latency_ms":120.59,"confidence":0.992699},"jev":{"choice":"sculpture_price.calculate","correct":true,"latency_ms":115.84,"confidence":1.0}}}},{"id":"multiple_21","split":"multiple","state":"User: I want to generate a sound of 440Hz frequency for 5 seconds. What is the function and how can I use it?","expected":"generate_sound_wave","candidate_count":2,"views":{"description":{"criteria":{"play_sound_wave":"play_sound_wave: This function is for playing a sound wave file.","generate_sound_wave":"generate_sound_wave: This function is for generating a sinusoidal sound wave file of a certain frequency for a specific duration and save it to a WAV file."},"clm":{"choice":"generate_sound_wave","correct":true,"latency_ms":81.22,"confidence":0.997482},"jev":{"choice":"generate_sound_wave","correct":true,"latency_ms":125.22,"confidence":1.0}},"prose_schema":{"criteria":{"play_sound_wave":"play_sound_wave: This function is for playing a sound wave file.\nParameter wave_file (string); required; The filename of the sound wave file to be played.\nParameter volume (float); The volume level at which the sound is to be played (1 is 100%).; default: 1","generate_sound_wave":"generate_sound_wave: This function is for generating a sinusoidal sound wave file of a certain frequency for a specific duration and save it to a WAV file.\nParameter frequency (integer); required; The frequency of the sound wave in Hz.\nParameter duration (integer); required; The duration of the sound in seconds.\nParameter wave_type (string); The waveform to be used to generate the sound.; allowed values: sine, square, sawtooth; default: sine"},"clm":{"choice":"play_sound_wave","correct":false,"latency_ms":99.94,"confidence":0.787503},"jev":{"choice":"generate_sound_wave","correct":true,"latency_ms":125.4,"confidence":1.0}},"schema":{"criteria":{"play_sound_wave":"{\"description\":\"This function is for playing a sound wave file.\",\"name\":\"play_sound_wave\",\"parameters\":{\"properties\":{\"volume\":{\"default\":1,\"description\":\"The volume level at which the sound is to be played (1 is 100%).\",\"type\":\"float\"},\"wave_file\":{\"description\":\"The filename of the sound wave file to be played.\",\"type\":\"string\"}},\"required\":[\"wave_file\"],\"type\":\"dict\"}}","generate_sound_wave":"{\"description\":\"This function is for generating a sinusoidal sound wave file of a certain frequency for a specific duration and save it to a WAV file.\",\"name\":\"generate_sound_wave\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The duration of the sound in seconds.\",\"type\":\"integer\"},\"frequency\":{\"description\":\"The frequency of the sound wave in Hz.\",\"type\":\"integer\"},\"wave_type\":{\"default\":\"sine\",\"description\":\"The waveform to be used to generate the sound.\",\"enum\":[\"sine\",\"square\",\"sawtooth\"],\"type\":\"string\"}},\"required\":[\"frequency\",\"duration\"],\"type\":\"dict\"}}"},"clm":{"choice":"generate_sound_wave","correct":true,"latency_ms":102.65,"confidence":0.930783},"jev":{"choice":"generate_sound_wave","correct":true,"latency_ms":97.0,"confidence":1.0}}}},{"id":"multiple_22","split":"multiple","state":"User: What is the record for the most points scored by a single player in an NBA game?","expected":"sports_data.basketball.most_points_single_game","candidate_count":3,"views":{"description":{"criteria":{"sports_data.basketball.most_points_single_season":"sports_data.basketball.most_points_single_season: Returns the record for the most points scored by a single player in one season of NBA, including the player name, points scored, and season.","sports_data.basketball.most_points_career":"sports_data.basketball.most_points_career: Returns the record for the most points scored by a player in his career in NBA, including the player name, total points scored, and career span.","sports_data.basketball.most_points_single_game":"sports_data.basketball.most_points_single_game: Returns the record for the most points scored by a single player in one game of NBA, including the player name, points scored, and game date."},"clm":{"choice":"sports_data.basketball.most_points_career","correct":false,"latency_ms":83.89,"confidence":0.38757},"jev":{"choice":"sports_data.basketball.most_points_single_game","correct":true,"latency_ms":121.77,"confidence":1.0}},"prose_schema":{"criteria":{"sports_data.basketball.most_points_single_season":"sports_data.basketball.most_points_single_season: Returns the record for the most points scored by a single player in one season of NBA, including the player name, points scored, and season.\nParameter league (string); required; The specific basketball league for which to fetch the record. In this case, 'NBA'.","sports_data.basketball.most_points_career":"sports_data.basketball.most_points_career: Returns the record for the most points scored by a player in his career in NBA, including the player name, total points scored, and career span.\nParameter league (string); required; The specific basketball league for which to fetch the record. In this case, 'NBA'.","sports_data.basketball.most_points_single_game":"sports_data.basketball.most_points_single_game: Returns the record for the most points scored by a single player in one game of NBA, including the player name, points scored, and game date.\nParameter league (string); required; The specific basketball league for which to fetch the record. In this case, 'NBA'."},"clm":{"choice":"sports_data.basketball.most_points_single_season","correct":false,"latency_ms":116.01,"confidence":0.429355},"jev":{"choice":"sports_data.basketball.most_points_single_game","correct":true,"latency_ms":116.24,"confidence":1.0}},"schema":{"criteria":{"sports_data.basketball.most_points_single_season":"{\"description\":\"Returns the record for the most points scored by a single player in one season of NBA, including the player name, points scored, and season.\",\"name\":\"sports_data.basketball.most_points_single_season\",\"parameters\":{\"properties\":{\"league\":{\"description\":\"The specific basketball league for which to fetch the record. In this case, 'NBA'.\",\"type\":\"string\"}},\"required\":[\"league\"],\"type\":\"dict\"}}","sports_data.basketball.most_points_career":"{\"description\":\"Returns the record for the most points scored by a player in his career in NBA, including the player name, total points scored, and career span.\",\"name\":\"sports_data.basketball.most_points_career\",\"parameters\":{\"properties\":{\"league\":{\"description\":\"The specific basketball league for which to fetch the record. In this case, 'NBA'.\",\"type\":\"string\"}},\"required\":[\"league\"],\"type\":\"dict\"}}","sports_data.basketball.most_points_single_game":"{\"description\":\"Returns the record for the most points scored by a single player in one game of NBA, including the player name, points scored, and game date.\",\"name\":\"sports_data.basketball.most_points_single_game\",\"parameters\":{\"properties\":{\"league\":{\"description\":\"The specific basketball league for which to fetch the record. In this case, 'NBA'.\",\"type\":\"string\"}},\"required\":[\"league\"],\"type\":\"dict\"}}"},"clm":{"choice":"sports_data.basketball.most_points_career","correct":false,"latency_ms":192.91,"confidence":0.544528},"jev":{"choice":"sports_data.basketball.most_points_single_game","correct":true,"latency_ms":102.16,"confidence":1.0}}}},{"id":"multiple_23","split":"multiple","state":"User: What are the current stats for basketball player LeBron James including points per game, assists, and minutes per game.","expected":"basketball.player_stats.get","candidate_count":3,"views":{"description":{"criteria":{"basketball.player_stats.get":"basketball.player_stats.get: Get current statistics for a specified basketball player","basketball.game_stats.get":"basketball.game_stats.get: Get the detailed statistical data from a specific basketball game","basketball.team_stats.get":"basketball.team_stats.get: Get current statistics for a specific basketball team"},"clm":{"choice":"basketball.game_stats.get","correct":false,"latency_ms":58.85,"confidence":0.724952},"jev":{"choice":"basketball.player_stats.get","correct":true,"latency_ms":111.88,"confidence":1.0}},"prose_schema":{"criteria":{"basketball.player_stats.get":"basketball.player_stats.get: Get current statistics for a specified basketball player\nParameter player_name (string); required; The name of the player.\nParameter stats_fields (array); required; List of statistical categories to be fetched, including points, assists, rebounds, minutes.","basketball.game_stats.get":"basketball.game_stats.get: Get the detailed statistical data from a specific basketball game\nParameter team1 (string); required; One of the competing teams in the game.\nParameter team2 (string); required; One of the competing teams in the game.\nParameter date (string); required; The date when the game occurred.\nParameter stats_fields (array); List of statistical categories to be fetched, including total points, total assists, total rebounds, turnovers. Default to empty list","basketball.team_stats.get":"basketball.team_stats.get: Get current statistics for a specific basketball team\nParameter team_name (string); required; The name of the team.\nParameter stats_fields (array); required; List of statistical categories to be fetched, including total points, total assists, total rebounds, win rate."},"clm":{"choice":"basketball.player_stats.get","correct":true,"latency_ms":100.45,"confidence":0.672905},"jev":{"choice":"basketball.player_stats.get","correct":true,"latency_ms":138.86,"confidence":1.0}},"schema":{"criteria":{"basketball.player_stats.get":"{\"description\":\"Get current statistics for a specified basketball player\",\"name\":\"basketball.player_stats.get\",\"parameters\":{\"properties\":{\"player_name\":{\"description\":\"The name of the player.\",\"type\":\"string\"},\"stats_fields\":{\"description\":\"List of statistical categories to be fetched, including points, assists, rebounds, minutes.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"player_name\",\"stats_fields\"],\"type\":\"dict\"}}","basketball.game_stats.get":"{\"description\":\"Get the detailed statistical data from a specific basketball game\",\"name\":\"basketball.game_stats.get\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date when the game occurred.\",\"type\":\"string\"},\"stats_fields\":{\"description\":\"List of statistical categories to be fetched, including total points, total assists, total rebounds, turnovers. Default to empty list\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"team1\":{\"description\":\"One of the competing teams in the game.\",\"type\":\"string\"},\"team2\":{\"description\":\"One of the competing teams in the game.\",\"type\":\"string\"}},\"required\":[\"team1\",\"team2\",\"date\"],\"type\":\"dict\"}}","basketball.team_stats.get":"{\"description\":\"Get current statistics for a specific basketball team\",\"name\":\"basketball.team_stats.get\",\"parameters\":{\"properties\":{\"stats_fields\":{\"description\":\"List of statistical categories to be fetched, including total points, total assists, total rebounds, win rate.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"team_name\":{\"description\":\"The name of the team.\",\"type\":\"string\"}},\"required\":[\"team_name\",\"stats_fields\"],\"type\":\"dict\"}}"},"clm":{"choice":"basketball.game_stats.get","correct":false,"latency_ms":106.64,"confidence":0.503168},"jev":{"choice":"basketball.player_stats.get","correct":true,"latency_ms":142.4,"confidence":1.0}}}},{"id":"multiple_24","split":"multiple","state":"User: What is the fastest route from London to Edinburgh for playing a chess championship? Also provide an estimate of the distance.","expected":"route_planner.calculate_route","candidate_count":2,"views":{"description":{"criteria":{"route_planner.calculate_route":"route_planner.calculate_route: Determines the best route between two points.","chess_club_details.find":"chess_club_details.find: Provides details about a chess club, including location."},"clm":{"choice":"route_planner.calculate_route","correct":true,"latency_ms":56.84,"confidence":0.999944},"jev":{"choice":"route_planner.calculate_route","correct":true,"latency_ms":122.53,"confidence":1.0}},"prose_schema":{"criteria":{"route_planner.calculate_route":"route_planner.calculate_route: Determines the best route between two points.\nParameter start (string); required; The starting point of the journey.\nParameter destination (string); required; The destination of the journey.\nParameter method (string); The method to use when calculating the route (default is 'fastest').; allowed values: fastest, shortest, balanced; default: fastest","chess_club_details.find":"chess_club_details.find: Provides details about a chess club, including location.\nParameter name (string); required; The name of the chess club.\nParameter city (string); required; The city in which the chess club is located.\nParameter event (string); The event hosted by the club.; default: null"},"clm":{"choice":"route_planner.calculate_route","correct":true,"latency_ms":118.99,"confidence":0.999902},"jev":{"choice":"route_planner.calculate_route","correct":true,"latency_ms":179.69,"confidence":1.0}},"schema":{"criteria":{"route_planner.calculate_route":"{\"description\":\"Determines the best route between two points.\",\"name\":\"route_planner.calculate_route\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination of the journey.\",\"type\":\"string\"},\"method\":{\"default\":\"fastest\",\"description\":\"The method to use when calculating the route (default is 'fastest').\",\"enum\":[\"fastest\",\"shortest\",\"balanced\"],\"type\":\"string\"},\"start\":{\"description\":\"The starting point of the journey.\",\"type\":\"string\"}},\"required\":[\"start\",\"destination\"],\"type\":\"dict\"}}","chess_club_details.find":"{\"description\":\"Provides details about a chess club, including location.\",\"name\":\"chess_club_details.find\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the chess club is located.\",\"type\":\"string\"},\"event\":{\"default\":\"null\",\"description\":\"The event hosted by the club.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the chess club.\",\"type\":\"string\"}},\"required\":[\"name\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"chess_club_details.find","correct":false,"latency_ms":94.77,"confidence":0.93362},"jev":{"choice":"route_planner.calculate_route","correct":true,"latency_ms":116.72,"confidence":1.0}}}},{"id":"multiple_25","split":"multiple","state":"User: What is the cheapest selling price for the game 'Assassins Creed Valhalla' in the PlayStation Store in the United States?","expected":"video_games.store_price","candidate_count":3,"views":{"description":{"criteria":{"video_games.store_currency":"video_games.store_currency: Fetches the currency used in a specific region in a gaming platform store.","video_games.on_sale":"video_games.on_sale: Checks if a particular game is currently on sale in a specific gaming platform store and in a specific region.","video_games.store_price":"video_games.store_price: Fetches the selling price of a specified game in a particular gaming platform store and in a specific region."},"clm":{"choice":"video_games.store_price","correct":true,"latency_ms":76.42,"confidence":0.777494},"jev":{"choice":"video_games.store_price","correct":true,"latency_ms":96.2,"confidence":0.99}},"prose_schema":{"criteria":{"video_games.store_currency":"video_games.store_currency: Fetches the currency used in a specific region in a gaming platform store.\nParameter platform (string); required; The gaming platform e.g. PlayStation, Xbox, Nintendo Switch\nParameter region (string); The region e.g. United States, United Kingdom, Japan; default: True","video_games.on_sale":"video_games.on_sale: Checks if a particular game is currently on sale in a specific gaming platform store and in a specific region.\nParameter game_title (string); required; The title of the video game\nParameter platform (string); required; The gaming platform e.g. PlayStation, Xbox, Nintendo Switch\nParameter region (string); The region e.g. United States, United Kingdom, Japan. Default United States","video_games.store_price":"video_games.store_price: Fetches the selling price of a specified game in a particular gaming platform store and in a specific region.\nParameter game_title (string); required; The title of the video game\nParameter platform (string); required; The gaming platform e.g. PlayStation, Xbox, Nintendo Switch\nParameter region (string); The region e.g. United States, United Kingdom, Japan. Default to United States"},"clm":{"choice":"video_games.store_currency","correct":false,"latency_ms":114.69,"confidence":0.801854},"jev":{"choice":"video_games.store_price","correct":true,"latency_ms":122.92,"confidence":0.96}},"schema":{"criteria":{"video_games.store_currency":"{\"description\":\"Fetches the currency used in a specific region in a gaming platform store.\",\"name\":\"video_games.store_currency\",\"parameters\":{\"properties\":{\"platform\":{\"description\":\"The gaming platform e.g. PlayStation, Xbox, Nintendo Switch\",\"type\":\"string\"},\"region\":{\"default\":\"True\",\"description\":\"The region e.g. United States, United Kingdom, Japan\",\"type\":\"string\"}},\"required\":[\"platform\"],\"type\":\"dict\"}}","video_games.on_sale":"{\"description\":\"Checks if a particular game is currently on sale in a specific gaming platform store and in a specific region.\",\"name\":\"video_games.on_sale\",\"parameters\":{\"properties\":{\"game_title\":{\"description\":\"The title of the video game\",\"type\":\"string\"},\"platform\":{\"description\":\"The gaming platform e.g. PlayStation, Xbox, Nintendo Switch\",\"type\":\"string\"},\"region\":{\"description\":\"The region e.g. United States, United Kingdom, Japan. Default United States\",\"optional\":\"True\",\"type\":\"string\"}},\"required\":[\"game_title\",\"platform\"],\"type\":\"dict\"}}","video_games.store_price":"{\"description\":\"Fetches the selling price of a specified game in a particular gaming platform store and in a specific region.\",\"name\":\"video_games.store_price\",\"parameters\":{\"properties\":{\"game_title\":{\"description\":\"The title of the video game\",\"type\":\"string\"},\"platform\":{\"description\":\"The gaming platform e.g. PlayStation, Xbox, Nintendo Switch\",\"type\":\"string\"},\"region\":{\"description\":\"The region e.g. United States, United Kingdom, Japan. Default to United States\",\"type\":\"string\"}},\"required\":[\"game_title\",\"platform\"],\"type\":\"dict\"}}"},"clm":{"choice":"video_games.store_price","correct":true,"latency_ms":115.59,"confidence":0.595716},"jev":{"choice":"video_games.store_price","correct":true,"latency_ms":129.78,"confidence":0.95}}}},{"id":"multiple_26","split":"multiple","state":"User: Find out the rewards for playing Fortnite on Playstation platform with different missions and trophies","expected":"game_rewards.get","candidate_count":3,"views":{"description":{"criteria":{"game_scores.get":"game_scores.get: Retrieve scores and rankings based on player’s performance in a certain game.","game_rewards.get":"game_rewards.get: Retrieve information about different types of rewards that you can receive when playing a certain game.","game_missions.list":"game_missions.list: List all missions for a certain game."},"clm":{"choice":"game_rewards.get","correct":true,"latency_ms":93.31,"confidence":0.700388},"jev":{"choice":"game_rewards.get","correct":true,"latency_ms":127.21,"confidence":1.0}},"prose_schema":{"criteria":{"game_scores.get":"game_scores.get: Retrieve scores and rankings based on player’s performance in a certain game.\nParameter game (string); required; The name of the game.\nParameter platform (string); required; The gaming platform e.g. Xbox, Playstation, PC\nParameter level (integer); required; The level of the game for which you want to retrieve the scores.\nParameter player (string); The name of the player for whom you want to retrieve scores. Default ''","game_rewards.get":"game_rewards.get: Retrieve information about different types of rewards that you can receive when playing a certain game.\nParameter game (string); required; The name of the game.\nParameter platform (string); required; The gaming platform e.g. Xbox, Playstation, PC\nParameter mission (string); The mission for which you want to know the rewards. Default to ''\nParameter trophy (string); The trophy level for which you want to know the rewards. Default to ''","game_missions.list":"game_missions.list: List all missions for a certain game.\nParameter game (string); required; The name of the game."},"clm":{"choice":"game_rewards.get","correct":true,"latency_ms":90.53,"confidence":0.873315},"jev":{"choice":"game_rewards.get","correct":true,"latency_ms":97.75,"confidence":1.0}},"schema":{"criteria":{"game_scores.get":"{\"description\":\"Retrieve scores and rankings based on player’s performance in a certain game.\",\"name\":\"game_scores.get\",\"parameters\":{\"properties\":{\"game\":{\"description\":\"The name of the game.\",\"type\":\"string\"},\"level\":{\"description\":\"The level of the game for which you want to retrieve the scores.\",\"type\":\"integer\"},\"platform\":{\"description\":\"The gaming platform e.g. Xbox, Playstation, PC\",\"type\":\"string\"},\"player\":{\"description\":\"The name of the player for whom you want to retrieve scores. Default ''\",\"optional\":true,\"type\":\"string\"}},\"required\":[\"game\",\"platform\",\"level\"],\"type\":\"dict\"}}","game_rewards.get":"{\"description\":\"Retrieve information about different types of rewards that you can receive when playing a certain game.\",\"name\":\"game_rewards.get\",\"parameters\":{\"properties\":{\"game\":{\"description\":\"The name of the game.\",\"type\":\"string\"},\"mission\":{\"description\":\"The mission for which you want to know the rewards. Default to ''\",\"optional\":true,\"type\":\"string\"},\"platform\":{\"description\":\"The gaming platform e.g. Xbox, Playstation, PC\",\"type\":\"string\"},\"trophy\":{\"description\":\"The trophy level for which you want to know the rewards. Default to ''\",\"optional\":true,\"type\":\"string\"}},\"required\":[\"game\",\"platform\"],\"type\":\"dict\"}}","game_missions.list":"{\"description\":\"List all missions for a certain game.\",\"name\":\"game_missions.list\",\"parameters\":{\"properties\":{\"game\":{\"description\":\"The name of the game.\",\"type\":\"string\"}},\"required\":[\"game\"],\"type\":\"dict\"}}"},"clm":{"choice":"game_rewards.get","correct":true,"latency_ms":119.38,"confidence":0.474199},"jev":{"choice":"game_rewards.get","correct":true,"latency_ms":147.14,"confidence":1.0}}}},{"id":"multiple_27","split":"multiple","state":"User: What is the shortest path from Paris, France to Rome, Italy by using a public transportation?","expected":"maps.shortest_path","candidate_count":2,"views":{"description":{"criteria":{"maps.route_times":"maps.route_times: Estimates the time it will take to travel from one location to another by a specific mode of transportation.","maps.shortest_path":"maps.shortest_path: Find the shortest path from one location to another by using a specific mode of transportation."},"clm":{"choice":"maps.route_times","correct":false,"latency_ms":62.54,"confidence":0.506148},"jev":{"choice":"maps.shortest_path","correct":true,"latency_ms":98.74,"confidence":1.0}},"prose_schema":{"criteria":{"maps.route_times":"maps.route_times: Estimates the time it will take to travel from one location to another by a specific mode of transportation.\nParameter route (string); required; The string representation of the route.\nParameter mode (string); The mode of transportation (walk, bike, transit, drive).; default: walk","maps.shortest_path":"maps.shortest_path: Find the shortest path from one location to another by using a specific mode of transportation.\nParameter start_location (string); required; The name or coordinates of the start location.\nParameter end_location (string); required; The name or coordinates of the end location.\nParameter mode (string); The mode of transportation (walk, bike, transit, drive).; default: walk"},"clm":{"choice":"maps.shortest_path","correct":true,"latency_ms":70.88,"confidence":0.770537},"jev":{"choice":"maps.shortest_path","correct":true,"latency_ms":132.02,"confidence":1.0}},"schema":{"criteria":{"maps.route_times":"{\"description\":\"Estimates the time it will take to travel from one location to another by a specific mode of transportation.\",\"name\":\"maps.route_times\",\"parameters\":{\"properties\":{\"mode\":{\"default\":\"walk\",\"description\":\"The mode of transportation (walk, bike, transit, drive).\",\"type\":\"string\"},\"route\":{\"description\":\"The string representation of the route.\",\"type\":\"string\"}},\"required\":[\"route\"],\"type\":\"dict\"}}","maps.shortest_path":"{\"description\":\"Find the shortest path from one location to another by using a specific mode of transportation.\",\"name\":\"maps.shortest_path\",\"parameters\":{\"properties\":{\"end_location\":{\"description\":\"The name or coordinates of the end location.\",\"type\":\"string\"},\"mode\":{\"default\":\"walk\",\"description\":\"The mode of transportation (walk, bike, transit, drive).\",\"type\":\"string\"},\"start_location\":{\"description\":\"The name or coordinates of the start location.\",\"type\":\"string\"}},\"required\":[\"start_location\",\"end_location\"],\"type\":\"dict\"}}"},"clm":{"choice":"maps.route_times","correct":false,"latency_ms":162.74,"confidence":0.850884},"jev":{"choice":"maps.shortest_path","correct":true,"latency_ms":139.35,"confidence":1.0}}}},{"id":"multiple_28","split":"multiple","state":"User: What's the root of quadratic equation with coefficients 2, 3 and -4?","expected":"solve.quadratic_equation","candidate_count":3,"views":{"description":{"criteria":{"solve.quadratic_equation":"solve.quadratic_equation: Solve a quadratic equation with given coefficients a, b, and c.","convert.rgb_to_hex":"convert.rgb_to_hex: Converts RGB values to Hexadecimal color code.","perform.string_reverse":"perform.string_reverse: Reverses a given string."},"clm":{"choice":"solve.quadratic_equation","correct":true,"latency_ms":86.88,"confidence":0.999998},"jev":{"choice":"solve.quadratic_equation","correct":true,"latency_ms":101.54,"confidence":1.0}},"prose_schema":{"criteria":{"solve.quadratic_equation":"solve.quadratic_equation: Solve a quadratic equation with given coefficients a, b, and c.\nParameter a (integer); required; Coefficient of x^2.\nParameter b (integer); required; Coefficient of x.\nParameter c (integer); required; Constant term.","convert.rgb_to_hex":"convert.rgb_to_hex: Converts RGB values to Hexadecimal color code.\nParameter r (integer); required; The Red component.\nParameter g (integer); required; The Green component.\nParameter b (integer); required; The Blue component.","perform.string_reverse":"perform.string_reverse: Reverses a given string.\nParameter input_string (string); required; The string to be reversed."},"clm":{"choice":"solve.quadratic_equation","correct":true,"latency_ms":107.49,"confidence":0.999983},"jev":{"choice":"solve.quadratic_equation","correct":true,"latency_ms":138.41,"confidence":1.0}},"schema":{"criteria":{"solve.quadratic_equation":"{\"description\":\"Solve a quadratic equation with given coefficients a, b, and c.\",\"name\":\"solve.quadratic_equation\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"Coefficient of x^2.\",\"type\":\"integer\"},\"b\":{\"description\":\"Coefficient of x.\",\"type\":\"integer\"},\"c\":{\"description\":\"Constant term.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\",\"c\"],\"type\":\"dict\"}}","convert.rgb_to_hex":"{\"description\":\"Converts RGB values to Hexadecimal color code.\",\"name\":\"convert.rgb_to_hex\",\"parameters\":{\"properties\":{\"b\":{\"description\":\"The Blue component.\",\"type\":\"integer\"},\"g\":{\"description\":\"The Green component.\",\"type\":\"integer\"},\"r\":{\"description\":\"The Red component.\",\"type\":\"integer\"}},\"required\":[\"r\",\"g\",\"b\"],\"type\":\"dict\"}}","perform.string_reverse":"{\"description\":\"Reverses a given string.\",\"name\":\"perform.string_reverse\",\"parameters\":{\"properties\":{\"input_string\":{\"description\":\"The string to be reversed.\",\"type\":\"string\"}},\"required\":[\"input_string\"],\"type\":\"dict\"}}"},"clm":{"choice":"convert.rgb_to_hex","correct":false,"latency_ms":101.03,"confidence":0.516121},"jev":{"choice":"solve.quadratic_equation","correct":true,"latency_ms":97.23,"confidence":1.0}}}},{"id":"multiple_29","split":"multiple","state":"User: Find the intersection points of the functions y=3x+2 and y=2x+3.","expected":"functions.intersect","candidate_count":2,"views":{"description":{"criteria":{"functions.zero":"functions.zero: Find the zero points of a function.","functions.intersect":"functions.intersect: Locate the intersection points of two functions."},"clm":{"choice":"functions.intersect","correct":true,"latency_ms":98.52,"confidence":0.933508},"jev":{"choice":"functions.intersect","correct":true,"latency_ms":138.98,"confidence":1.0}},"prose_schema":{"criteria":{"functions.zero":"functions.zero: Find the zero points of a function.\nParameter function (string); required; Function given as a string with x as the variable, e.g. 3x+2","functions.intersect":"functions.intersect: Locate the intersection points of two functions.\nParameter function1 (string); required; First function given as a string with x as the variable, e.g. 3x+2\nParameter function2 (string); required; Second function given as a string with x as the variable, e.g. 2x+3"},"clm":{"choice":"functions.intersect","correct":true,"latency_ms":113.16,"confidence":0.979213},"jev":{"choice":"functions.intersect","correct":true,"latency_ms":94.19,"confidence":1.0}},"schema":{"criteria":{"functions.zero":"{\"description\":\"Find the zero points of a function.\",\"name\":\"functions.zero\",\"parameters\":{\"properties\":{\"function\":{\"description\":\"Function given as a string with x as the variable, e.g. 3x+2\",\"type\":\"string\"}},\"required\":[\"function\"],\"type\":\"dict\"}}","functions.intersect":"{\"description\":\"Locate the intersection points of two functions.\",\"name\":\"functions.intersect\",\"parameters\":{\"properties\":{\"function1\":{\"description\":\"First function given as a string with x as the variable, e.g. 3x+2\",\"type\":\"string\"},\"function2\":{\"description\":\"Second function given as a string with x as the variable, e.g. 2x+3\",\"type\":\"string\"}},\"required\":[\"function1\",\"function2\"],\"type\":\"dict\"}}"},"clm":{"choice":"functions.zero","correct":false,"latency_ms":107.61,"confidence":0.563392},"jev":{"choice":"functions.intersect","correct":true,"latency_ms":119.26,"confidence":1.0}}}},{"id":"multiple_30","split":"multiple","state":"User: What is the area of a rectangle with length 12 meters and width 5 meters?","expected":"rectangle.area","candidate_count":3,"views":{"description":{"criteria":{"rectangle.area":"rectangle.area: Calculate the area of a rectangle with given length and width","circle.area":"circle.area: Calculate the area of a circle with given radius","triangle.area":"triangle.area: Calculate the area of a triangle with given base and height"},"clm":{"choice":"rectangle.area","correct":true,"latency_ms":56.25,"confidence":0.98758},"jev":{"choice":"rectangle.area","correct":true,"latency_ms":132.87,"confidence":1.0}},"prose_schema":{"criteria":{"rectangle.area":"rectangle.area: Calculate the area of a rectangle with given length and width\nParameter length (integer); required; Length of the rectangle\nParameter width (integer); required; Width of the rectangle","circle.area":"circle.area: Calculate the area of a circle with given radius\nParameter radius (float); required; Radius of the circle\nParameter isDiameter (boolean); Whether the given length is the diameter of the circle, default is false; default: False","triangle.area":"triangle.area: Calculate the area of a triangle with given base and height\nParameter base (float); required; Base of the triangle\nParameter height (float); required; Height of the triangle"},"clm":{"choice":"rectangle.area","correct":true,"latency_ms":106.73,"confidence":0.846232},"jev":{"choice":"rectangle.area","correct":true,"latency_ms":137.39,"confidence":1.0}},"schema":{"criteria":{"rectangle.area":"{\"description\":\"Calculate the area of a rectangle with given length and width\",\"name\":\"rectangle.area\",\"parameters\":{\"properties\":{\"length\":{\"description\":\"Length of the rectangle\",\"type\":\"integer\"},\"width\":{\"description\":\"Width of the rectangle\",\"type\":\"integer\"}},\"required\":[\"length\",\"width\"],\"type\":\"dict\"}}","circle.area":"{\"description\":\"Calculate the area of a circle with given radius\",\"name\":\"circle.area\",\"parameters\":{\"properties\":{\"isDiameter\":{\"default\":false,\"description\":\"Whether the given length is the diameter of the circle, default is false\",\"type\":\"boolean\"},\"radius\":{\"description\":\"Radius of the circle\",\"type\":\"float\"}},\"required\":[\"radius\"],\"type\":\"dict\"}}","triangle.area":"{\"description\":\"Calculate the area of a triangle with given base and height\",\"name\":\"triangle.area\",\"parameters\":{\"properties\":{\"base\":{\"description\":\"Base of the triangle\",\"type\":\"float\"},\"height\":{\"description\":\"Height of the triangle\",\"type\":\"float\"}},\"required\":[\"base\",\"height\"],\"type\":\"dict\"}}"},"clm":{"choice":"rectangle.area","correct":true,"latency_ms":193.77,"confidence":0.394032},"jev":{"choice":"rectangle.area","correct":true,"latency_ms":114.23,"confidence":1.0}}}},{"id":"multiple_31","split":"multiple","state":"User: What is the area and perimeter of a rectangle with width of 7 units and length of 10 units?","expected":"geometry_rectangle.calculate","candidate_count":3,"views":{"description":{"criteria":{"geometry_square.calculate":"geometry_square.calculate: Calculates the area and perimeter of a square given the side length.","geometry_circle.calculate":"geometry_circle.calculate: Calculates the area and circumference of a circle given the radius.","geometry_rectangle.calculate":"geometry_rectangle.calculate: Calculates the area and perimeter of a rectangle given the width and length."},"clm":{"choice":"geometry_square.calculate","correct":false,"latency_ms":57.9,"confidence":0.369621},"jev":{"choice":"geometry_rectangle.calculate","correct":true,"latency_ms":93.55,"confidence":1.0}},"prose_schema":{"criteria":{"geometry_square.calculate":"geometry_square.calculate: Calculates the area and perimeter of a square given the side length.\nParameter side (integer); required; The length of a side of the square.","geometry_circle.calculate":"geometry_circle.calculate: Calculates the area and circumference of a circle given the radius.\nParameter radius (integer); required; The radius of the circle.","geometry_rectangle.calculate":"geometry_rectangle.calculate: Calculates the area and perimeter of a rectangle given the width and length.\nParameter width (integer); required; The width of the rectangle.\nParameter length (integer); required; The length of the rectangle."},"clm":{"choice":"geometry_rectangle.calculate","correct":true,"latency_ms":86.41,"confidence":0.832478},"jev":{"choice":"geometry_rectangle.calculate","correct":true,"latency_ms":128.04,"confidence":1.0}},"schema":{"criteria":{"geometry_square.calculate":"{\"description\":\"Calculates the area and perimeter of a square given the side length.\",\"name\":\"geometry_square.calculate\",\"parameters\":{\"properties\":{\"side\":{\"description\":\"The length of a side of the square.\",\"type\":\"integer\"}},\"required\":[\"side\"],\"type\":\"dict\"}}","geometry_circle.calculate":"{\"description\":\"Calculates the area and circumference of a circle given the radius.\",\"name\":\"geometry_circle.calculate\",\"parameters\":{\"properties\":{\"radius\":{\"description\":\"The radius of the circle.\",\"type\":\"integer\"}},\"required\":[\"radius\"],\"type\":\"dict\"}}","geometry_rectangle.calculate":"{\"description\":\"Calculates the area and perimeter of a rectangle given the width and length.\",\"name\":\"geometry_rectangle.calculate\",\"parameters\":{\"properties\":{\"length\":{\"description\":\"The length of the rectangle.\",\"type\":\"integer\"},\"width\":{\"description\":\"The width of the rectangle.\",\"type\":\"integer\"}},\"required\":[\"width\",\"length\"],\"type\":\"dict\"}}"},"clm":{"choice":"geometry_rectangle.calculate","correct":true,"latency_ms":96.78,"confidence":0.565569},"jev":{"choice":"geometry_rectangle.calculate","correct":true,"latency_ms":103.91,"confidence":1.0}}}},{"id":"multiple_32","split":"multiple","state":"User: Calculate the volume of a cone with radius 4 and height 7.","expected":"geometry.calculate_cone_volume","candidate_count":2,"views":{"description":{"criteria":{"geometry.calculate_cone_volume":"geometry.calculate_cone_volume: Calculate the volume of a cone given the radius and height.","physics.calculate_cone_mass":"physics.calculate_cone_mass: Calculate the mass of a cone given the radius, height, and density."},"clm":{"choice":"geometry.calculate_cone_volume","correct":true,"latency_ms":61.46,"confidence":0.983152},"jev":{"choice":"geometry.calculate_cone_volume","correct":true,"latency_ms":104.07,"confidence":1.0}},"prose_schema":{"criteria":{"geometry.calculate_cone_volume":"geometry.calculate_cone_volume: Calculate the volume of a cone given the radius and height.\nParameter radius (integer); required; Radius of the cone base.\nParameter height (integer); required; Height of the cone.\nParameter round_off (integer); Number of decimal places to round off the answer. Default 0","physics.calculate_cone_mass":"physics.calculate_cone_mass: Calculate the mass of a cone given the radius, height, and density.\nParameter radius (float); required; Radius of the cone base.\nParameter height (float); required; Height of the cone.\nParameter density (float); required; Density of the material the cone is made of."},"clm":{"choice":"physics.calculate_cone_mass","correct":false,"latency_ms":91.48,"confidence":0.997755},"jev":{"choice":"geometry.calculate_cone_volume","correct":true,"latency_ms":119.32,"confidence":1.0}},"schema":{"criteria":{"geometry.calculate_cone_volume":"{\"description\":\"Calculate the volume of a cone given the radius and height.\",\"name\":\"geometry.calculate_cone_volume\",\"parameters\":{\"properties\":{\"height\":{\"description\":\"Height of the cone.\",\"type\":\"integer\"},\"radius\":{\"description\":\"Radius of the cone base.\",\"type\":\"integer\"},\"round_off\":{\"description\":\"Number of decimal places to round off the answer. Default 0\",\"type\":\"integer\"}},\"required\":[\"radius\",\"height\"],\"type\":\"dict\"}}","physics.calculate_cone_mass":"{\"description\":\"Calculate the mass of a cone given the radius, height, and density.\",\"name\":\"physics.calculate_cone_mass\",\"parameters\":{\"properties\":{\"density\":{\"description\":\"Density of the material the cone is made of.\",\"type\":\"float\"},\"height\":{\"description\":\"Height of the cone.\",\"type\":\"float\"},\"radius\":{\"description\":\"Radius of the cone base.\",\"type\":\"float\"}},\"required\":[\"radius\",\"height\",\"density\"],\"type\":\"dict\"}}"},"clm":{"choice":"physics.calculate_cone_mass","correct":false,"latency_ms":100.35,"confidence":0.900917},"jev":{"choice":"geometry.calculate_cone_volume","correct":true,"latency_ms":99.26,"confidence":1.0}}}},{"id":"multiple_33","split":"multiple","state":"User: Find the integral of the function f(x) = 3x^2 from 1 to 2.","expected":"calculate_integral","candidate_count":2,"views":{"description":{"criteria":{"calculate_derivative":"calculate_derivative: Calculate the derivative of a single-variable function.","calculate_integral":"calculate_integral: Calculate the definite integral of a single-variable function."},"clm":{"choice":"calculate_integral","correct":true,"latency_ms":72.69,"confidence":0.921325},"jev":{"choice":"calculate_integral","correct":true,"latency_ms":97.51,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_derivative":"calculate_derivative: Calculate the derivative of a single-variable function.\nParameter func (string); required; The function to be differentiated.\nParameter x_value (integer); required; The x-value at which the derivative should be calculated.\nParameter order (integer); The order of the derivative (optional). Default is 1st order.; default: 1","calculate_integral":"calculate_integral: Calculate the definite integral of a single-variable function.\nParameter func (string); required; The function to be integrated.\nParameter a (integer); required; The lower bound of the integration.\nParameter b (integer); required; The upper bound of the integration."},"clm":{"choice":"calculate_integral","correct":true,"latency_ms":68.52,"confidence":0.994852},"jev":{"choice":"calculate_integral","correct":true,"latency_ms":108.14,"confidence":1.0}},"schema":{"criteria":{"calculate_derivative":"{\"description\":\"Calculate the derivative of a single-variable function.\",\"name\":\"calculate_derivative\",\"parameters\":{\"properties\":{\"func\":{\"description\":\"The function to be differentiated.\",\"type\":\"string\"},\"order\":{\"default\":1,\"description\":\"The order of the derivative (optional). Default is 1st order.\",\"type\":\"integer\"},\"x_value\":{\"description\":\"The x-value at which the derivative should be calculated.\",\"type\":\"integer\"}},\"required\":[\"func\",\"x_value\"],\"type\":\"dict\"}}","calculate_integral":"{\"description\":\"Calculate the definite integral of a single-variable function.\",\"name\":\"calculate_integral\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The lower bound of the integration.\",\"type\":\"integer\"},\"b\":{\"description\":\"The upper bound of the integration.\",\"type\":\"integer\"},\"func\":{\"description\":\"The function to be integrated.\",\"type\":\"string\"}},\"required\":[\"func\",\"a\",\"b\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_integral","correct":true,"latency_ms":103.41,"confidence":0.751871},"jev":{"choice":"calculate_integral","correct":true,"latency_ms":107.68,"confidence":1.0}}}},{"id":"multiple_34","split":"multiple","state":"User: Calculate the Least Common Multiple (LCM) of 18 and 12.","expected":"math.lcm","candidate_count":3,"views":{"description":{"criteria":{"math.gcd":"math.gcd: Calculates the greatest common divisor of two numbers.","math.sqrt":"math.sqrt: Calculates the square root of a number.","math.lcm":"math.lcm: Calculates the least common multiple of two numbers."},"clm":{"choice":"math.lcm","correct":true,"latency_ms":58.89,"confidence":0.851785},"jev":{"choice":"math.lcm","correct":true,"latency_ms":90.83,"confidence":1.0}},"prose_schema":{"criteria":{"math.gcd":"math.gcd: Calculates the greatest common divisor of two numbers.\nParameter num1 (integer); required; The first number.\nParameter num2 (integer); required; The second number.","math.sqrt":"math.sqrt: Calculates the square root of a number.\nParameter num (float); required; The number.\nParameter accuracy (integer); The number of decimal places in the result. Default to 0","math.lcm":"math.lcm: Calculates the least common multiple of two numbers.\nParameter num1 (integer); required; The first number.\nParameter num2 (integer); required; The second number."},"clm":{"choice":"math.lcm","correct":true,"latency_ms":89.48,"confidence":0.977282},"jev":{"choice":"math.lcm","correct":true,"latency_ms":111.31,"confidence":1.0}},"schema":{"criteria":{"math.gcd":"{\"description\":\"Calculates the greatest common divisor of two numbers.\",\"name\":\"math.gcd\",\"parameters\":{\"properties\":{\"num1\":{\"description\":\"The first number.\",\"type\":\"integer\"},\"num2\":{\"description\":\"The second number.\",\"type\":\"integer\"}},\"required\":[\"num1\",\"num2\"],\"type\":\"dict\"}}","math.sqrt":"{\"description\":\"Calculates the square root of a number.\",\"name\":\"math.sqrt\",\"parameters\":{\"properties\":{\"accuracy\":{\"description\":\"The number of decimal places in the result. Default to 0\",\"optional\":true,\"type\":\"integer\"},\"num\":{\"description\":\"The number.\",\"type\":\"float\"}},\"required\":[\"num\"],\"type\":\"dict\"}}","math.lcm":"{\"description\":\"Calculates the least common multiple of two numbers.\",\"name\":\"math.lcm\",\"parameters\":{\"properties\":{\"num1\":{\"description\":\"The first number.\",\"type\":\"integer\"},\"num2\":{\"description\":\"The second number.\",\"type\":\"integer\"}},\"required\":[\"num1\",\"num2\"],\"type\":\"dict\"}}"},"clm":{"choice":"math.gcd","correct":false,"latency_ms":131.66,"confidence":0.515116},"jev":{"choice":"math.lcm","correct":true,"latency_ms":94.7,"confidence":1.0}}}},{"id":"multiple_35","split":"multiple","state":"User: Calculate the greatest common divisor between 128 and 256.","expected":"calculate_gcd","candidate_count":2,"views":{"description":{"criteria":{"calculate_lcm":"calculate_lcm: Calculate the least common multiple (lcm) between two integers.","calculate_gcd":"calculate_gcd: Calculate the greatest common divisor (gcd) between two integers."},"clm":{"choice":"calculate_gcd","correct":true,"latency_ms":58.13,"confidence":0.975584},"jev":{"choice":"calculate_gcd","correct":true,"latency_ms":119.31,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_lcm":"calculate_lcm: Calculate the least common multiple (lcm) between two integers.\nParameter num1 (integer); required; First number to calculate lcm for.\nParameter num2 (integer); required; Second number to calculate lcm for.\nParameter method (string); The specific method to use in the calculation. Supported values: 'standard', 'reduced'. Default 'standard'","calculate_gcd":"calculate_gcd: Calculate the greatest common divisor (gcd) between two integers.\nParameter num1 (integer); required; First number to calculate gcd for.\nParameter num2 (integer); required; Second number to calculate gcd for.\nParameter algorithm (string); The specific algorithm to use in the calculation. Supported values: 'euclidean', 'binary'. Default 'euclidean'; allowed values: euclidean, binary"},"clm":{"choice":"calculate_gcd","correct":true,"latency_ms":126.25,"confidence":0.943156},"jev":{"choice":"calculate_gcd","correct":true,"latency_ms":113.49,"confidence":1.0}},"schema":{"criteria":{"calculate_lcm":"{\"description\":\"Calculate the least common multiple (lcm) between two integers.\",\"name\":\"calculate_lcm\",\"parameters\":{\"properties\":{\"method\":{\"description\":\"The specific method to use in the calculation. Supported values: 'standard', 'reduced'. Default 'standard'\",\"type\":\"string\"},\"num1\":{\"description\":\"First number to calculate lcm for.\",\"type\":\"integer\"},\"num2\":{\"description\":\"Second number to calculate lcm for.\",\"type\":\"integer\"}},\"required\":[\"num1\",\"num2\"],\"type\":\"dict\"}}","calculate_gcd":"{\"description\":\"Calculate the greatest common divisor (gcd) between two integers.\",\"name\":\"calculate_gcd\",\"parameters\":{\"properties\":{\"algorithm\":{\"description\":\"The specific algorithm to use in the calculation. Supported values: 'euclidean', 'binary'. Default 'euclidean'\",\"enum\":[\"euclidean\",\"binary\"],\"type\":\"string\"},\"num1\":{\"description\":\"First number to calculate gcd for.\",\"type\":\"integer\"},\"num2\":{\"description\":\"Second number to calculate gcd for.\",\"type\":\"integer\"}},\"required\":[\"num1\",\"num2\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_gcd","correct":true,"latency_ms":148.18,"confidence":0.638757},"jev":{"choice":"calculate_gcd","correct":true,"latency_ms":102.85,"confidence":1.0}}}},{"id":"multiple_36","split":"multiple","state":"User: Find out how fast an object was going if it started from rest and traveled a distance of 20 meters over 4 seconds due to a constant acceleration?","expected":"kinematics.calculate_speed_from_rest","candidate_count":2,"views":{"description":{"criteria":{"kinematics.calculate_acceleration":"kinematics.calculate_acceleration: Calculates the acceleration of an object under given conditions.","kinematics.calculate_speed_from_rest":"kinematics.calculate_speed_from_rest: Calculates the speed of an object that starts from rest under a constant acceleration over a specified distance."},"clm":{"choice":"kinematics.calculate_speed_from_rest","correct":true,"latency_ms":56.78,"confidence":0.833423},"jev":{"choice":"kinematics.calculate_speed_from_rest","correct":true,"latency_ms":100.23,"confidence":1.0}},"prose_schema":{"criteria":{"kinematics.calculate_acceleration":"kinematics.calculate_acceleration: Calculates the acceleration of an object under given conditions.\nParameter initial_speed (float); required; The initial speed of the object.\nParameter final_speed (float); required; The final speed of the object.\nParameter time (float); required; The time in seconds it took the object to reach the final speed.\nParameter distance (float); The distance in meters the object has traveled.; default: 0","kinematics.calculate_speed_from_rest":"kinematics.calculate_speed_from_rest: Calculates the speed of an object that starts from rest under a constant acceleration over a specified distance.\nParameter distance (integer); required; The distance in meters the object has traveled.\nParameter time (integer); required; The time in seconds it took the object to travel.\nParameter initial_speed (integer); The initial speed of the object.; default: 0"},"clm":{"choice":"kinematics.calculate_acceleration","correct":false,"latency_ms":98.03,"confidence":0.758874},"jev":{"choice":"kinematics.calculate_speed_from_rest","correct":true,"latency_ms":155.46,"confidence":1.0}},"schema":{"criteria":{"kinematics.calculate_acceleration":"{\"description\":\"Calculates the acceleration of an object under given conditions.\",\"name\":\"kinematics.calculate_acceleration\",\"parameters\":{\"properties\":{\"distance\":{\"default\":0,\"description\":\"The distance in meters the object has traveled.\",\"type\":\"float\"},\"final_speed\":{\"description\":\"The final speed of the object.\",\"type\":\"float\"},\"initial_speed\":{\"description\":\"The initial speed of the object.\",\"type\":\"float\"},\"time\":{\"description\":\"The time in seconds it took the object to reach the final speed.\",\"type\":\"float\"}},\"required\":[\"initial_speed\",\"final_speed\",\"time\"],\"type\":\"dict\"}}","kinematics.calculate_speed_from_rest":"{\"description\":\"Calculates the speed of an object that starts from rest under a constant acceleration over a specified distance.\",\"name\":\"kinematics.calculate_speed_from_rest\",\"parameters\":{\"properties\":{\"distance\":{\"description\":\"The distance in meters the object has traveled.\",\"type\":\"integer\"},\"initial_speed\":{\"default\":0,\"description\":\"The initial speed of the object.\",\"type\":\"integer\"},\"time\":{\"description\":\"The time in seconds it took the object to travel.\",\"type\":\"integer\"}},\"required\":[\"distance\",\"time\"],\"type\":\"dict\"}}"},"clm":{"choice":"kinematics.calculate_acceleration","correct":false,"latency_ms":115.73,"confidence":0.665824},"jev":{"choice":"kinematics.calculate_speed_from_rest","correct":true,"latency_ms":99.58,"confidence":1.0}}}},{"id":"multiple_37","split":"multiple","state":"User: Find the final velocity of an object thrown up at 40 m/s after 6 seconds.","expected":"kinematics.final_velocity","candidate_count":3,"views":{"description":{"criteria":{"physics.wave_velocity":"physics.wave_velocity: Calculate the velocity of a wave based on its frequency and wavelength.","kinematics.final_velocity":"kinematics.final_velocity: Find the final velocity of an object moving under constant acceleration.","kinematics.distance":"kinematics.distance: Find the distance traveled by an object moving under constant acceleration."},"clm":{"choice":"kinematics.distance","correct":false,"latency_ms":71.62,"confidence":0.583595},"jev":{"choice":"kinematics.final_velocity","correct":true,"latency_ms":121.9,"confidence":1.0}},"prose_schema":{"criteria":{"physics.wave_velocity":"physics.wave_velocity: Calculate the velocity of a wave based on its frequency and wavelength.\nParameter frequency (float); required; The frequency of the wave in Hz.\nParameter wavelength (float); required; The wavelength of the wave in m.","kinematics.final_velocity":"kinematics.final_velocity: Find the final velocity of an object moving under constant acceleration.\nParameter initial_velocity (integer); required; The initial velocity of the object in m/s.\nParameter time (integer); required; The time in seconds the object has been moving.\nParameter acceleration (float); The acceleration of the object in m/s^2. Default value is -9.81 (Earth's gravity)","kinematics.distance":"kinematics.distance: Find the distance traveled by an object moving under constant acceleration.\nParameter initial_velocity (float); required; The initial velocity of the object in m/s.\nParameter time (integer); required; The time in seconds the object has been moving.\nParameter acceleration (float); The acceleration of the object in m/s^2. Default value is -9.81 (Earth's gravity)"},"clm":{"choice":"kinematics.final_velocity","correct":true,"latency_ms":114.85,"confidence":0.587965},"jev":{"choice":"kinematics.final_velocity","correct":true,"latency_ms":109.22,"confidence":1.0}},"schema":{"criteria":{"physics.wave_velocity":"{\"description\":\"Calculate the velocity of a wave based on its frequency and wavelength.\",\"name\":\"physics.wave_velocity\",\"parameters\":{\"properties\":{\"frequency\":{\"description\":\"The frequency of the wave in Hz.\",\"type\":\"float\"},\"wavelength\":{\"description\":\"The wavelength of the wave in m.\",\"type\":\"float\"}},\"required\":[\"frequency\",\"wavelength\"],\"type\":\"dict\"}}","kinematics.final_velocity":"{\"description\":\"Find the final velocity of an object moving under constant acceleration.\",\"name\":\"kinematics.final_velocity\",\"parameters\":{\"properties\":{\"acceleration\":{\"description\":\"The acceleration of the object in m/s^2. Default value is -9.81 (Earth's gravity)\",\"type\":\"float\"},\"initial_velocity\":{\"description\":\"The initial velocity of the object in m/s.\",\"type\":\"integer\"},\"time\":{\"description\":\"The time in seconds the object has been moving.\",\"type\":\"integer\"}},\"required\":[\"initial_velocity\",\"time\"],\"type\":\"dict\"}}","kinematics.distance":"{\"description\":\"Find the distance traveled by an object moving under constant acceleration.\",\"name\":\"kinematics.distance\",\"parameters\":{\"properties\":{\"acceleration\":{\"description\":\"The acceleration of the object in m/s^2. Default value is -9.81 (Earth's gravity)\",\"type\":\"float\"},\"initial_velocity\":{\"description\":\"The initial velocity of the object in m/s.\",\"type\":\"float\"},\"time\":{\"description\":\"The time in seconds the object has been moving.\",\"type\":\"integer\"}},\"required\":[\"initial_velocity\",\"time\"],\"type\":\"dict\"}}"},"clm":{"choice":"kinematics.distance","correct":false,"latency_ms":105.79,"confidence":0.687042},"jev":{"choice":"kinematics.final_velocity","correct":true,"latency_ms":101.13,"confidence":1.0}}}},{"id":"multiple_38","split":"multiple","state":"User: Find a book 'The Alchemist' in the library branches within New York city.","expected":"library.search_book","candidate_count":2,"views":{"description":{"criteria":{"library.reserve_book":"library.reserve_book: Reserves a book in the library if available.","library.search_book":"library.search_book: Searches for a book in the library within the specified city."},"clm":{"choice":"library.search_book","correct":true,"latency_ms":55.79,"confidence":0.999663},"jev":{"choice":"library.search_book","correct":true,"latency_ms":101.28,"confidence":1.0}},"prose_schema":{"criteria":{"library.reserve_book":"library.reserve_book: Reserves a book in the library if available.\nParameter book_id (string); required; The id of the book to reserve.\nParameter branch_id (string); required; The id of the library branch to reserve from.\nParameter return_date (string); The date the book is to be returned (optional). Default is ''","library.search_book":"library.search_book: Searches for a book in the library within the specified city.\nParameter book_name (string); required; The name of the book to search for.\nParameter city (string); required; The city to search within.\nParameter availability (boolean); If true, search for available copies. If false or omitted, search for any copy regardless of availability. Default is false\nParameter genre (string); The genre of the book to filter search (optional). Default is ''"},"clm":{"choice":"library.search_book","correct":true,"latency_ms":96.34,"confidence":0.902464},"jev":{"choice":"library.search_book","correct":true,"latency_ms":114.78,"confidence":1.0}},"schema":{"criteria":{"library.reserve_book":"{\"description\":\"Reserves a book in the library if available.\",\"name\":\"library.reserve_book\",\"parameters\":{\"properties\":{\"book_id\":{\"description\":\"The id of the book to reserve.\",\"type\":\"string\"},\"branch_id\":{\"description\":\"The id of the library branch to reserve from.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The date the book is to be returned (optional). Default is ''\",\"type\":\"string\"}},\"required\":[\"book_id\",\"branch_id\"],\"type\":\"dict\"}}","library.search_book":"{\"description\":\"Searches for a book in the library within the specified city.\",\"name\":\"library.search_book\",\"parameters\":{\"properties\":{\"availability\":{\"description\":\"If true, search for available copies. If false or omitted, search for any copy regardless of availability. Default is false\",\"type\":\"boolean\"},\"book_name\":{\"description\":\"The name of the book to search for.\",\"type\":\"string\"},\"city\":{\"description\":\"The city to search within.\",\"type\":\"string\"},\"genre\":{\"description\":\"The genre of the book to filter search (optional). Default is ''\",\"type\":\"string\"}},\"required\":[\"book_name\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"library.search_book","correct":true,"latency_ms":101.89,"confidence":0.783844},"jev":{"choice":"library.search_book","correct":true,"latency_ms":94.74,"confidence":1.0}}}},{"id":"multiple_39","split":"multiple","state":"User: Find a ride from New York to Philadelphia with maximum cost of $50","expected":"ride_hailing.get_rides","candidate_count":2,"views":{"description":{"criteria":{"grocery_delivery.order":"grocery_delivery.order: Order grocery items from a specific location with optional delivery price limit","ride_hailing.get_rides":"ride_hailing.get_rides: Find ride from source to destination with an optional cost limit"},"clm":{"choice":"ride_hailing.get_rides","correct":true,"latency_ms":59.03,"confidence":0.992823},"jev":{"choice":"ride_hailing.get_rides","correct":true,"latency_ms":106.73,"confidence":1.0}},"prose_schema":{"criteria":{"grocery_delivery.order":"grocery_delivery.order: Order grocery items from a specific location with optional delivery price limit\nParameter location (string); required; The location of the grocery store\nParameter items (array); required; List of items to order\nParameter max_delivery_cost (float); The maximum delivery cost. It is optional. Default 1000000","ride_hailing.get_rides":"ride_hailing.get_rides: Find ride from source to destination with an optional cost limit\nParameter source (string); required; The starting point of the journey\nParameter destination (string); required; The endpoint of the journey\nParameter max_cost (integer); The maximum cost of the ride. It is optional. Default is 1000000"},"clm":{"choice":"ride_hailing.get_rides","correct":true,"latency_ms":101.26,"confidence":0.596408},"jev":{"choice":"ride_hailing.get_rides","correct":true,"latency_ms":111.04,"confidence":1.0}},"schema":{"criteria":{"grocery_delivery.order":"{\"description\":\"Order grocery items from a specific location with optional delivery price limit\",\"name\":\"grocery_delivery.order\",\"parameters\":{\"properties\":{\"items\":{\"description\":\"List of items to order\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"The location of the grocery store\",\"type\":\"string\"},\"max_delivery_cost\":{\"description\":\"The maximum delivery cost. It is optional. Default 1000000\",\"type\":\"float\"}},\"required\":[\"location\",\"items\"],\"type\":\"dict\"}}","ride_hailing.get_rides":"{\"description\":\"Find ride from source to destination with an optional cost limit\",\"name\":\"ride_hailing.get_rides\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The endpoint of the journey\",\"type\":\"string\"},\"max_cost\":{\"description\":\"The maximum cost of the ride. It is optional. Default is 1000000\",\"type\":\"integer\"},\"source\":{\"description\":\"The starting point of the journey\",\"type\":\"string\"}},\"required\":[\"source\",\"destination\"],\"type\":\"dict\"}}"},"clm":{"choice":"ride_hailing.get_rides","correct":true,"latency_ms":192.26,"confidence":0.705649},"jev":{"choice":"ride_hailing.get_rides","correct":true,"latency_ms":100.44,"confidence":1.0}}}},{"id":"multiple_40","split":"multiple","state":"User: Calculate the strength of magnetic field given distance is 8 meters and current is 12 Amperes?","expected":"electromagnetism.biot_savart_law","candidate_count":2,"views":{"description":{"criteria":{"electromagnetism.ampere_law":"electromagnetism.ampere_law: Calculate magnetic field strength using Ampere's Circuital Law. Input the current enclosed by a circular path and the distance from the center of the circle. Can be applied to a cylindrical or spherical symmetry of consistent magnetic field. ","electromagnetism.biot_savart_law":"electromagnetism.biot_savart_law: Calculate magnetic field strength using Biot-Savart law. Input the current in Ampere and the distance in meters."},"clm":{"choice":"electromagnetism.biot_savart_law","correct":true,"latency_ms":81.01,"confidence":0.97416},"jev":{"choice":"electromagnetism.biot_savart_law","correct":true,"latency_ms":100.13,"confidence":0.58}},"prose_schema":{"criteria":{"electromagnetism.ampere_law":"electromagnetism.ampere_law: Calculate magnetic field strength using Ampere's Circuital Law. Input the current enclosed by a circular path and the distance from the center of the circle. Can be applied to a cylindrical or spherical symmetry of consistent magnetic field. \nParameter enclosed_current (float); required; The total current enclosed by the loop. In Amperes.\nParameter radius (float); required; The radius of the circle or the distance from the center of the circular path. In meters.\nParameter mu0 (float); Permeability of free space. Its value is default approximated to be 0.000001256 H/m. Optional","electromagnetism.biot_savart_law":"electromagnetism.biot_savart_law: Calculate magnetic field strength using Biot-Savart law. Input the current in Ampere and the distance in meters.\nParameter current (integer); required; The current in the conductor, in Amperes.\nParameter distance (integer); required; Distance from the current carrying conductor, in meters.\nParameter mu0 (float); Permeability of free space. Its value is default approximated to be 0.000001256 H/m. Optional"},"clm":{"choice":"electromagnetism.ampere_law","correct":false,"latency_ms":102.43,"confidence":0.751516},"jev":{"choice":"electromagnetism.biot_savart_law","correct":true,"latency_ms":93.94,"confidence":0.84}},"schema":{"criteria":{"electromagnetism.ampere_law":"{\"description\":\"Calculate magnetic field strength using Ampere's Circuital Law. Input the current enclosed by a circular path and the distance from the center of the circle. Can be applied to a cylindrical or spherical symmetry of consistent magnetic field. \",\"name\":\"electromagnetism.ampere_law\",\"parameters\":{\"properties\":{\"enclosed_current\":{\"description\":\"The total current enclosed by the loop. In Amperes.\",\"type\":\"float\"},\"mu0\":{\"description\":\"Permeability of free space. Its value is default approximated to be 0.000001256 H/m. Optional\",\"type\":\"float\"},\"radius\":{\"description\":\"The radius of the circle or the distance from the center of the circular path. In meters.\",\"type\":\"float\"}},\"required\":[\"enclosed_current\",\"radius\"],\"type\":\"dict\"}}","electromagnetism.biot_savart_law":"{\"description\":\"Calculate magnetic field strength using Biot-Savart law. Input the current in Ampere and the distance in meters.\",\"name\":\"electromagnetism.biot_savart_law\",\"parameters\":{\"properties\":{\"current\":{\"description\":\"The current in the conductor, in Amperes.\",\"type\":\"integer\"},\"distance\":{\"description\":\"Distance from the current carrying conductor, in meters.\",\"type\":\"integer\"},\"mu0\":{\"description\":\"Permeability of free space. Its value is default approximated to be 0.000001256 H/m. Optional\",\"type\":\"float\"}},\"required\":[\"current\",\"distance\"],\"type\":\"dict\"}}"},"clm":{"choice":"electromagnetism.biot_savart_law","correct":true,"latency_ms":107.76,"confidence":0.910374},"jev":{"choice":"electromagnetism.biot_savart_law","correct":true,"latency_ms":99.35,"confidence":0.89}}}},{"id":"multiple_41","split":"multiple","state":"User: Calculate the magnetic field at point P using Ampere’s law where current I is 10 Amperes and r is 0.01 meter.","expected":"magnetic_field.calculate","candidate_count":3,"views":{"description":{"criteria":{"electric_field.calculate":"electric_field.calculate: Calculate the electric field based on the amount of charge and distance from the charge","magnetic_field.calculate":"magnetic_field.calculate: Calculate the magnetic field based on the current flowing and the radial distance using Ampere’s law","electric_force.calculate":"electric_force.calculate: Calculate the electric force between two charges at a distance"},"clm":{"choice":"magnetic_field.calculate","correct":true,"latency_ms":69.52,"confidence":0.997634},"jev":{"choice":"magnetic_field.calculate","correct":true,"latency_ms":110.38,"confidence":1.0}},"prose_schema":{"criteria":{"electric_field.calculate":"electric_field.calculate: Calculate the electric field based on the amount of charge and distance from the charge\nParameter Q (float); required; The amount of charge in coulombs.\nParameter r (float); required; The distance from the charge in meters.","magnetic_field.calculate":"magnetic_field.calculate: Calculate the magnetic field based on the current flowing and the radial distance using Ampere’s law\nParameter I (integer); required; The electric current flowing in Amperes.\nParameter r (float); required; The radial distance from the line of current in meters.","electric_force.calculate":"electric_force.calculate: Calculate the electric force between two charges at a distance\nParameter Q1 (float); required; The amount of the first charge in coulombs.\nParameter Q2 (float); required; The amount of the second charge in coulombs.\nParameter r (float); required; The distance between the two charges in meters."},"clm":{"choice":"magnetic_field.calculate","correct":true,"latency_ms":84.23,"confidence":0.991401},"jev":{"choice":"magnetic_field.calculate","correct":true,"latency_ms":142.22,"confidence":1.0}},"schema":{"criteria":{"electric_field.calculate":"{\"description\":\"Calculate the electric field based on the amount of charge and distance from the charge\",\"name\":\"electric_field.calculate\",\"parameters\":{\"properties\":{\"Q\":{\"description\":\"The amount of charge in coulombs.\",\"type\":\"float\"},\"r\":{\"description\":\"The distance from the charge in meters.\",\"type\":\"float\"}},\"required\":[\"Q\",\"r\"],\"type\":\"dict\"}}","magnetic_field.calculate":"{\"description\":\"Calculate the magnetic field based on the current flowing and the radial distance using Ampere’s law\",\"name\":\"magnetic_field.calculate\",\"parameters\":{\"properties\":{\"I\":{\"description\":\"The electric current flowing in Amperes.\",\"type\":\"integer\"},\"r\":{\"description\":\"The radial distance from the line of current in meters.\",\"type\":\"float\"}},\"required\":[\"I\",\"r\"],\"type\":\"dict\"}}","electric_force.calculate":"{\"description\":\"Calculate the electric force between two charges at a distance\",\"name\":\"electric_force.calculate\",\"parameters\":{\"properties\":{\"Q1\":{\"description\":\"The amount of the first charge in coulombs.\",\"type\":\"float\"},\"Q2\":{\"description\":\"The amount of the second charge in coulombs.\",\"type\":\"float\"},\"r\":{\"description\":\"The distance between the two charges in meters.\",\"type\":\"float\"}},\"required\":[\"Q1\",\"Q2\",\"r\"],\"type\":\"dict\"}}"},"clm":{"choice":"magnetic_field.calculate","correct":true,"latency_ms":98.65,"confidence":0.492071},"jev":{"choice":"magnetic_field.calculate","correct":true,"latency_ms":143.67,"confidence":1.0}}}},{"id":"multiple_42","split":"multiple","state":"User: Calculate the final temperature when 2 moles of gas at 300 K are mixed with 3 moles of the same gas at 400 K.","expected":"calculate_final_temperature","candidate_count":2,"views":{"description":{"criteria":{"calculate_final_temperature":"calculate_final_temperature: Calculate the final temperature when different quantities of the same gas at different temperatures are mixed.","calculate_mass":"calculate_mass: Calculate the mass of a gas given its quantity and molar mass."},"clm":{"choice":"calculate_final_temperature","correct":true,"latency_ms":61.57,"confidence":0.998527},"jev":{"choice":"calculate_final_temperature","correct":true,"latency_ms":176.59,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_final_temperature":"calculate_final_temperature: Calculate the final temperature when different quantities of the same gas at different temperatures are mixed.\nParameter quantity1 (integer); required; The quantity of the first sample of gas.\nParameter temperature1 (integer); required; The temperature of the first sample of gas.\nParameter quantity2 (integer); required; The quantity of the second sample of gas.\nParameter temperature2 (integer); required; The temperature of the second sample of gas.","calculate_mass":"calculate_mass: Calculate the mass of a gas given its quantity and molar mass.\nParameter quantity (integer); required; The quantity of the gas.\nParameter molar_mass (integer); required; The molar mass of the gas."},"clm":{"choice":"calculate_final_temperature","correct":true,"latency_ms":94.22,"confidence":0.572914},"jev":{"choice":"calculate_final_temperature","correct":true,"latency_ms":120.03,"confidence":1.0}},"schema":{"criteria":{"calculate_final_temperature":"{\"description\":\"Calculate the final temperature when different quantities of the same gas at different temperatures are mixed.\",\"name\":\"calculate_final_temperature\",\"parameters\":{\"properties\":{\"quantity1\":{\"description\":\"The quantity of the first sample of gas.\",\"type\":\"integer\"},\"quantity2\":{\"description\":\"The quantity of the second sample of gas.\",\"type\":\"integer\"},\"temperature1\":{\"description\":\"The temperature of the first sample of gas.\",\"type\":\"integer\"},\"temperature2\":{\"description\":\"The temperature of the second sample of gas.\",\"type\":\"integer\"}},\"required\":[\"quantity1\",\"temperature1\",\"quantity2\",\"temperature2\"],\"type\":\"dict\"}}","calculate_mass":"{\"description\":\"Calculate the mass of a gas given its quantity and molar mass.\",\"name\":\"calculate_mass\",\"parameters\":{\"properties\":{\"molar_mass\":{\"description\":\"The molar mass of the gas.\",\"type\":\"integer\"},\"quantity\":{\"description\":\"The quantity of the gas.\",\"type\":\"integer\"}},\"required\":[\"quantity\",\"molar_mass\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_final_temperature","correct":true,"latency_ms":123.36,"confidence":0.611649},"jev":{"choice":"calculate_final_temperature","correct":true,"latency_ms":113.14,"confidence":1.0}}}},{"id":"multiple_43","split":"multiple","state":"User: What is the energy produced by 5 mol of glucose (C6H12O6)?","expected":"biological.calc_energy","candidate_count":3,"views":{"description":{"criteria":{"biological.calc_biomass":"biological.calc_biomass: Calculate the biomass from the energy given the energy conversion efficiency.","biological.calc_energy":"biological.calc_energy: Calculate energy from amount of substance based on its molecular composition.","physical.calc_work":"physical.calc_work: Calculate the work from energy."},"clm":{"choice":"biological.calc_energy","correct":true,"latency_ms":60.51,"confidence":0.92629},"jev":{"choice":"biological.calc_energy","correct":true,"latency_ms":116.96,"confidence":1.0}},"prose_schema":{"criteria":{"biological.calc_biomass":"biological.calc_biomass: Calculate the biomass from the energy given the energy conversion efficiency.\nParameter energy (float); required; The total energy produced.\nParameter efficiency (float); The conversion efficiency, default value is 10%.; default: 0.1","biological.calc_energy":"biological.calc_energy: Calculate energy from amount of substance based on its molecular composition.\nParameter mols (integer); required; Amount of substance in moles.\nParameter substance (string); required; The chemical formula of the substance.\nParameter joules_per_mol (integer); The energy produced or required for the reaction, default value for glucose is 2800 kJ/mol; default: 2800","physical.calc_work":"physical.calc_work: Calculate the work from energy.\nParameter energy (float); required; The total energy produced.\nParameter distance (float); required; The distance over which the work is done."},"clm":{"choice":"biological.calc_energy","correct":true,"latency_ms":119.17,"confidence":0.904748},"jev":{"choice":"biological.calc_energy","correct":true,"latency_ms":100.73,"confidence":1.0}},"schema":{"criteria":{"biological.calc_biomass":"{\"description\":\"Calculate the biomass from the energy given the energy conversion efficiency.\",\"name\":\"biological.calc_biomass\",\"parameters\":{\"properties\":{\"efficiency\":{\"default\":0.1,\"description\":\"The conversion efficiency, default value is 10%.\",\"type\":\"float\"},\"energy\":{\"description\":\"The total energy produced.\",\"type\":\"float\"}},\"required\":[\"energy\"],\"type\":\"dict\"}}","biological.calc_energy":"{\"description\":\"Calculate energy from amount of substance based on its molecular composition.\",\"name\":\"biological.calc_energy\",\"parameters\":{\"properties\":{\"joules_per_mol\":{\"default\":2800,\"description\":\"The energy produced or required for the reaction, default value for glucose is 2800 kJ/mol\",\"type\":\"integer\"},\"mols\":{\"description\":\"Amount of substance in moles.\",\"type\":\"integer\"},\"substance\":{\"description\":\"The chemical formula of the substance.\",\"type\":\"string\"}},\"required\":[\"mols\",\"substance\"],\"type\":\"dict\"}}","physical.calc_work":"{\"description\":\"Calculate the work from energy.\",\"name\":\"physical.calc_work\",\"parameters\":{\"properties\":{\"distance\":{\"description\":\"The distance over which the work is done.\",\"type\":\"float\"},\"energy\":{\"description\":\"The total energy produced.\",\"type\":\"float\"}},\"required\":[\"energy\",\"distance\"],\"type\":\"dict\"}}"},"clm":{"choice":"biological.calc_energy","correct":true,"latency_ms":106.18,"confidence":0.918647},"jev":{"choice":"biological.calc_energy","correct":true,"latency_ms":127.57,"confidence":1.0}}}},{"id":"multiple_44","split":"multiple","state":"User: How much will I weigh on Mars if my weight on Earth is 70 kg?","expected":"calculate.weight_in_space","candidate_count":3,"views":{"description":{"criteria":{"unit_conversion.convert":"unit_conversion.convert: Convert a value from one unit to another.","currency_conversion":"currency_conversion: Convert a value from one currency to another.","calculate.weight_in_space":"calculate.weight_in_space: Calculate your weight on different planets given your weight on earth"},"clm":{"choice":"calculate.weight_in_space","correct":true,"latency_ms":77.34,"confidence":0.770204},"jev":{"choice":"calculate.weight_in_space","correct":true,"latency_ms":130.82,"confidence":1.0}},"prose_schema":{"criteria":{"unit_conversion.convert":"unit_conversion.convert: Convert a value from one unit to another.\nParameter value (float); required; The value to be converted.\nParameter from_unit (string); required; The unit to convert from.\nParameter to_unit (string); required; The unit to convert to.","currency_conversion":"currency_conversion: Convert a value from one currency to another.\nParameter amount (float); required; The amount to be converted.\nParameter from_currency (string); required; The currency to convert from.\nParameter to_currency (string); required; The currency to convert to.","calculate.weight_in_space":"calculate.weight_in_space: Calculate your weight on different planets given your weight on earth\nParameter weight_earth_kg (integer); required; Your weight on Earth in Kilograms.\nParameter planet (string); required; The planet you want to know your weight on."},"clm":{"choice":"unit_conversion.convert","correct":false,"latency_ms":98.41,"confidence":0.899827},"jev":{"choice":"calculate.weight_in_space","correct":true,"latency_ms":127.73,"confidence":1.0}},"schema":{"criteria":{"unit_conversion.convert":"{\"description\":\"Convert a value from one unit to another.\",\"name\":\"unit_conversion.convert\",\"parameters\":{\"properties\":{\"from_unit\":{\"description\":\"The unit to convert from.\",\"type\":\"string\"},\"to_unit\":{\"description\":\"The unit to convert to.\",\"type\":\"string\"},\"value\":{\"description\":\"The value to be converted.\",\"type\":\"float\"}},\"required\":[\"value\",\"from_unit\",\"to_unit\"],\"type\":\"dict\"}}","currency_conversion":"{\"description\":\"Convert a value from one currency to another.\",\"name\":\"currency_conversion\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount to be converted.\",\"type\":\"float\"},\"from_currency\":{\"description\":\"The currency to convert from.\",\"type\":\"string\"},\"to_currency\":{\"description\":\"The currency to convert to.\",\"type\":\"string\"}},\"required\":[\"amount\",\"from_currency\",\"to_currency\"],\"type\":\"dict\"}}","calculate.weight_in_space":"{\"description\":\"Calculate your weight on different planets given your weight on earth\",\"name\":\"calculate.weight_in_space\",\"parameters\":{\"properties\":{\"planet\":{\"description\":\"The planet you want to know your weight on.\",\"type\":\"string\"},\"weight_earth_kg\":{\"description\":\"Your weight on Earth in Kilograms.\",\"type\":\"integer\"}},\"required\":[\"weight_earth_kg\",\"planet\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate.weight_in_space","correct":true,"latency_ms":98.25,"confidence":0.878509},"jev":{"choice":"calculate.weight_in_space","correct":true,"latency_ms":127.68,"confidence":1.0}}}},{"id":"multiple_45","split":"multiple","state":"User: Calculate how many years ago was the Ice age?","expected":"geology.get_era","candidate_count":2,"views":{"description":{"criteria":{"geology.get_era":"geology.get_era: Get the estimated date of a geological era.","history.get_event_date":"history.get_event_date: Get the date of an historical event."},"clm":{"choice":"history.get_event_date","correct":false,"latency_ms":53.04,"confidence":0.957929},"jev":{"choice":"geology.get_era","correct":true,"latency_ms":102.55,"confidence":0.93}},"prose_schema":{"criteria":{"geology.get_era":"geology.get_era: Get the estimated date of a geological era.\nParameter era_name (string); required; The name of the geological era. e.g Ice age\nParameter calculate_years_ago (boolean); True if years ago is to be calculated. False by default","history.get_event_date":"history.get_event_date: Get the date of an historical event.\nParameter event_name (string); required; The name of the event.\nParameter calculate_years_ago (boolean); True if years ago is to be calculated. False by default"},"clm":{"choice":"geology.get_era","correct":true,"latency_ms":99.55,"confidence":0.961746},"jev":{"choice":"geology.get_era","correct":true,"latency_ms":115.41,"confidence":0.99}},"schema":{"criteria":{"geology.get_era":"{\"description\":\"Get the estimated date of a geological era.\",\"name\":\"geology.get_era\",\"parameters\":{\"properties\":{\"calculate_years_ago\":{\"description\":\"True if years ago is to be calculated. False by default\",\"type\":\"boolean\"},\"era_name\":{\"description\":\"The name of the geological era. e.g Ice age\",\"type\":\"string\"}},\"required\":[\"era_name\"],\"type\":\"dict\"}}","history.get_event_date":"{\"description\":\"Get the date of an historical event.\",\"name\":\"history.get_event_date\",\"parameters\":{\"properties\":{\"calculate_years_ago\":{\"description\":\"True if years ago is to be calculated. False by default\",\"type\":\"boolean\"},\"event_name\":{\"description\":\"The name of the event.\",\"type\":\"string\"}},\"required\":[\"event_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"geology.get_era","correct":true,"latency_ms":90.66,"confidence":0.528686},"jev":{"choice":"geology.get_era","correct":true,"latency_ms":110.31,"confidence":0.97}}}},{"id":"multiple_46","split":"multiple","state":"User: Sort this list of names in ascending order: ['Sam', 'Alice', 'Jack']","expected":"sort_list","candidate_count":3,"views":{"description":{"criteria":{"filter_list":"filter_list: Filters elements of a list based on a given condition","sum_elements":"sum_elements: Add all elements of a numeric list","sort_list":"sort_list: Sort the elements of a list in ascending or descending order"},"clm":{"choice":"sort_list","correct":true,"latency_ms":82.96,"confidence":0.896511},"jev":{"choice":"sort_list","correct":true,"latency_ms":108.36,"confidence":1.0}},"prose_schema":{"criteria":{"filter_list":"filter_list: Filters elements of a list based on a given condition\nParameter elements (array); required; The list of elements to filter.\nParameter condition (string); required; The condition to filter the elements on.","sum_elements":"sum_elements: Add all elements of a numeric list\nParameter elements (array); required; The list of numeric elements to add.","sort_list":"sort_list: Sort the elements of a list in ascending or descending order\nParameter elements (array); required; The list of elements to sort.\nParameter order (string); The order in which to sort the elements. This can be 'asc' for ascending order, or 'desc' for descending order.; default: asc"},"clm":{"choice":"filter_list","correct":false,"latency_ms":78.33,"confidence":0.490875},"jev":{"choice":"sort_list","correct":true,"latency_ms":93.19,"confidence":1.0}},"schema":{"criteria":{"filter_list":"{\"description\":\"Filters elements of a list based on a given condition\",\"name\":\"filter_list\",\"parameters\":{\"properties\":{\"condition\":{\"description\":\"The condition to filter the elements on.\",\"type\":\"string\"},\"elements\":{\"description\":\"The list of elements to filter.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"elements\",\"condition\"],\"type\":\"dict\"}}","sum_elements":"{\"description\":\"Add all elements of a numeric list\",\"name\":\"sum_elements\",\"parameters\":{\"properties\":{\"elements\":{\"description\":\"The list of numeric elements to add.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"}},\"required\":[\"elements\"],\"type\":\"dict\"}}","sort_list":"{\"description\":\"Sort the elements of a list in ascending or descending order\",\"name\":\"sort_list\",\"parameters\":{\"properties\":{\"elements\":{\"description\":\"The list of elements to sort.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the elements. This can be 'asc' for ascending order, or 'desc' for descending order.\",\"type\":\"string\"}},\"required\":[\"elements\"],\"type\":\"dict\"}}"},"clm":{"choice":"filter_list","correct":false,"latency_ms":100.52,"confidence":0.603228},"jev":{"choice":"sort_list","correct":true,"latency_ms":103.75,"confidence":1.0}}}},{"id":"multiple_47","split":"multiple","state":"User: Calculate the cosine similarity between vector A [3, 2, 1] and vector B [1, 2, 3].","expected":"cosine_similarity.calculate","candidate_count":2,"views":{"description":{"criteria":{"cosine_similarity.calculate":"cosine_similarity.calculate: Calculate the cosine similarity between two vectors.","correlation.calculate":"correlation.calculate: Calculate the correlation coefficient between two arrays of numbers."},"clm":{"choice":"cosine_similarity.calculate","correct":true,"latency_ms":54.41,"confidence":0.999632},"jev":{"choice":"cosine_similarity.calculate","correct":true,"latency_ms":98.36,"confidence":1.0}},"prose_schema":{"criteria":{"cosine_similarity.calculate":"cosine_similarity.calculate: Calculate the cosine similarity between two vectors.\nParameter vector1 (array); required; The first vector for calculating cosine similarity.\nParameter vector2 (array); required; The second vector for calculating cosine similarity.\nParameter rounding (integer); Optional: The number of decimals to round off the result. Default 0","correlation.calculate":"correlation.calculate: Calculate the correlation coefficient between two arrays of numbers.\nParameter array1 (array); required; The first array of numbers.\nParameter array2 (array); required; The second array of numbers.\nParameter type (string); Optional: The type of correlation coefficient to calculate. Default is 'pearson'.; allowed values: pearson, spearman"},"clm":{"choice":"correlation.calculate","correct":false,"latency_ms":121.98,"confidence":0.957425},"jev":{"choice":"cosine_similarity.calculate","correct":true,"latency_ms":146.64,"confidence":1.0}},"schema":{"criteria":{"cosine_similarity.calculate":"{\"description\":\"Calculate the cosine similarity between two vectors.\",\"name\":\"cosine_similarity.calculate\",\"parameters\":{\"properties\":{\"rounding\":{\"description\":\"Optional: The number of decimals to round off the result. Default 0\",\"type\":\"integer\"},\"vector1\":{\"description\":\"The first vector for calculating cosine similarity.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"vector2\":{\"description\":\"The second vector for calculating cosine similarity.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"}},\"required\":[\"vector1\",\"vector2\"],\"type\":\"dict\"}}","correlation.calculate":"{\"description\":\"Calculate the correlation coefficient between two arrays of numbers.\",\"name\":\"correlation.calculate\",\"parameters\":{\"properties\":{\"array1\":{\"description\":\"The first array of numbers.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"array2\":{\"description\":\"The second array of numbers.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"type\":{\"description\":\"Optional: The type of correlation coefficient to calculate. Default is 'pearson'.\",\"enum\":[\"pearson\",\"spearman\"],\"type\":\"string\"}},\"required\":[\"array1\",\"array2\"],\"type\":\"dict\"}}"},"clm":{"choice":"cosine_similarity.calculate","correct":true,"latency_ms":94.59,"confidence":0.740611},"jev":{"choice":"cosine_similarity.calculate","correct":true,"latency_ms":94.55,"confidence":1.0}}}},{"id":"multiple_48","split":"multiple","state":"User: Find me a pet-friendly library with facilities for disabled people in New York City.","expected":"library.find_nearby","candidate_count":2,"views":{"description":{"criteria":{"store.find_nearby":"store.find_nearby: Locate nearby stores based on specific preferences such as being pet-friendly and having disabled access facilities.","library.find_nearby":"library.find_nearby: Locate nearby libraries based on specific preferences such as being pet-friendly and having disabled access facilities."},"clm":{"choice":"store.find_nearby","correct":false,"latency_ms":59.63,"confidence":0.617135},"jev":{"choice":"library.find_nearby","correct":true,"latency_ms":162.18,"confidence":1.0}},"prose_schema":{"criteria":{"store.find_nearby":"store.find_nearby: Locate nearby stores based on specific preferences such as being pet-friendly and having disabled access facilities.\nParameter location (string); required; The city, for example, New York City, NY\nParameter preferences (array); required; Your preferences for the store.","library.find_nearby":"library.find_nearby: Locate nearby libraries based on specific preferences such as being pet-friendly and having disabled access facilities.\nParameter location (string); required; The city, for example, New York City, NY\nParameter preferences (array); required; Your preferences for the library."},"clm":{"choice":"store.find_nearby","correct":false,"latency_ms":87.81,"confidence":0.605629},"jev":{"choice":"library.find_nearby","correct":true,"latency_ms":149.93,"confidence":1.0}},"schema":{"criteria":{"store.find_nearby":"{\"description\":\"Locate nearby stores based on specific preferences such as being pet-friendly and having disabled access facilities.\",\"name\":\"store.find_nearby\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city, for example, New York City, NY\",\"type\":\"string\"},\"preferences\":{\"description\":\"Your preferences for the store.\",\"items\":{\"enum\":[\"Pet-friendly\",\"Disabled Access\",\"24 hours\",\"Cafe Inside\"],\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"location\",\"preferences\"],\"type\":\"dict\"}}","library.find_nearby":"{\"description\":\"Locate nearby libraries based on specific preferences such as being pet-friendly and having disabled access facilities.\",\"name\":\"library.find_nearby\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city, for example, New York City, NY\",\"type\":\"string\"},\"preferences\":{\"description\":\"Your preferences for the library.\",\"items\":{\"enum\":[\"Pet-friendly\",\"Disabled Access\",\"24 hours\",\"Cafe Inside\"],\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"location\",\"preferences\"],\"type\":\"dict\"}}"},"clm":{"choice":"library.find_nearby","correct":true,"latency_ms":92.91,"confidence":0.716544},"jev":{"choice":"library.find_nearby","correct":true,"latency_ms":144.64,"confidence":1.0}}}},{"id":"multiple_49","split":"multiple","state":"User: Calculate the compound interest for an amount of 1500 for a duration of 2 years with an annual interest rate of 2.5%.","expected":"calc_Compound_Interest","candidate_count":3,"views":{"description":{"criteria":{"calc_Compound_Interest":"calc_Compound_Interest: Compute compound interest.","future_value":"future_value: Calculates the future value of an investment given an interest rate and time period.","calc_Simple_Interest":"calc_Simple_Interest: Compute simple interest."},"clm":{"choice":"calc_Compound_Interest","correct":true,"latency_ms":89.65,"confidence":0.426125},"jev":{"choice":"calc_Compound_Interest","correct":true,"latency_ms":108.21,"confidence":1.0}},"prose_schema":{"criteria":{"calc_Compound_Interest":"calc_Compound_Interest: Compute compound interest.\nParameter principle_amount (integer); required; The principle amount that is invested.\nParameter duration (integer); required; Duration of time period in years.\nParameter annual_rate (float); required; Interest rate in percentage.\nParameter compound_freq (integer); The number of times that interest is compounded per unit time.; default: 1","future_value":"future_value: Calculates the future value of an investment given an interest rate and time period.\nParameter initial_investment (float); required; The initial investment amount.\nParameter interest_rate (float); required; The annual interest rate (as a decimal).\nParameter time (integer); required; The number of time periods the money is invested for.\nParameter num_compoundings (integer); The number of times that interest is compounded per time period.; default: 1","calc_Simple_Interest":"calc_Simple_Interest: Compute simple interest.\nParameter principle_amount (float); required; The principle amount that is invested.\nParameter duration (float); required; Duration of time period in years.\nParameter annual_rate (float); required; Interest rate in percentage."},"clm":{"choice":"calc_Simple_Interest","correct":false,"latency_ms":113.7,"confidence":0.967794},"jev":{"choice":"calc_Compound_Interest","correct":true,"latency_ms":106.05,"confidence":1.0}},"schema":{"criteria":{"calc_Compound_Interest":"{\"description\":\"Compute compound interest.\",\"name\":\"calc_Compound_Interest\",\"parameters\":{\"properties\":{\"annual_rate\":{\"description\":\"Interest rate in percentage.\",\"type\":\"float\"},\"compound_freq\":{\"default\":1,\"description\":\"The number of times that interest is compounded per unit time.\",\"type\":\"integer\"},\"duration\":{\"description\":\"Duration of time period in years.\",\"type\":\"integer\"},\"principle_amount\":{\"description\":\"The principle amount that is invested.\",\"type\":\"integer\"}},\"required\":[\"principle_amount\",\"duration\",\"annual_rate\"],\"type\":\"dict\"}}","future_value":"{\"description\":\"Calculates the future value of an investment given an interest rate and time period.\",\"name\":\"future_value\",\"parameters\":{\"properties\":{\"initial_investment\":{\"description\":\"The initial investment amount.\",\"type\":\"float\"},\"interest_rate\":{\"description\":\"The annual interest rate (as a decimal).\",\"type\":\"float\"},\"num_compoundings\":{\"default\":1,\"description\":\"The number of times that interest is compounded per time period.\",\"type\":\"integer\"},\"time\":{\"description\":\"The number of time periods the money is invested for.\",\"type\":\"integer\"}},\"required\":[\"initial_investment\",\"interest_rate\",\"time\"],\"type\":\"dict\"}}","calc_Simple_Interest":"{\"description\":\"Compute simple interest.\",\"name\":\"calc_Simple_Interest\",\"parameters\":{\"properties\":{\"annual_rate\":{\"description\":\"Interest rate in percentage.\",\"type\":\"float\"},\"duration\":{\"description\":\"Duration of time period in years.\",\"type\":\"float\"},\"principle_amount\":{\"description\":\"The principle amount that is invested.\",\"type\":\"float\"}},\"required\":[\"principle_amount\",\"duration\",\"annual_rate\"],\"type\":\"dict\"}}"},"clm":{"choice":"calc_Simple_Interest","correct":false,"latency_ms":88.79,"confidence":0.565649},"jev":{"choice":"calc_Compound_Interest","correct":true,"latency_ms":118.83,"confidence":1.0}}}},{"id":"multiple_50","split":"multiple","state":"User: Predict the house prices for the next month in New York.","expected":"house_price_forecast","candidate_count":3,"views":{"description":{"criteria":{"house_price_forecast":"house_price_forecast: Predict the house prices for a specific location and time frame.","weather_forecast":"weather_forecast: Retrieve a weather forecast for a specific location and time frame.","stock_market_forecast":"stock_market_forecast: Predict the stock prices for a specific company and time frame."},"clm":{"choice":"house_price_forecast","correct":true,"latency_ms":75.23,"confidence":0.988387},"jev":{"choice":"house_price_forecast","correct":true,"latency_ms":99.1,"confidence":1.0}},"prose_schema":{"criteria":{"house_price_forecast":"house_price_forecast: Predict the house prices for a specific location and time frame.\nParameter location (string); required; The city that you want to get the house price prediction for.\nParameter months (integer); required; Number of future months for the prediction.\nParameter features (array); Additional features considered for prediction. Not required. Default empty array","weather_forecast":"weather_forecast: Retrieve a weather forecast for a specific location and time frame.\nParameter location (string); required; The city that you want to get the weather for.\nParameter days (integer); required; Number of days for the forecast.","stock_market_forecast":"stock_market_forecast: Predict the stock prices for a specific company and time frame.\nParameter company (string); required; The company that you want to get the stock price prediction for.\nParameter days (integer); required; Number of future days for the prediction."},"clm":{"choice":"stock_market_forecast","correct":false,"latency_ms":101.34,"confidence":0.968444},"jev":{"choice":"house_price_forecast","correct":true,"latency_ms":115.38,"confidence":1.0}},"schema":{"criteria":{"house_price_forecast":"{\"description\":\"Predict the house prices for a specific location and time frame.\",\"name\":\"house_price_forecast\",\"parameters\":{\"properties\":{\"features\":{\"description\":\"Additional features considered for prediction. Not required. Default empty array\",\"items\":{\"enum\":[\"SqFt\",\"Bedrooms\",\"Bathrooms\",\"Location\"],\"type\":\"string\"},\"optional\":true,\"type\":\"array\"},\"location\":{\"description\":\"The city that you want to get the house price prediction for.\",\"type\":\"string\"},\"months\":{\"description\":\"Number of future months for the prediction.\",\"type\":\"integer\"}},\"required\":[\"location\",\"months\"],\"type\":\"dict\"}}","weather_forecast":"{\"description\":\"Retrieve a weather forecast for a specific location and time frame.\",\"name\":\"weather_forecast\",\"parameters\":{\"properties\":{\"days\":{\"description\":\"Number of days for the forecast.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city that you want to get the weather for.\",\"type\":\"string\"}},\"required\":[\"location\",\"days\"],\"type\":\"dict\"}}","stock_market_forecast":"{\"description\":\"Predict the stock prices for a specific company and time frame.\",\"name\":\"stock_market_forecast\",\"parameters\":{\"properties\":{\"company\":{\"description\":\"The company that you want to get the stock price prediction for.\",\"type\":\"string\"},\"days\":{\"description\":\"Number of future days for the prediction.\",\"type\":\"integer\"}},\"required\":[\"company\",\"days\"],\"type\":\"dict\"}}"},"clm":{"choice":"stock_market_forecast","correct":false,"latency_ms":100.34,"confidence":0.505039},"jev":{"choice":"house_price_forecast","correct":true,"latency_ms":104.49,"confidence":1.0}}}},{"id":"multiple_51","split":"multiple","state":"User: Calculate the probability of rolling a sum of 7 on a roll of two dice.","expected":"dice_roll_probability","candidate_count":3,"views":{"description":{"criteria":{"dice_roll_probability":"dice_roll_probability: Calculate the probability of a specific sum appearing from rolling two dice.","flip_coin_probability":"flip_coin_probability: Calculate the probability of a specific outcome appearing from flipping a coin.","shuffle_card_probability":"shuffle_card_probability: Calculate the probability of a specific card appearing from a shuffled deck."},"clm":{"choice":"shuffle_card_probability","correct":false,"latency_ms":79.48,"confidence":0.399218},"jev":{"choice":"dice_roll_probability","correct":true,"latency_ms":121.39,"confidence":1.0}},"prose_schema":{"criteria":{"dice_roll_probability":"dice_roll_probability: Calculate the probability of a specific sum appearing from rolling two dice.\nParameter desired_sum (integer); required; The sum for which to calculate the probability.\nParameter n_rolls (integer); Number of dice to be rolled. Default is 1\nParameter sides_per_die (integer); required; Number of sides on each die.","flip_coin_probability":"flip_coin_probability: Calculate the probability of a specific outcome appearing from flipping a coin.\nParameter desired_outcome (string); required; The outcome for which to calculate the probability.\nParameter n_flips (integer); Number of coins to be flipped. Default 1","shuffle_card_probability":"shuffle_card_probability: Calculate the probability of a specific card appearing from a shuffled deck.\nParameter desired_card (string); required; The card for which to calculate the probability.\nParameter n_decks (integer); Number of decks to shuffle. Default 1"},"clm":{"choice":"dice_roll_probability","correct":true,"latency_ms":96.72,"confidence":0.941727},"jev":{"choice":"dice_roll_probability","correct":true,"latency_ms":143.33,"confidence":1.0}},"schema":{"criteria":{"dice_roll_probability":"{\"description\":\"Calculate the probability of a specific sum appearing from rolling two dice.\",\"name\":\"dice_roll_probability\",\"parameters\":{\"properties\":{\"desired_sum\":{\"description\":\"The sum for which to calculate the probability.\",\"type\":\"integer\"},\"n_rolls\":{\"description\":\"Number of dice to be rolled. Default is 1\",\"optional\":true,\"type\":\"integer\"},\"sides_per_die\":{\"description\":\"Number of sides on each die.\",\"type\":\"integer\"}},\"required\":[\"desired_sum\",\"sides_per_die\"],\"type\":\"dict\"}}","flip_coin_probability":"{\"description\":\"Calculate the probability of a specific outcome appearing from flipping a coin.\",\"name\":\"flip_coin_probability\",\"parameters\":{\"properties\":{\"desired_outcome\":{\"description\":\"The outcome for which to calculate the probability.\",\"type\":\"string\"},\"n_flips\":{\"description\":\"Number of coins to be flipped. Default 1\",\"optional\":true,\"type\":\"integer\"}},\"required\":[\"desired_outcome\"],\"type\":\"dict\"}}","shuffle_card_probability":"{\"description\":\"Calculate the probability of a specific card appearing from a shuffled deck.\",\"name\":\"shuffle_card_probability\",\"parameters\":{\"properties\":{\"desired_card\":{\"description\":\"The card for which to calculate the probability.\",\"type\":\"string\"},\"n_decks\":{\"description\":\"Number of decks to shuffle. Default 1\",\"optional\":true,\"type\":\"integer\"}},\"required\":[\"desired_card\"],\"type\":\"dict\"}}"},"clm":{"choice":"dice_roll_probability","correct":true,"latency_ms":103.22,"confidence":0.566162},"jev":{"choice":"dice_roll_probability","correct":true,"latency_ms":106.52,"confidence":1.0}}}},{"id":"multiple_52","split":"multiple","state":"User: I have 100 euro. How much is it in USD?","expected":"currency_conversion","candidate_count":2,"views":{"description":{"criteria":{"unit_conversion":"unit_conversion: Convert a value from one unit to another.","currency_conversion":"currency_conversion: Convert a value from one currency to another."},"clm":{"choice":"currency_conversion","correct":true,"latency_ms":58.69,"confidence":0.872955},"jev":{"choice":"currency_conversion","correct":true,"latency_ms":115.57,"confidence":1.0}},"prose_schema":{"criteria":{"unit_conversion":"unit_conversion: Convert a value from one unit to another.\nParameter value (float); required; The value to be converted.\nParameter from_unit (string); required; The unit to convert from.\nParameter to_unit (string); required; The unit to convert to.","currency_conversion":"currency_conversion: Convert a value from one currency to another.\nParameter amount (integer); required; The amount to be converted.\nParameter from_currency (string); required; The currency to convert from.\nParameter to_currency (string); required; The currency to convert to."},"clm":{"choice":"currency_conversion","correct":true,"latency_ms":99.83,"confidence":0.969923},"jev":{"choice":"currency_conversion","correct":true,"latency_ms":111.47,"confidence":1.0}},"schema":{"criteria":{"unit_conversion":"{\"description\":\"Convert a value from one unit to another.\",\"name\":\"unit_conversion\",\"parameters\":{\"properties\":{\"from_unit\":{\"description\":\"The unit to convert from.\",\"type\":\"string\"},\"to_unit\":{\"description\":\"The unit to convert to.\",\"type\":\"string\"},\"value\":{\"description\":\"The value to be converted.\",\"type\":\"float\"}},\"required\":[\"value\",\"from_unit\",\"to_unit\"],\"type\":\"dict\"}}","currency_conversion":"{\"description\":\"Convert a value from one currency to another.\",\"name\":\"currency_conversion\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount to be converted.\",\"type\":\"integer\"},\"from_currency\":{\"description\":\"The currency to convert from.\",\"type\":\"string\"},\"to_currency\":{\"description\":\"The currency to convert to.\",\"type\":\"string\"}},\"required\":[\"amount\",\"from_currency\",\"to_currency\"],\"type\":\"dict\"}}"},"clm":{"choice":"unit_conversion","correct":false,"latency_ms":95.15,"confidence":0.557802},"jev":{"choice":"currency_conversion","correct":true,"latency_ms":124.7,"confidence":1.0}}}},{"id":"multiple_53","split":"multiple","state":"User: Predict the house prices for next 5 years based on interest rates and unemployment rates.","expected":"linear_regression","candidate_count":2,"views":{"description":{"criteria":{"linear_regression":"linear_regression: Applies linear regression to a given set of independent variables to make a prediction.","random_forest_regression":"random_forest_regression: Applies Random Forest Regression to a given set of independent variables to make a prediction."},"clm":{"choice":"linear_regression","correct":true,"latency_ms":66.92,"confidence":0.852333},"jev":{"choice":"linear_regression","correct":true,"latency_ms":112.14,"confidence":0.87}},"prose_schema":{"criteria":{"linear_regression":"linear_regression: Applies linear regression to a given set of independent variables to make a prediction.\nParameter independent_var (array); required; The independent variables.\nParameter dependent_var (string); required; The dependent variable.\nParameter forecast_period (integer); The number of years to forecast the prices. Default 1","random_forest_regression":"random_forest_regression: Applies Random Forest Regression to a given set of independent variables to make a prediction.\nParameter independent_var (array); required; The independent variables.\nParameter dependent_var (string); required; The dependent variable.\nParameter n_estimators (integer); The number of trees in the forest. Default 1\nParameter forecast_period (integer); The number of years to forecast the prices. Default 1"},"clm":{"choice":"random_forest_regression","correct":false,"latency_ms":104.44,"confidence":0.958584},"jev":{"choice":"linear_regression","correct":true,"latency_ms":122.69,"confidence":0.93}},"schema":{"criteria":{"linear_regression":"{\"description\":\"Applies linear regression to a given set of independent variables to make a prediction.\",\"name\":\"linear_regression\",\"parameters\":{\"properties\":{\"dependent_var\":{\"description\":\"The dependent variable.\",\"type\":\"string\"},\"forecast_period\":{\"description\":\"The number of years to forecast the prices. Default 1\",\"optional\":true,\"type\":\"integer\"},\"independent_var\":{\"description\":\"The independent variables.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"independent_var\",\"dependent_var\"],\"type\":\"dict\"}}","random_forest_regression":"{\"description\":\"Applies Random Forest Regression to a given set of independent variables to make a prediction.\",\"name\":\"random_forest_regression\",\"parameters\":{\"properties\":{\"dependent_var\":{\"description\":\"The dependent variable.\",\"type\":\"string\"},\"forecast_period\":{\"description\":\"The number of years to forecast the prices. Default 1\",\"optional\":true,\"type\":\"integer\"},\"independent_var\":{\"description\":\"The independent variables.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"n_estimators\":{\"description\":\"The number of trees in the forest. Default 1\",\"optional\":true,\"type\":\"integer\"}},\"required\":[\"independent_var\",\"dependent_var\"],\"type\":\"dict\"}}"},"clm":{"choice":"linear_regression","correct":true,"latency_ms":99.99,"confidence":0.713418},"jev":{"choice":"linear_regression","correct":true,"latency_ms":125.83,"confidence":0.98}}}},{"id":"multiple_54","split":"multiple","state":"User: Find out the historical dividend payments of Apple Inc for last five years.","expected":"corporate_finance.dividend_data","candidate_count":2,"views":{"description":{"criteria":{"corporate_finance.dividend_data":"corporate_finance.dividend_data: Get historical dividend data of a specific company within a particular duration.","stock_market_data":"stock_market_data: Retrieve stock market data for a specific company and time frame."},"clm":{"choice":"corporate_finance.dividend_data","correct":true,"latency_ms":77.89,"confidence":0.848697},"jev":{"choice":"corporate_finance.dividend_data","correct":true,"latency_ms":131.53,"confidence":1.0}},"prose_schema":{"criteria":{"corporate_finance.dividend_data":"corporate_finance.dividend_data: Get historical dividend data of a specific company within a particular duration.\nParameter company (string); required; The company that you want to get the dividend data for.\nParameter years (integer); required; Number of past years for which to retrieve the data.\nParameter frequency (string); The frequency of the dividend payment. Default annually; allowed values: quarterly, annually","stock_market_data":"stock_market_data: Retrieve stock market data for a specific company and time frame.\nParameter company (string); required; The company that you want to get the stock market data for.\nParameter days (integer); required; Number of past days for which to retrieve the data."},"clm":{"choice":"stock_market_data","correct":false,"latency_ms":95.26,"confidence":0.900922},"jev":{"choice":"corporate_finance.dividend_data","correct":true,"latency_ms":97.97,"confidence":1.0}},"schema":{"criteria":{"corporate_finance.dividend_data":"{\"description\":\"Get historical dividend data of a specific company within a particular duration.\",\"name\":\"corporate_finance.dividend_data\",\"parameters\":{\"properties\":{\"company\":{\"description\":\"The company that you want to get the dividend data for.\",\"type\":\"string\"},\"frequency\":{\"description\":\"The frequency of the dividend payment. Default annually\",\"enum\":[\"quarterly\",\"annually\"],\"type\":\"string\"},\"years\":{\"description\":\"Number of past years for which to retrieve the data.\",\"type\":\"integer\"}},\"required\":[\"company\",\"years\"],\"type\":\"dict\"}}","stock_market_data":"{\"description\":\"Retrieve stock market data for a specific company and time frame.\",\"name\":\"stock_market_data\",\"parameters\":{\"properties\":{\"company\":{\"description\":\"The company that you want to get the stock market data for.\",\"type\":\"string\"},\"days\":{\"description\":\"Number of past days for which to retrieve the data.\",\"type\":\"integer\"}},\"required\":[\"company\",\"days\"],\"type\":\"dict\"}}"},"clm":{"choice":"stock_market_data","correct":false,"latency_ms":109.48,"confidence":0.678878},"jev":{"choice":"corporate_finance.dividend_data","correct":true,"latency_ms":167.54,"confidence":1.0}}}},{"id":"multiple_55","split":"multiple","state":"User: Predict the stock price for Google for the next 3 days.","expected":"stock_forecast","candidate_count":2,"views":{"description":{"criteria":{"stock_forecast":"stock_forecast: Predict the future stock price for a specific company and time frame.","weather_forecast":"weather_forecast: Retrieve a weather forecast for a specific location and time frame."},"clm":{"choice":"stock_forecast","correct":true,"latency_ms":63.47,"confidence":0.998059},"jev":{"choice":"stock_forecast","correct":true,"latency_ms":117.54,"confidence":1.0}},"prose_schema":{"criteria":{"stock_forecast":"stock_forecast: Predict the future stock price for a specific company and time frame.\nParameter company (string); required; The company that you want to get the stock price prediction for.\nParameter days (integer); required; Number of future days for which to predict the stock price.\nParameter model (string); The model to use for prediction. Default 'regression'","weather_forecast":"weather_forecast: Retrieve a weather forecast for a specific location and time frame.\nParameter location (string); required; The city that you want to get the weather for.\nParameter days (integer); required; Number of days for the forecast."},"clm":{"choice":"stock_forecast","correct":true,"latency_ms":74.71,"confidence":0.974904},"jev":{"choice":"stock_forecast","correct":true,"latency_ms":148.47,"confidence":1.0}},"schema":{"criteria":{"stock_forecast":"{\"description\":\"Predict the future stock price for a specific company and time frame.\",\"name\":\"stock_forecast\",\"parameters\":{\"properties\":{\"company\":{\"description\":\"The company that you want to get the stock price prediction for.\",\"type\":\"string\"},\"days\":{\"description\":\"Number of future days for which to predict the stock price.\",\"type\":\"integer\"},\"model\":{\"description\":\"The model to use for prediction. Default 'regression'\",\"type\":\"string\"}},\"required\":[\"company\",\"days\"],\"type\":\"dict\"}}","weather_forecast":"{\"description\":\"Retrieve a weather forecast for a specific location and time frame.\",\"name\":\"weather_forecast\",\"parameters\":{\"properties\":{\"days\":{\"description\":\"Number of days for the forecast.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city that you want to get the weather for.\",\"type\":\"string\"}},\"required\":[\"location\",\"days\"],\"type\":\"dict\"}}"},"clm":{"choice":"weather_forecast","correct":false,"latency_ms":69.03,"confidence":0.566616},"jev":{"choice":"stock_forecast","correct":true,"latency_ms":117.29,"confidence":1.0}}}},{"id":"multiple_56","split":"multiple","state":"User: Find the average closing price of Apple stock in the past 60 days","expected":"avg_closing_price","candidate_count":3,"views":{"description":{"criteria":{"volume_traded":"volume_traded: Calculate the total volume of stocks traded over a certain period of time","total_revenue":"total_revenue: Calculate the total revenue of a company over a specific period of time","avg_closing_price":"avg_closing_price: Calculate the average closing price of a specific company over a given period of time"},"clm":{"choice":"avg_closing_price","correct":true,"latency_ms":63.3,"confidence":0.741319},"jev":{"choice":"avg_closing_price","correct":true,"latency_ms":131.49,"confidence":1.0}},"prose_schema":{"criteria":{"volume_traded":"volume_traded: Calculate the total volume of stocks traded over a certain period of time\nParameter company (string); required; Name of the company to get data for\nParameter days (integer); required; Number of past days to calculate volume traded for\nParameter data_source (string); Source to fetch the financial data. default is 'yahoo finance'","total_revenue":"total_revenue: Calculate the total revenue of a company over a specific period of time\nParameter company (string); required; Name of the company to get data for\nParameter days (integer); required; Number of past days to calculate total revenue for\nParameter data_source (string); Source to fetch the financial data. default is 'google finance'","avg_closing_price":"avg_closing_price: Calculate the average closing price of a specific company over a given period of time\nParameter company (string); required; Name of the company to get data for\nParameter days (integer); required; Number of past days to calculate average closing price for\nParameter data_source (string); Source to fetch the stock data. default is 'yahoo finance'"},"clm":{"choice":"avg_closing_price","correct":true,"latency_ms":112.93,"confidence":0.634856},"jev":{"choice":"avg_closing_price","correct":true,"latency_ms":101.84,"confidence":1.0}},"schema":{"criteria":{"volume_traded":"{\"description\":\"Calculate the total volume of stocks traded over a certain period of time\",\"name\":\"volume_traded\",\"parameters\":{\"properties\":{\"company\":{\"description\":\"Name of the company to get data for\",\"type\":\"string\"},\"data_source\":{\"description\":\"Source to fetch the financial data. default is 'yahoo finance'\",\"type\":\"string\"},\"days\":{\"description\":\"Number of past days to calculate volume traded for\",\"type\":\"integer\"}},\"required\":[\"company\",\"days\"],\"type\":\"dict\"}}","total_revenue":"{\"description\":\"Calculate the total revenue of a company over a specific period of time\",\"name\":\"total_revenue\",\"parameters\":{\"properties\":{\"company\":{\"description\":\"Name of the company to get data for\",\"type\":\"string\"},\"data_source\":{\"description\":\"Source to fetch the financial data. default is 'google finance'\",\"type\":\"string\"},\"days\":{\"description\":\"Number of past days to calculate total revenue for\",\"type\":\"integer\"}},\"required\":[\"company\",\"days\"],\"type\":\"dict\"}}","avg_closing_price":"{\"description\":\"Calculate the average closing price of a specific company over a given period of time\",\"name\":\"avg_closing_price\",\"parameters\":{\"properties\":{\"company\":{\"description\":\"Name of the company to get data for\",\"type\":\"string\"},\"data_source\":{\"description\":\"Source to fetch the stock data. default is 'yahoo finance'\",\"type\":\"string\"},\"days\":{\"description\":\"Number of past days to calculate average closing price for\",\"type\":\"integer\"}},\"required\":[\"company\",\"days\"],\"type\":\"dict\"}}"},"clm":{"choice":"total_revenue","correct":false,"latency_ms":122.2,"confidence":0.467481},"jev":{"choice":"avg_closing_price","correct":true,"latency_ms":96.33,"confidence":1.0}}}},{"id":"multiple_57","split":"multiple","state":"User: Can you please calculate the compound interest for a principle of $1000, annual rate of 5% over 10 years with 4 compound per year.","expected":"financial.compound_interest","candidate_count":2,"views":{"description":{"criteria":{"financial.compound_interest":"financial.compound_interest: Calculates compound interest.","financial.simple_interest":"financial.simple_interest: Calculates simple interest."},"clm":{"choice":"financial.compound_interest","correct":true,"latency_ms":72.18,"confidence":0.952311},"jev":{"choice":"financial.compound_interest","correct":true,"latency_ms":116.29,"confidence":1.0}},"prose_schema":{"criteria":{"financial.compound_interest":"financial.compound_interest: Calculates compound interest.\nParameter principle (integer); required; The initial amount of money that is being compounded.\nParameter rate (float); required; The annual interest rate, as a decimal. E.g., an annual interest rate of 5% would be represented as 0.05.\nParameter time (integer); required; The amount of time, in years, that the money is to be compounded for.\nParameter n (integer); required; The number of times interest applied per time period.","financial.simple_interest":"financial.simple_interest: Calculates simple interest.\nParameter principle (float); required; The initial amount of money that interest is being calculated for.\nParameter rate (float); required; The annual interest rate, as a decimal. E.g., an annual interest rate of 5% would be represented as 0.05.\nParameter time (integer); required; The amount of time, in years, that the money is to be compounded for."},"clm":{"choice":"financial.simple_interest","correct":false,"latency_ms":94.83,"confidence":0.992466},"jev":{"choice":"financial.compound_interest","correct":true,"latency_ms":139.37,"confidence":1.0}},"schema":{"criteria":{"financial.compound_interest":"{\"description\":\"Calculates compound interest.\",\"name\":\"financial.compound_interest\",\"parameters\":{\"properties\":{\"n\":{\"description\":\"The number of times interest applied per time period.\",\"type\":\"integer\"},\"principle\":{\"description\":\"The initial amount of money that is being compounded.\",\"type\":\"integer\"},\"rate\":{\"description\":\"The annual interest rate, as a decimal. E.g., an annual interest rate of 5% would be represented as 0.05.\",\"type\":\"float\"},\"time\":{\"description\":\"The amount of time, in years, that the money is to be compounded for.\",\"type\":\"integer\"}},\"required\":[\"principle\",\"rate\",\"time\",\"n\"],\"type\":\"dict\"}}","financial.simple_interest":"{\"description\":\"Calculates simple interest.\",\"name\":\"financial.simple_interest\",\"parameters\":{\"properties\":{\"principle\":{\"description\":\"The initial amount of money that interest is being calculated for.\",\"type\":\"float\"},\"rate\":{\"description\":\"The annual interest rate, as a decimal. E.g., an annual interest rate of 5% would be represented as 0.05.\",\"type\":\"float\"},\"time\":{\"description\":\"The amount of time, in years, that the money is to be compounded for.\",\"type\":\"integer\"}},\"required\":[\"principle\",\"rate\",\"time\"],\"type\":\"dict\"}}"},"clm":{"choice":"financial.compound_interest","correct":true,"latency_ms":102.07,"confidence":0.801166},"jev":{"choice":"financial.compound_interest","correct":true,"latency_ms":127.59,"confidence":1.0}}}},{"id":"multiple_58","split":"multiple","state":"User: Search for divorce law specialists in Los Angeles","expected":"lawyer.search","candidate_count":2,"views":{"description":{"criteria":{"doctor.search":"doctor.search: Search for a doctor based on area of expertise and location","lawyer.search":"lawyer.search: Search for a lawyer based on area of expertise and location"},"clm":{"choice":"doctor.search","correct":false,"latency_ms":59.31,"confidence":0.573539},"jev":{"choice":"lawyer.search","correct":true,"latency_ms":105.57,"confidence":1.0}},"prose_schema":{"criteria":{"doctor.search":"doctor.search: Search for a doctor based on area of expertise and location\nParameter location (string); required; The city and state, e.g. Los Angeles, CA\nParameter specialization (string); required; Medical specialization. For example, 'Cardiology', 'Orthopedics', 'Gynecology'.","lawyer.search":"lawyer.search: Search for a lawyer based on area of expertise and location\nParameter location (string); required; The city and state, e.g. Los Angeles, CA\nParameter expertise (string); required; Area of legal expertise. For example, 'Marriage', 'Criminal', 'Business'."},"clm":{"choice":"doctor.search","correct":false,"latency_ms":95.65,"confidence":0.854832},"jev":{"choice":"lawyer.search","correct":true,"latency_ms":93.82,"confidence":1.0}},"schema":{"criteria":{"doctor.search":"{\"description\":\"Search for a doctor based on area of expertise and location\",\"name\":\"doctor.search\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state, e.g. Los Angeles, CA\",\"type\":\"string\"},\"specialization\":{\"description\":\"Medical specialization. For example, 'Cardiology', 'Orthopedics', 'Gynecology'.\",\"type\":\"string\"}},\"required\":[\"location\",\"specialization\"],\"type\":\"dict\"}}","lawyer.search":"{\"description\":\"Search for a lawyer based on area of expertise and location\",\"name\":\"lawyer.search\",\"parameters\":{\"properties\":{\"expertise\":{\"description\":\"Area of legal expertise. For example, 'Marriage', 'Criminal', 'Business'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state, e.g. Los Angeles, CA\",\"type\":\"string\"}},\"required\":[\"location\",\"expertise\"],\"type\":\"dict\"}}"},"clm":{"choice":"doctor.search","correct":false,"latency_ms":97.05,"confidence":0.560725},"jev":{"choice":"lawyer.search","correct":true,"latency_ms":93.66,"confidence":1.0}}}},{"id":"multiple_59","split":"multiple","state":"User: Find lawyers specializing in criminal law near me in New York.","expected":"lawyer_finder","candidate_count":2,"views":{"description":{"criteria":{"car_rental":"car_rental: Rent a car near you based on your preference.","lawyer_finder":"lawyer_finder: Locate lawyers near you based on their specialization."},"clm":{"choice":"lawyer_finder","correct":true,"latency_ms":63.29,"confidence":0.988923},"jev":{"choice":"lawyer_finder","correct":true,"latency_ms":95.22,"confidence":1.0}},"prose_schema":{"criteria":{"car_rental":"car_rental: Rent a car near you based on your preference.\nParameter location (string); required; Your location\nParameter car_type (array); required; Type of cars that you want to rent.\nParameter fuel_type (string); Preferred fuel type of car. Gas, diesel, electric, hybrid etc. Default 'gas'","lawyer_finder":"lawyer_finder: Locate lawyers near you based on their specialization.\nParameter location (string); required; Your location\nParameter specialization (array); required; Specializations of lawyer that you are looking for.\nParameter experience (integer); Experience in years that lawyer has. Default 1"},"clm":{"choice":"car_rental","correct":false,"latency_ms":123.61,"confidence":0.599853},"jev":{"choice":"lawyer_finder","correct":true,"latency_ms":99.09,"confidence":1.0}},"schema":{"criteria":{"car_rental":"{\"description\":\"Rent a car near you based on your preference.\",\"name\":\"car_rental\",\"parameters\":{\"properties\":{\"car_type\":{\"description\":\"Type of cars that you want to rent.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"fuel_type\":{\"description\":\"Preferred fuel type of car. Gas, diesel, electric, hybrid etc. Default 'gas'\",\"type\":\"string\"},\"location\":{\"description\":\"Your location\",\"type\":\"string\"}},\"required\":[\"location\",\"car_type\"],\"type\":\"dict\"}}","lawyer_finder":"{\"description\":\"Locate lawyers near you based on their specialization.\",\"name\":\"lawyer_finder\",\"parameters\":{\"properties\":{\"experience\":{\"description\":\"Experience in years that lawyer has. Default 1\",\"type\":\"integer\"},\"location\":{\"description\":\"Your location\",\"type\":\"string\"},\"specialization\":{\"description\":\"Specializations of lawyer that you are looking for.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"location\",\"specialization\"],\"type\":\"dict\"}}"},"clm":{"choice":"lawyer_finder","correct":true,"latency_ms":99.94,"confidence":0.510125},"jev":{"choice":"lawyer_finder","correct":true,"latency_ms":110.2,"confidence":1.0}}}},{"id":"multiple_60","split":"multiple","state":"User: What will be the humidity and temperature for New York City after 7 days?","expected":"humidity_temperature_forecast","candidate_count":3,"views":{"description":{"criteria":{"event_search":"event_search: Search for events happening in a specific location for a future date.","movie_showtimes":"movie_showtimes: Retrieve movie showtimes for a specific location and for a future date.","humidity_temperature_forecast":"humidity_temperature_forecast: Retrieve forecast of humidity and temperature for a specific location and for a future date."},"clm":{"choice":"humidity_temperature_forecast","correct":true,"latency_ms":79.21,"confidence":0.999831},"jev":{"choice":"humidity_temperature_forecast","correct":true,"latency_ms":144.25,"confidence":1.0}},"prose_schema":{"criteria":{"event_search":"event_search: Search for events happening in a specific location for a future date.\nParameter location (string); required; The city that you want to get the event information for.\nParameter days (integer); required; Number of future days for which to retrieve the event information.","movie_showtimes":"movie_showtimes: Retrieve movie showtimes for a specific location and for a future date.\nParameter location (string); required; The city that you want to get the movie showtimes for.\nParameter days (integer); required; Number of future days for which to retrieve the showtimes.","humidity_temperature_forecast":"humidity_temperature_forecast: Retrieve forecast of humidity and temperature for a specific location and for a future date.\nParameter location (string); required; The city that you want to get the humidity and temperature forecast for.\nParameter days (integer); required; Number of future days for which to retrieve the forecast."},"clm":{"choice":"humidity_temperature_forecast","correct":true,"latency_ms":84.65,"confidence":0.992778},"jev":{"choice":"humidity_temperature_forecast","correct":true,"latency_ms":125.09,"confidence":1.0}},"schema":{"criteria":{"event_search":"{\"description\":\"Search for events happening in a specific location for a future date.\",\"name\":\"event_search\",\"parameters\":{\"properties\":{\"days\":{\"description\":\"Number of future days for which to retrieve the event information.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city that you want to get the event information for.\",\"type\":\"string\"}},\"required\":[\"location\",\"days\"],\"type\":\"dict\"}}","movie_showtimes":"{\"description\":\"Retrieve movie showtimes for a specific location and for a future date.\",\"name\":\"movie_showtimes\",\"parameters\":{\"properties\":{\"days\":{\"description\":\"Number of future days for which to retrieve the showtimes.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city that you want to get the movie showtimes for.\",\"type\":\"string\"}},\"required\":[\"location\",\"days\"],\"type\":\"dict\"}}","humidity_temperature_forecast":"{\"description\":\"Retrieve forecast of humidity and temperature for a specific location and for a future date.\",\"name\":\"humidity_temperature_forecast\",\"parameters\":{\"properties\":{\"days\":{\"description\":\"Number of future days for which to retrieve the forecast.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city that you want to get the humidity and temperature forecast for.\",\"type\":\"string\"}},\"required\":[\"location\",\"days\"],\"type\":\"dict\"}}"},"clm":{"choice":"event_search","correct":false,"latency_ms":101.69,"confidence":0.422291},"jev":{"choice":"humidity_temperature_forecast","correct":true,"latency_ms":118.57,"confidence":1.0}}}},{"id":"multiple_61","split":"multiple","state":"User: Find a Landscape Architect who is experienced 5 years in small space garden design in Portland","expected":"landscape_architect.find_specialty","candidate_count":2,"views":{"description":{"criteria":{"home_renovation_expert.find_specialty":"home_renovation_expert.find_specialty: Search for a home renovation expert based on the location and specialization","landscape_architect.find_specialty":"landscape_architect.find_specialty: Search for a landscape architect based on the location and specialization"},"clm":{"choice":"landscape_architect.find_specialty","correct":true,"latency_ms":63.21,"confidence":0.851982},"jev":{"choice":"landscape_architect.find_specialty","correct":true,"latency_ms":103.98,"confidence":1.0}},"prose_schema":{"criteria":{"home_renovation_expert.find_specialty":"home_renovation_expert.find_specialty: Search for a home renovation expert based on the location and specialization\nParameter location (string); required; City and state where the professional is based, e.g. Portland, OR.\nParameter specialization (string); required; A specific area of expertise, such as kitchen or bathroom renovation.\nParameter years_experience (integer); Number of years the professional has been practicing in their field. (optional); default: 0","landscape_architect.find_specialty":"landscape_architect.find_specialty: Search for a landscape architect based on the location and specialization\nParameter location (string); required; City and state where the professional is based, e.g. Portland, OR.\nParameter specialization (string); required; A specific area of expertise. Common areas include residential design, commercial design, urban design, and park design.\nParameter years_experience (integer); Number of years the professional has been practicing in their field. (optional); default: 0"},"clm":{"choice":"landscape_architect.find_specialty","correct":true,"latency_ms":68.88,"confidence":0.687071},"jev":{"choice":"landscape_architect.find_specialty","correct":true,"latency_ms":142.1,"confidence":1.0}},"schema":{"criteria":{"home_renovation_expert.find_specialty":"{\"description\":\"Search for a home renovation expert based on the location and specialization\",\"name\":\"home_renovation_expert.find_specialty\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"City and state where the professional is based, e.g. Portland, OR.\",\"type\":\"string\"},\"specialization\":{\"description\":\"A specific area of expertise, such as kitchen or bathroom renovation.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Number of years the professional has been practicing in their field. (optional)\",\"type\":\"integer\"}},\"required\":[\"location\",\"specialization\"],\"type\":\"dict\"}}","landscape_architect.find_specialty":"{\"description\":\"Search for a landscape architect based on the location and specialization\",\"name\":\"landscape_architect.find_specialty\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"City and state where the professional is based, e.g. Portland, OR.\",\"type\":\"string\"},\"specialization\":{\"description\":\"A specific area of expertise. Common areas include residential design, commercial design, urban design, and park design.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Number of years the professional has been practicing in their field. (optional)\",\"type\":\"integer\"}},\"required\":[\"location\",\"specialization\"],\"type\":\"dict\"}}"},"clm":{"choice":"landscape_architect.find_specialty","correct":true,"latency_ms":97.61,"confidence":0.592477},"jev":{"choice":"landscape_architect.find_specialty","correct":true,"latency_ms":118.96,"confidence":1.0}}}},{"id":"multiple_62","split":"multiple","state":"User: Find me the closest nature park that allows camping and has scenic views in Boston, MA.","expected":"nature_park.find_nearby","candidate_count":2,"views":{"description":{"criteria":{"nature_park.find_nearby":"nature_park.find_nearby: Locate nearby nature parks based on specific criteria like camping availability and scenic views.","restaurant.find_nearby":"restaurant.find_nearby: Locate nearby restaurants based on specific criteria."},"clm":{"choice":"nature_park.find_nearby","correct":true,"latency_ms":68.5,"confidence":0.736178},"jev":{"choice":"nature_park.find_nearby","correct":true,"latency_ms":140.82,"confidence":1.0}},"prose_schema":{"criteria":{"nature_park.find_nearby":"nature_park.find_nearby: Locate nearby nature parks based on specific criteria like camping availability and scenic views.\nParameter location (string); required; The city and state, e.g. Boston, MA.\nParameter features (array); required; Preferred features in nature park.","restaurant.find_nearby":"restaurant.find_nearby: Locate nearby restaurants based on specific criteria.\nParameter location (string); required; The city and state, e.g. Boston, MA.\nParameter amenities (array); Preferred amenities in restaurant. Default empty array []"},"clm":{"choice":"nature_park.find_nearby","correct":true,"latency_ms":60.58,"confidence":0.99972},"jev":{"choice":"nature_park.find_nearby","correct":true,"latency_ms":108.88,"confidence":1.0}},"schema":{"criteria":{"nature_park.find_nearby":"{\"description\":\"Locate nearby nature parks based on specific criteria like camping availability and scenic views.\",\"name\":\"nature_park.find_nearby\",\"parameters\":{\"properties\":{\"features\":{\"description\":\"Preferred features in nature park.\",\"items\":{\"enum\":[\"Camping\",\"Scenic View\",\"Trails\",\"Picnic Areas\"],\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"The city and state, e.g. Boston, MA.\",\"type\":\"string\"}},\"required\":[\"location\",\"features\"],\"type\":\"dict\"}}","restaurant.find_nearby":"{\"description\":\"Locate nearby restaurants based on specific criteria.\",\"name\":\"restaurant.find_nearby\",\"parameters\":{\"properties\":{\"amenities\":{\"description\":\"Preferred amenities in restaurant. Default empty array []\",\"items\":{\"enum\":[\"Delivery\",\"Outdoor Seating\",\"Vegetarian Options\"],\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"The city and state, e.g. Boston, MA.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"nature_park.find_nearby","correct":true,"latency_ms":101.05,"confidence":0.69794},"jev":{"choice":"nature_park.find_nearby","correct":true,"latency_ms":111.29,"confidence":1.0}}}},{"id":"multiple_63","split":"multiple","state":"User: What will be the air quality index of New York for the next week?","expected":"air_quality_forecast","candidate_count":3,"views":{"description":{"criteria":{"air_quality_forecast":"air_quality_forecast: Retrieve an air quality forecast for a specific location and time frame.","weather_forecast":"weather_forecast: Retrieve a weather forecast for a specific location and time frame.","news":"news: Retrieve news articles for a specific topic."},"clm":{"choice":"air_quality_forecast","correct":true,"latency_ms":68.4,"confidence":0.845263},"jev":{"choice":"air_quality_forecast","correct":true,"latency_ms":116.79,"confidence":1.0}},"prose_schema":{"criteria":{"air_quality_forecast":"air_quality_forecast: Retrieve an air quality forecast for a specific location and time frame.\nParameter location (string); required; The city that you want to get the air quality forecast for.\nParameter days (integer); required; Number of days for the forecast.","weather_forecast":"weather_forecast: Retrieve a weather forecast for a specific location and time frame.\nParameter location (string); required; The city that you want to get the weather for.\nParameter days (integer); required; Number of days for the forecast.","news":"news: Retrieve news articles for a specific topic.\nParameter topic (string); required; The topic that you want to get the news for.\nParameter days (integer); required; Number of past days for which to retrieve the news."},"clm":{"choice":"weather_forecast","correct":false,"latency_ms":84.82,"confidence":0.645032},"jev":{"choice":"air_quality_forecast","correct":true,"latency_ms":94.45,"confidence":1.0}},"schema":{"criteria":{"air_quality_forecast":"{\"description\":\"Retrieve an air quality forecast for a specific location and time frame.\",\"name\":\"air_quality_forecast\",\"parameters\":{\"properties\":{\"days\":{\"description\":\"Number of days for the forecast.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city that you want to get the air quality forecast for.\",\"type\":\"string\"}},\"required\":[\"location\",\"days\"],\"type\":\"dict\"}}","weather_forecast":"{\"description\":\"Retrieve a weather forecast for a specific location and time frame.\",\"name\":\"weather_forecast\",\"parameters\":{\"properties\":{\"days\":{\"description\":\"Number of days for the forecast.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city that you want to get the weather for.\",\"type\":\"string\"}},\"required\":[\"location\",\"days\"],\"type\":\"dict\"}}","news":"{\"description\":\"Retrieve news articles for a specific topic.\",\"name\":\"news\",\"parameters\":{\"properties\":{\"days\":{\"description\":\"Number of past days for which to retrieve the news.\",\"type\":\"integer\"},\"topic\":{\"description\":\"The topic that you want to get the news for.\",\"type\":\"string\"}},\"required\":[\"topic\",\"days\"],\"type\":\"dict\"}}"},"clm":{"choice":"weather_forecast","correct":false,"latency_ms":98.65,"confidence":0.634799},"jev":{"choice":"air_quality_forecast","correct":true,"latency_ms":104.06,"confidence":1.0}}}},{"id":"multiple_64","split":"multiple","state":"User: Give me the UV index for Tokyo for tomorrow, June01 2023.","expected":"uv_index.get_future","candidate_count":3,"views":{"description":{"criteria":{"uv_index.get_future":"uv_index.get_future: Retrieve UV index data for a specified location and date.","rainfall_prediction":"rainfall_prediction: Retrieve rainfall data for a specified location and date.","snowfall_prediction":"snowfall_prediction: Retrieve snowfall data for a specified location and date."},"clm":{"choice":"uv_index.get_future","correct":true,"latency_ms":63.19,"confidence":0.980833},"jev":{"choice":"uv_index.get_future","correct":true,"latency_ms":165.48,"confidence":1.0}},"prose_schema":{"criteria":{"uv_index.get_future":"uv_index.get_future: Retrieve UV index data for a specified location and date.\nParameter location (string); required; The location to retrieve the UV index for.\nParameter date (string); required; The date for the UV index, in the format mm-dd-yyyy.","rainfall_prediction":"rainfall_prediction: Retrieve rainfall data for a specified location and date.\nParameter location (string); required; The location to retrieve the rainfall prediction for.\nParameter date (string); required; The date for the rainfall prediction, in the format mm/dd/yyyy.'","snowfall_prediction":"snowfall_prediction: Retrieve snowfall data for a specified location and date.\nParameter location (string); required; The location to retrieve the snowfall prediction for.\nParameter date (string); required; The date for the snowfall prediction, in the format mm-dd-yyyy."},"clm":{"choice":"uv_index.get_future","correct":true,"latency_ms":99.48,"confidence":0.858808},"jev":{"choice":"uv_index.get_future","correct":true,"latency_ms":93.93,"confidence":1.0}},"schema":{"criteria":{"uv_index.get_future":"{\"description\":\"Retrieve UV index data for a specified location and date.\",\"name\":\"uv_index.get_future\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for the UV index, in the format mm-dd-yyyy.\",\"type\":\"string\"},\"location\":{\"description\":\"The location to retrieve the UV index for.\",\"type\":\"string\"}},\"required\":[\"location\",\"date\"],\"type\":\"dict\"}}","rainfall_prediction":"{\"description\":\"Retrieve rainfall data for a specified location and date.\",\"name\":\"rainfall_prediction\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for the rainfall prediction, in the format mm/dd/yyyy.'\",\"type\":\"string\"},\"location\":{\"description\":\"The location to retrieve the rainfall prediction for.\",\"type\":\"string\"}},\"required\":[\"location\",\"date\"],\"type\":\"dict\"}}","snowfall_prediction":"{\"description\":\"Retrieve snowfall data for a specified location and date.\",\"name\":\"snowfall_prediction\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for the snowfall prediction, in the format mm-dd-yyyy.\",\"type\":\"string\"},\"location\":{\"description\":\"The location to retrieve the snowfall prediction for.\",\"type\":\"string\"}},\"required\":[\"location\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"rainfall_prediction","correct":false,"latency_ms":107.88,"confidence":0.524269},"jev":{"choice":"uv_index.get_future","correct":true,"latency_ms":119.42,"confidence":1.0}}}},{"id":"multiple_65","split":"multiple","state":"User: Find the distance between New York City and Los Angeles.","expected":"geodistance.find","candidate_count":3,"views":{"description":{"criteria":{"timezones.get_difference":"timezones.get_difference: Find the time difference between two cities.","geodistance.find":"geodistance.find: Find the distance between two cities on the globe.","flights.search":"flights.search: Find flights between two cities."},"clm":{"choice":"timezones.get_difference","correct":false,"latency_ms":77.52,"confidence":0.544308},"jev":{"choice":"geodistance.find","correct":true,"latency_ms":104.57,"confidence":1.0}},"prose_schema":{"criteria":{"timezones.get_difference":"timezones.get_difference: Find the time difference between two cities.\nParameter city1 (string); required; The first city.\nParameter city2 (string); required; The second city.","geodistance.find":"geodistance.find: Find the distance between two cities on the globe.\nParameter origin (string); required; The originating city for the distance calculation.\nParameter destination (string); required; The destination city for the distance calculation.\nParameter unit (string); The unit of measure for the distance calculation.; default: miles","flights.search":"flights.search: Find flights between two cities.\nParameter from_city (string); required; The city to depart from.\nParameter to_city (string); required; The city to arrive at.\nParameter date (string); The date to fly.; default: next monday"},"clm":{"choice":"timezones.get_difference","correct":false,"latency_ms":85.39,"confidence":0.795264},"jev":{"choice":"geodistance.find","correct":true,"latency_ms":104.51,"confidence":1.0}},"schema":{"criteria":{"timezones.get_difference":"{\"description\":\"Find the time difference between two cities.\",\"name\":\"timezones.get_difference\",\"parameters\":{\"properties\":{\"city1\":{\"description\":\"The first city.\",\"type\":\"string\"},\"city2\":{\"description\":\"The second city.\",\"type\":\"string\"}},\"required\":[\"city1\",\"city2\"],\"type\":\"dict\"}}","geodistance.find":"{\"description\":\"Find the distance between two cities on the globe.\",\"name\":\"geodistance.find\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination city for the distance calculation.\",\"type\":\"string\"},\"origin\":{\"description\":\"The originating city for the distance calculation.\",\"type\":\"string\"},\"unit\":{\"default\":\"miles\",\"description\":\"The unit of measure for the distance calculation.\",\"type\":\"string\"}},\"required\":[\"origin\",\"destination\"],\"type\":\"dict\"}}","flights.search":"{\"description\":\"Find flights between two cities.\",\"name\":\"flights.search\",\"parameters\":{\"properties\":{\"date\":{\"default\":\"next monday\",\"description\":\"The date to fly.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from.\",\"type\":\"string\"},\"to_city\":{\"description\":\"The city to arrive at.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\"],\"type\":\"dict\"}}"},"clm":{"choice":"flights.search","correct":false,"latency_ms":96.93,"confidence":0.571036},"jev":{"choice":"geodistance.find","correct":true,"latency_ms":95.32,"confidence":1.0}}}},{"id":"multiple_66","split":"multiple","state":"User: How much traffic should I expect from Las Vegas to Los Angeles this weekend?","expected":"traffic_estimate","candidate_count":3,"views":{"description":{"criteria":{"calculate_distance":"calculate_distance: Calculate distance between two locations.","traffic_estimate":"traffic_estimate: Estimate traffic from one location to another for a specific time period.","weather_forecast":"weather_forecast: Retrieve a weather forecast for a specific location and time frame."},"clm":{"choice":"traffic_estimate","correct":true,"latency_ms":56.54,"confidence":0.98519},"jev":{"choice":"traffic_estimate","correct":true,"latency_ms":121.68,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_distance":"calculate_distance: Calculate distance between two locations.\nParameter start_point (string); required; Starting point of the journey.\nParameter end_point (string); required; Ending point of the journey.","traffic_estimate":"traffic_estimate: Estimate traffic from one location to another for a specific time period.\nParameter start_location (string); required; Starting location for the journey.\nParameter end_location (string); required; Ending location for the journey.\nParameter time_period (string); Specify a time frame to estimate the traffic, 'now' for current, 'weekend' for the coming weekend. Default 'now'","weather_forecast":"weather_forecast: Retrieve a weather forecast for a specific location and time frame.\nParameter location (string); required; The city that you want to get the weather for.\nParameter days (integer); required; Number of days for the forecast."},"clm":{"choice":"weather_forecast","correct":false,"latency_ms":84.82,"confidence":0.80099},"jev":{"choice":"traffic_estimate","correct":true,"latency_ms":110.44,"confidence":1.0}},"schema":{"criteria":{"calculate_distance":"{\"description\":\"Calculate distance between two locations.\",\"name\":\"calculate_distance\",\"parameters\":{\"properties\":{\"end_point\":{\"description\":\"Ending point of the journey.\",\"type\":\"string\"},\"start_point\":{\"description\":\"Starting point of the journey.\",\"type\":\"string\"}},\"required\":[\"start_point\",\"end_point\"],\"type\":\"dict\"}}","traffic_estimate":"{\"description\":\"Estimate traffic from one location to another for a specific time period.\",\"name\":\"traffic_estimate\",\"parameters\":{\"properties\":{\"end_location\":{\"description\":\"Ending location for the journey.\",\"type\":\"string\"},\"start_location\":{\"description\":\"Starting location for the journey.\",\"type\":\"string\"},\"time_period\":{\"description\":\"Specify a time frame to estimate the traffic, 'now' for current, 'weekend' for the coming weekend. Default 'now'\",\"type\":\"string\"}},\"required\":[\"start_location\",\"end_location\"],\"type\":\"dict\"}}","weather_forecast":"{\"description\":\"Retrieve a weather forecast for a specific location and time frame.\",\"name\":\"weather_forecast\",\"parameters\":{\"properties\":{\"days\":{\"description\":\"Number of days for the forecast.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city that you want to get the weather for.\",\"type\":\"string\"}},\"required\":[\"location\",\"days\"],\"type\":\"dict\"}}"},"clm":{"choice":"weather_forecast","correct":false,"latency_ms":104.69,"confidence":0.396828},"jev":{"choice":"traffic_estimate","correct":true,"latency_ms":110.2,"confidence":1.0}}}},{"id":"multiple_67","split":"multiple","state":"User: Translate Hello, how are you? from English to French.","expected":"translate","candidate_count":3,"views":{"description":{"criteria":{"translate":"translate: Translate text from a specified source language to a specified target language.","sentiment_analysis":"sentiment_analysis: Analyze the sentiment of a specified text.","word_count":"word_count: Count the number of words in the given text."},"clm":{"choice":"translate","correct":true,"latency_ms":60.64,"confidence":0.563826},"jev":{"choice":"translate","correct":true,"latency_ms":101.78,"confidence":1.0}},"prose_schema":{"criteria":{"translate":"translate: Translate text from a specified source language to a specified target language.\nParameter text (string); required; The text to be translated.\nParameter source_language (string); required; The language the text is currently in.\nParameter target_language (string); required; The language the text will be translated to.","sentiment_analysis":"sentiment_analysis: Analyze the sentiment of a specified text.\nParameter text (string); required; The text whose sentiment is to be analyzed.","word_count":"word_count: Count the number of words in the given text.\nParameter text (string); required; The text that the number of words is to be calculated."},"clm":{"choice":"translate","correct":true,"latency_ms":104.69,"confidence":0.814357},"jev":{"choice":"translate","correct":true,"latency_ms":94.55,"confidence":1.0}},"schema":{"criteria":{"translate":"{\"description\":\"Translate text from a specified source language to a specified target language.\",\"name\":\"translate\",\"parameters\":{\"properties\":{\"source_language\":{\"description\":\"The language the text is currently in.\",\"type\":\"string\"},\"target_language\":{\"description\":\"The language the text will be translated to.\",\"type\":\"string\"},\"text\":{\"description\":\"The text to be translated.\",\"type\":\"string\"}},\"required\":[\"text\",\"source_language\",\"target_language\"],\"type\":\"dict\"}}","sentiment_analysis":"{\"description\":\"Analyze the sentiment of a specified text.\",\"name\":\"sentiment_analysis\",\"parameters\":{\"properties\":{\"text\":{\"description\":\"The text whose sentiment is to be analyzed.\",\"type\":\"string\"}},\"required\":[\"text\"],\"type\":\"dict\"}}","word_count":"{\"description\":\"Count the number of words in the given text.\",\"name\":\"word_count\",\"parameters\":{\"properties\":{\"text\":{\"description\":\"The text that the number of words is to be calculated.\",\"type\":\"string\"}},\"required\":[\"text\"],\"type\":\"dict\"}}"},"clm":{"choice":"word_count","correct":false,"latency_ms":164.06,"confidence":0.526964},"jev":{"choice":"translate","correct":true,"latency_ms":113.46,"confidence":1.0}}}},{"id":"multiple_68","split":"multiple","state":"User: Can I find a historical fiction book at the New York public library?","expected":"library.search_books","candidate_count":3,"views":{"description":{"criteria":{"library.search_books":"library.search_books: Search for a book in a given library with optional parameters","google.books_search":"google.books_search: Search for a book in the Google Books library with optional parameters","openlibrary.books_search":"openlibrary.books_search: Search for a book in the Open Library with optional parameters"},"clm":{"choice":"library.search_books","correct":true,"latency_ms":90.0,"confidence":0.420564},"jev":{"choice":"library.search_books","correct":true,"latency_ms":106.43,"confidence":1.0}},"prose_schema":{"criteria":{"library.search_books":"library.search_books: Search for a book in a given library with optional parameters\nParameter location (string); required; Name or city of library\nParameter genre (string); required; Genre of the book\nParameter title (string); Title of the book. Default ''","google.books_search":"google.books_search: Search for a book in the Google Books library with optional parameters\nParameter genre (string); required; Genre of the book\nParameter title (string); Title of the book. Default ''","openlibrary.books_search":"openlibrary.books_search: Search for a book in the Open Library with optional parameters\nParameter genre (string); required; Genre of the book\nParameter title (string); Title of the book. Default ''"},"clm":{"choice":"library.search_books","correct":true,"latency_ms":94.7,"confidence":0.575245},"jev":{"choice":"library.search_books","correct":true,"latency_ms":102.7,"confidence":1.0}},"schema":{"criteria":{"library.search_books":"{\"description\":\"Search for a book in a given library with optional parameters\",\"name\":\"library.search_books\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"Genre of the book\",\"type\":\"string\"},\"location\":{\"description\":\"Name or city of library\",\"type\":\"string\"},\"title\":{\"description\":\"Title of the book. Default ''\",\"type\":\"string\"}},\"required\":[\"location\",\"genre\"],\"type\":\"dict\"}}","google.books_search":"{\"description\":\"Search for a book in the Google Books library with optional parameters\",\"name\":\"google.books_search\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"Genre of the book\",\"type\":\"string\"},\"title\":{\"description\":\"Title of the book. Default ''\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","openlibrary.books_search":"{\"description\":\"Search for a book in the Open Library with optional parameters\",\"name\":\"openlibrary.books_search\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"Genre of the book\",\"type\":\"string\"},\"title\":{\"description\":\"Title of the book. Default ''\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}"},"clm":{"choice":"library.search_books","correct":true,"latency_ms":86.68,"confidence":0.871172},"jev":{"choice":"library.search_books","correct":true,"latency_ms":115.63,"confidence":1.0}}}},{"id":"multiple_69","split":"multiple","state":"User: Determine my personality type based on the five factor model with given information: I'm talkative, gets nervous easily, has few artistic interests, tend to be lazy and has a forgiving nature.","expected":"five_factor_model.analyse","candidate_count":2,"views":{"description":{"criteria":{"MBTI.analyse":"MBTI.analyse: Analyse personality based on the Myers-Briggs Type Indicator (MBTI) which sorts for preferences and generates a 4-letter personality type.","five_factor_model.analyse":"five_factor_model.analyse: Analyse personality based on the five-factor model, also known as the Big Five, which measures openness, conscientiousness, extraversion, agreeableness, and neuroticism."},"clm":{"choice":"MBTI.analyse","correct":false,"latency_ms":73.85,"confidence":0.508777},"jev":{"choice":"five_factor_model.analyse","correct":true,"latency_ms":103.23,"confidence":1.0}},"prose_schema":{"criteria":{"MBTI.analyse":"MBTI.analyse: Analyse personality based on the Myers-Briggs Type Indicator (MBTI) which sorts for preferences and generates a 4-letter personality type.\nParameter thinking_vs_feeling (string); required; Preference of user between thinking and feeling.\nParameter introverted_vs_extroverted (string); required; Preference of user between introverted and extroverted.\nParameter judging_vs_perceiving (string); required; Preference of user between judging and perceiving.\nParameter sensing_vs_intuition (string); required; Preference of user between sensing and intuition.","five_factor_model.analyse":"five_factor_model.analyse: Analyse personality based on the five-factor model, also known as the Big Five, which measures openness, conscientiousness, extraversion, agreeableness, and neuroticism.\nParameter talkative (boolean); required; Indicates if the user is talkative.\nParameter nervous (boolean); required; Indicates if the user gets nervous easily.\nParameter artistic_interests (boolean); required; Indicates if the user has many artistic interests.\nParameter lazy (boolean); required; Indicates if the user tends to be lazy.\nParameter forgiving (boolean); required; Indicates if the user is forgiving."},"clm":{"choice":"five_factor_model.analyse","correct":true,"latency_ms":94.28,"confidence":0.894471},"jev":{"choice":"five_factor_model.analyse","correct":true,"latency_ms":105.36,"confidence":1.0}},"schema":{"criteria":{"MBTI.analyse":"{\"description\":\"Analyse personality based on the Myers-Briggs Type Indicator (MBTI) which sorts for preferences and generates a 4-letter personality type.\",\"name\":\"MBTI.analyse\",\"parameters\":{\"properties\":{\"introverted_vs_extroverted\":{\"description\":\"Preference of user between introverted and extroverted.\",\"type\":\"string\"},\"judging_vs_perceiving\":{\"description\":\"Preference of user between judging and perceiving.\",\"type\":\"string\"},\"sensing_vs_intuition\":{\"description\":\"Preference of user between sensing and intuition.\",\"type\":\"string\"},\"thinking_vs_feeling\":{\"description\":\"Preference of user between thinking and feeling.\",\"type\":\"string\"}},\"required\":[\"thinking_vs_feeling\",\"introverted_vs_extroverted\",\"judging_vs_perceiving\",\"sensing_vs_intuition\"],\"type\":\"dict\"}}","five_factor_model.analyse":"{\"description\":\"Analyse personality based on the five-factor model, also known as the Big Five, which measures openness, conscientiousness, extraversion, agreeableness, and neuroticism.\",\"name\":\"five_factor_model.analyse\",\"parameters\":{\"properties\":{\"artistic_interests\":{\"description\":\"Indicates if the user has many artistic interests.\",\"type\":\"boolean\"},\"forgiving\":{\"description\":\"Indicates if the user is forgiving.\",\"type\":\"boolean\"},\"lazy\":{\"description\":\"Indicates if the user tends to be lazy.\",\"type\":\"boolean\"},\"nervous\":{\"description\":\"Indicates if the user gets nervous easily.\",\"type\":\"boolean\"},\"talkative\":{\"description\":\"Indicates if the user is talkative.\",\"type\":\"boolean\"}},\"required\":[\"talkative\",\"nervous\",\"artistic_interests\",\"lazy\",\"forgiving\"],\"type\":\"dict\"}}"},"clm":{"choice":"five_factor_model.analyse","correct":true,"latency_ms":113.85,"confidence":0.735863},"jev":{"choice":"five_factor_model.analyse","correct":true,"latency_ms":104.71,"confidence":1.0}}}},{"id":"multiple_70","split":"multiple","state":"User: Who were the kings of France during the 18th century?","expected":"european_history.get_monarchs","candidate_count":3,"views":{"description":{"criteria":{"european_history.get_events":"european_history.get_events: Provides a list of major historical events based on the specified country and century.","european_history.get_culture":"european_history.get_culture: Provides information on cultural trends, art movements, philosophical ideas based on the specified country and century.","european_history.get_monarchs":"european_history.get_monarchs: Provides a list of monarchs based on the specified country and century."},"clm":{"choice":"european_history.get_monarchs","correct":true,"latency_ms":79.58,"confidence":0.875563},"jev":{"choice":"european_history.get_monarchs","correct":true,"latency_ms":123.93,"confidence":1.0}},"prose_schema":{"criteria":{"european_history.get_events":"european_history.get_events: Provides a list of major historical events based on the specified country and century.\nParameter country (string); required; Country name.\nParameter century (integer); required; Century as an integer. For example, for the 1700s, input '18'.\nParameter event_type (string); Type of the event such as 'war', 'invention', 'revolution' etc. This field is optional. Default is 'all'","european_history.get_culture":"european_history.get_culture: Provides information on cultural trends, art movements, philosophical ideas based on the specified country and century.\nParameter country (string); required; Country name.\nParameter century (integer); required; Century as an integer. For example, for the 1700s, input '18'.\nParameter aspect (string); Aspect of culture such as 'literature', 'art', 'philosophy' etc. This field is optional. Default 'any'","european_history.get_monarchs":"european_history.get_monarchs: Provides a list of monarchs based on the specified country and century.\nParameter country (string); required; Country name.\nParameter century (integer); required; Century as an integer. For example, for the 1700s, input '18'."},"clm":{"choice":"european_history.get_monarchs","correct":true,"latency_ms":98.93,"confidence":0.937076},"jev":{"choice":"european_history.get_monarchs","correct":true,"latency_ms":109.61,"confidence":1.0}},"schema":{"criteria":{"european_history.get_events":"{\"description\":\"Provides a list of major historical events based on the specified country and century.\",\"name\":\"european_history.get_events\",\"parameters\":{\"properties\":{\"century\":{\"description\":\"Century as an integer. For example, for the 1700s, input '18'.\",\"type\":\"integer\"},\"country\":{\"description\":\"Country name.\",\"type\":\"string\"},\"event_type\":{\"description\":\"Type of the event such as 'war', 'invention', 'revolution' etc. This field is optional. Default is 'all'\",\"type\":\"string\"}},\"required\":[\"country\",\"century\"],\"type\":\"dict\"}}","european_history.get_culture":"{\"description\":\"Provides information on cultural trends, art movements, philosophical ideas based on the specified country and century.\",\"name\":\"european_history.get_culture\",\"parameters\":{\"properties\":{\"aspect\":{\"description\":\"Aspect of culture such as 'literature', 'art', 'philosophy' etc. This field is optional. Default 'any'\",\"type\":\"string\"},\"century\":{\"description\":\"Century as an integer. For example, for the 1700s, input '18'.\",\"type\":\"integer\"},\"country\":{\"description\":\"Country name.\",\"type\":\"string\"}},\"required\":[\"country\",\"century\"],\"type\":\"dict\"}}","european_history.get_monarchs":"{\"description\":\"Provides a list of monarchs based on the specified country and century.\",\"name\":\"european_history.get_monarchs\",\"parameters\":{\"properties\":{\"century\":{\"description\":\"Century as an integer. For example, for the 1700s, input '18'.\",\"type\":\"integer\"},\"country\":{\"description\":\"Country name.\",\"type\":\"string\"}},\"required\":[\"country\",\"century\"],\"type\":\"dict\"}}"},"clm":{"choice":"european_history.get_culture","correct":false,"latency_ms":95.42,"confidence":0.597778},"jev":{"choice":"european_history.get_monarchs","correct":true,"latency_ms":108.42,"confidence":1.0}}}},{"id":"multiple_71","split":"multiple","state":"User: How many veterans were there in the United States in the year 1954?","expected":"get_population","candidate_count":3,"views":{"description":{"criteria":{"get_bureau_statistics":"get_bureau_statistics: Retrieve statistical data for a specific year and statistical category","get_population":"get_population: Retrieve population data for a specific year and population category","get_demographics":"get_demographics: Retrieve demographic data for a specific year and demographic category"},"clm":{"choice":"get_demographics","correct":false,"latency_ms":88.89,"confidence":0.543472},"jev":{"choice":"get_demographics","correct":false,"latency_ms":104.02,"confidence":0.47}},"prose_schema":{"criteria":{"get_bureau_statistics":"get_bureau_statistics: Retrieve statistical data for a specific year and statistical category\nParameter year (integer); required; The year for which to retrieve the statistical data\nParameter category (string); required; The statistical category (e.g., employment, crime, health)","get_population":"get_population: Retrieve population data for a specific year and population category\nParameter year (integer); required; The year for which to retrieve the population data\nParameter category (string); required; The population category (e.g., total, veterans, women)","get_demographics":"get_demographics: Retrieve demographic data for a specific year and demographic category\nParameter year (integer); required; The year for which to retrieve the demographic data\nParameter category (string); required; The demographic category (e.g., gender, race, age)"},"clm":{"choice":"get_bureau_statistics","correct":false,"latency_ms":96.09,"confidence":0.960273},"jev":{"choice":"get_population","correct":true,"latency_ms":127.53,"confidence":1.0}},"schema":{"criteria":{"get_bureau_statistics":"{\"description\":\"Retrieve statistical data for a specific year and statistical category\",\"name\":\"get_bureau_statistics\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The statistical category (e.g., employment, crime, health)\",\"type\":\"string\"},\"year\":{\"description\":\"The year for which to retrieve the statistical data\",\"type\":\"integer\"}},\"required\":[\"year\",\"category\"],\"type\":\"dict\"}}","get_population":"{\"description\":\"Retrieve population data for a specific year and population category\",\"name\":\"get_population\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The population category (e.g., total, veterans, women)\",\"type\":\"string\"},\"year\":{\"description\":\"The year for which to retrieve the population data\",\"type\":\"integer\"}},\"required\":[\"year\",\"category\"],\"type\":\"dict\"}}","get_demographics":"{\"description\":\"Retrieve demographic data for a specific year and demographic category\",\"name\":\"get_demographics\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The demographic category (e.g., gender, race, age)\",\"type\":\"string\"},\"year\":{\"description\":\"The year for which to retrieve the demographic data\",\"type\":\"integer\"}},\"required\":[\"year\",\"category\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_demographics","correct":false,"latency_ms":99.82,"confidence":0.526969},"jev":{"choice":"get_population","correct":true,"latency_ms":99.48,"confidence":1.0}}}},{"id":"multiple_72","split":"multiple","state":"User: What was the population of California in 1970?","expected":"us_history.population_by_state_year","candidate_count":2,"views":{"description":{"criteria":{"us_history.population_by_state_year":"us_history.population_by_state_year: Retrieve historical population data for a specific U.S. state and year.","us_economy.gdp_by_state_year":"us_economy.gdp_by_state_year: Retrieve historical GDP data for a specific U.S. state and year."},"clm":{"choice":"us_economy.gdp_by_state_year","correct":false,"latency_ms":58.1,"confidence":0.575793},"jev":{"choice":"us_history.population_by_state_year","correct":true,"latency_ms":110.05,"confidence":1.0}},"prose_schema":{"criteria":{"us_history.population_by_state_year":"us_history.population_by_state_year: Retrieve historical population data for a specific U.S. state and year.\nParameter state (string); required; The U.S. state for which to retrieve the population.\nParameter year (integer); required; The year for which to retrieve the population.","us_economy.gdp_by_state_year":"us_economy.gdp_by_state_year: Retrieve historical GDP data for a specific U.S. state and year.\nParameter state (string); required; The U.S. state for which to retrieve the GDP.\nParameter year (integer); required; The year for which to retrieve the GDP.\nParameter adjustment (string); The type of adjustment for inflation, 'Real' or 'Nominal'. Optional, 'Nominal' by default.; allowed values: Real, Nominal"},"clm":{"choice":"us_history.population_by_state_year","correct":true,"latency_ms":85.41,"confidence":0.997428},"jev":{"choice":"us_history.population_by_state_year","correct":true,"latency_ms":91.61,"confidence":1.0}},"schema":{"criteria":{"us_history.population_by_state_year":"{\"description\":\"Retrieve historical population data for a specific U.S. state and year.\",\"name\":\"us_history.population_by_state_year\",\"parameters\":{\"properties\":{\"state\":{\"description\":\"The U.S. state for which to retrieve the population.\",\"type\":\"string\"},\"year\":{\"description\":\"The year for which to retrieve the population.\",\"type\":\"integer\"}},\"required\":[\"state\",\"year\"],\"type\":\"dict\"}}","us_economy.gdp_by_state_year":"{\"description\":\"Retrieve historical GDP data for a specific U.S. state and year.\",\"name\":\"us_economy.gdp_by_state_year\",\"parameters\":{\"properties\":{\"adjustment\":{\"description\":\"The type of adjustment for inflation, 'Real' or 'Nominal'. Optional, 'Nominal' by default.\",\"enum\":[\"Real\",\"Nominal\"],\"type\":\"string\"},\"state\":{\"description\":\"The U.S. state for which to retrieve the GDP.\",\"type\":\"string\"},\"year\":{\"description\":\"The year for which to retrieve the GDP.\",\"type\":\"integer\"}},\"required\":[\"state\",\"year\"],\"type\":\"dict\"}}"},"clm":{"choice":"us_history.population_by_state_year","correct":true,"latency_ms":84.29,"confidence":0.521406},"jev":{"choice":"us_history.population_by_state_year","correct":true,"latency_ms":103.51,"confidence":1.0}}}},{"id":"multiple_73","split":"multiple","state":"User: Who was the founder of Buddhism and where was it originated?","expected":"religion.get_origin","candidate_count":2,"views":{"description":{"criteria":{"religion.get_core_beliefs":"religion.get_core_beliefs: Retrieves the core beliefs and practices of a specified religion.","religion.get_origin":"religion.get_origin: Retrieves the origin and founder information of a specified religion."},"clm":{"choice":"religion.get_origin","correct":true,"latency_ms":66.62,"confidence":0.792971},"jev":{"choice":"religion.get_origin","correct":true,"latency_ms":116.02,"confidence":1.0}},"prose_schema":{"criteria":{"religion.get_core_beliefs":"religion.get_core_beliefs: Retrieves the core beliefs and practices of a specified religion.\nParameter religion (string); required; Name of the religion for which to retrieve the core beliefs and practices.","religion.get_origin":"religion.get_origin: Retrieves the origin and founder information of a specified religion.\nParameter religion (string); required; Name of the religion for which to retrieve the founder and origin."},"clm":{"choice":"religion.get_origin","correct":true,"latency_ms":58.26,"confidence":0.600803},"jev":{"choice":"religion.get_origin","correct":true,"latency_ms":107.59,"confidence":1.0}},"schema":{"criteria":{"religion.get_core_beliefs":"{\"description\":\"Retrieves the core beliefs and practices of a specified religion.\",\"name\":\"religion.get_core_beliefs\",\"parameters\":{\"properties\":{\"religion\":{\"description\":\"Name of the religion for which to retrieve the core beliefs and practices.\",\"type\":\"string\"}},\"required\":[\"religion\"],\"type\":\"dict\"}}","religion.get_origin":"{\"description\":\"Retrieves the origin and founder information of a specified religion.\",\"name\":\"religion.get_origin\",\"parameters\":{\"properties\":{\"religion\":{\"description\":\"Name of the religion for which to retrieve the founder and origin.\",\"type\":\"string\"}},\"required\":[\"religion\"],\"type\":\"dict\"}}"},"clm":{"choice":"religion.get_core_beliefs","correct":false,"latency_ms":113.17,"confidence":0.930432},"jev":{"choice":"religion.get_origin","correct":true,"latency_ms":98.15,"confidence":1.0}}}},{"id":"multiple_74","split":"multiple","state":"User: Find the price of Van Gogh's painting 'Starry Night' on all auction platforms.","expected":"art_auction.fetch_artwork_price","candidate_count":2,"views":{"description":{"criteria":{"art_auction.fetch_artwork_price":"art_auction.fetch_artwork_price: Fetch the price of a specific artwork on the auction platform.","library.search_book":"library.search_book: Search for a specific book in the library."},"clm":{"choice":"art_auction.fetch_artwork_price","correct":true,"latency_ms":52.43,"confidence":0.993881},"jev":{"choice":"art_auction.fetch_artwork_price","correct":true,"latency_ms":102.84,"confidence":1.0}},"prose_schema":{"criteria":{"art_auction.fetch_artwork_price":"art_auction.fetch_artwork_price: Fetch the price of a specific artwork on the auction platform.\nParameter artwork_name (string); required; The name of the artwork to be searched.\nParameter artist (string); required; The artist's name to ensure the precise artwork is fetched.\nParameter platform (string); The platform where the artwork's price should be fetched from.; default: all","library.search_book":"library.search_book: Search for a specific book in the library.\nParameter title (string); required; The title of the book to be searched.\nParameter author (string); required; The author of the book to ensure the precise book is fetched.\nParameter platform (string); The library where the book should be fetched from.; default: all"},"clm":{"choice":"art_auction.fetch_artwork_price","correct":true,"latency_ms":74.35,"confidence":0.965232},"jev":{"choice":"art_auction.fetch_artwork_price","correct":true,"latency_ms":112.44,"confidence":1.0}},"schema":{"criteria":{"art_auction.fetch_artwork_price":"{\"description\":\"Fetch the price of a specific artwork on the auction platform.\",\"name\":\"art_auction.fetch_artwork_price\",\"parameters\":{\"properties\":{\"artist\":{\"description\":\"The artist's name to ensure the precise artwork is fetched.\",\"type\":\"string\"},\"artwork_name\":{\"description\":\"The name of the artwork to be searched.\",\"type\":\"string\"},\"platform\":{\"default\":\"all\",\"description\":\"The platform where the artwork's price should be fetched from.\",\"type\":\"string\"}},\"required\":[\"artwork_name\",\"artist\"],\"type\":\"dict\"}}","library.search_book":"{\"description\":\"Search for a specific book in the library.\",\"name\":\"library.search_book\",\"parameters\":{\"properties\":{\"author\":{\"description\":\"The author of the book to ensure the precise book is fetched.\",\"type\":\"string\"},\"platform\":{\"default\":\"all\",\"description\":\"The library where the book should be fetched from.\",\"type\":\"string\"},\"title\":{\"description\":\"The title of the book to be searched.\",\"type\":\"string\"}},\"required\":[\"title\",\"author\"],\"type\":\"dict\"}}"},"clm":{"choice":"art_auction.fetch_artwork_price","correct":true,"latency_ms":87.49,"confidence":0.740387},"jev":{"choice":"art_auction.fetch_artwork_price","correct":true,"latency_ms":116.11,"confidence":1.0}}}},{"id":"multiple_75","split":"multiple","state":"User: Which paint color is currently most popular for living rooms?","expected":"paint_color.trends","candidate_count":3,"views":{"description":{"criteria":{"weather_forecast":"weather_forecast: Retrieve a weather forecast for a specific location and time frame.","paint_color.trends":"paint_color.trends: Find the most popular paint color for a specific area in the home.","house_price_trends":"house_price_trends: Find the average house price in a specific area."},"clm":{"choice":"paint_color.trends","correct":true,"latency_ms":78.77,"confidence":0.99181},"jev":{"choice":"paint_color.trends","correct":true,"latency_ms":94.09,"confidence":1.0}},"prose_schema":{"criteria":{"weather_forecast":"weather_forecast: Retrieve a weather forecast for a specific location and time frame.\nParameter location (string); required; The city that you want to get the weather for.\nParameter days (integer); required; Number of days for the forecast.","paint_color.trends":"paint_color.trends: Find the most popular paint color for a specific area in the home.\nParameter room (string); required; Type of the room e.g. Living room, Bathroom etc.\nParameter period (string); The period over which to check the paint color trend. Default 'Daily'; allowed values: Daily, Weekly, Monthly, Yearly","house_price_trends":"house_price_trends: Find the average house price in a specific area.\nParameter location (string); required; City and state, e.g. New York, NY.\nParameter period (string); The period over which to check the price trend. Default 'Yearly'; allowed values: Daily, Weekly, Monthly, Yearly"},"clm":{"choice":"paint_color.trends","correct":true,"latency_ms":96.23,"confidence":0.877203},"jev":{"choice":"paint_color.trends","correct":true,"latency_ms":145.68,"confidence":1.0}},"schema":{"criteria":{"weather_forecast":"{\"description\":\"Retrieve a weather forecast for a specific location and time frame.\",\"name\":\"weather_forecast\",\"parameters\":{\"properties\":{\"days\":{\"description\":\"Number of days for the forecast.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city that you want to get the weather for.\",\"type\":\"string\"}},\"required\":[\"location\",\"days\"],\"type\":\"dict\"}}","paint_color.trends":"{\"description\":\"Find the most popular paint color for a specific area in the home.\",\"name\":\"paint_color.trends\",\"parameters\":{\"properties\":{\"period\":{\"description\":\"The period over which to check the paint color trend. Default 'Daily'\",\"enum\":[\"Daily\",\"Weekly\",\"Monthly\",\"Yearly\"],\"type\":\"string\"},\"room\":{\"description\":\"Type of the room e.g. Living room, Bathroom etc.\",\"type\":\"string\"}},\"required\":[\"room\"],\"type\":\"dict\"}}","house_price_trends":"{\"description\":\"Find the average house price in a specific area.\",\"name\":\"house_price_trends\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"City and state, e.g. New York, NY.\",\"type\":\"string\"},\"period\":{\"description\":\"The period over which to check the price trend. Default 'Yearly'\",\"enum\":[\"Daily\",\"Weekly\",\"Monthly\",\"Yearly\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"paint_color.trends","correct":true,"latency_ms":82.07,"confidence":0.596585},"jev":{"choice":"paint_color.trends","correct":true,"latency_ms":230.45,"confidence":1.0}}}},{"id":"multiple_76","split":"multiple","state":"User: I want to order a custom bronze sculpture of a horse. What material options are available?","expected":"sculpture.create_custom","candidate_count":2,"views":{"description":{"criteria":{"painting.create_custom":"painting.create_custom: Order a custom painting with your preferred color.","sculpture.create_custom":"sculpture.create_custom: Order a custom sculpture with your preferred material."},"clm":{"choice":"sculpture.create_custom","correct":true,"latency_ms":70.52,"confidence":0.996195},"jev":{"choice":"sculpture.create_custom","correct":true,"latency_ms":100.59,"confidence":1.0}},"prose_schema":{"criteria":{"painting.create_custom":"painting.create_custom: Order a custom painting with your preferred color.\nParameter subject (string); required; The subject of the painting, e.g. horse\nParameter color (string); required; Preferred main color for the painting.; allowed values: Red, Blue, Green, Yellow, Black\nParameter size (integer); The desired size for the painting in inches. This parameter is optional. Default 12","sculpture.create_custom":"sculpture.create_custom: Order a custom sculpture with your preferred material.\nParameter item (string); required; The subject of the sculpture, e.g. horse\nParameter material (string); required; Preferred material for the sculpture.; allowed values: Bronze, Marble, Terracotta, Wood, Stone\nParameter size (integer); The desired size for the sculpture in inches. This parameter is optional. Default 12"},"clm":{"choice":"painting.create_custom","correct":false,"latency_ms":83.61,"confidence":0.902139},"jev":{"choice":"sculpture.create_custom","correct":true,"latency_ms":226.6,"confidence":1.0}},"schema":{"criteria":{"painting.create_custom":"{\"description\":\"Order a custom painting with your preferred color.\",\"name\":\"painting.create_custom\",\"parameters\":{\"properties\":{\"color\":{\"description\":\"Preferred main color for the painting.\",\"enum\":[\"Red\",\"Blue\",\"Green\",\"Yellow\",\"Black\"],\"type\":\"string\"},\"size\":{\"description\":\"The desired size for the painting in inches. This parameter is optional. Default 12\",\"type\":\"integer\"},\"subject\":{\"description\":\"The subject of the painting, e.g. horse\",\"type\":\"string\"}},\"required\":[\"subject\",\"color\"],\"type\":\"dict\"}}","sculpture.create_custom":"{\"description\":\"Order a custom sculpture with your preferred material.\",\"name\":\"sculpture.create_custom\",\"parameters\":{\"properties\":{\"item\":{\"description\":\"The subject of the sculpture, e.g. horse\",\"type\":\"string\"},\"material\":{\"description\":\"Preferred material for the sculpture.\",\"enum\":[\"Bronze\",\"Marble\",\"Terracotta\",\"Wood\",\"Stone\"],\"type\":\"string\"},\"size\":{\"description\":\"The desired size for the sculpture in inches. This parameter is optional. Default 12\",\"type\":\"integer\"}},\"required\":[\"item\",\"material\"],\"type\":\"dict\"}}"},"clm":{"choice":"sculpture.create_custom","correct":true,"latency_ms":70.68,"confidence":0.866847},"jev":{"choice":"sculpture.create_custom","correct":true,"latency_ms":134.87,"confidence":1.0}}}},{"id":"multiple_77","split":"multiple","state":"User: Search for famous contemporary sculptures in New York.","expected":"artwork_search.find","candidate_count":3,"views":{"description":{"criteria":{"tourist_attraction.find":"tourist_attraction.find: Search for tourist attractions based on type and location.","artwork_search.find":"artwork_search.find: Search for artworks based on type and location.","park_search.find":"park_search.find: Search for parks based on facilities and location."},"clm":{"choice":"artwork_search.find","correct":true,"latency_ms":82.46,"confidence":0.848295},"jev":{"choice":"artwork_search.find","correct":true,"latency_ms":104.02,"confidence":1.0}},"prose_schema":{"criteria":{"tourist_attraction.find":"tourist_attraction.find: Search for tourist attractions based on type and location.\nParameter attractionType (string); required; Type of the attraction. E.g., monument, museum, park.\nParameter location (string); required; Location or city where the attraction is.","artwork_search.find":"artwork_search.find: Search for artworks based on type and location.\nParameter type (string); required; Type of the artwork. E.g., painting, sculpture, installation.\nParameter location (string); required; Location or city where the artwork is.\nParameter era (string); Time period of the artwork, can be 'contemporary', 'modern', 'renaissance', etc. Default 'contemporary'","park_search.find":"park_search.find: Search for parks based on facilities and location.\nParameter facilities (array); required; List of facilities in the park.\nParameter location (string); required; Location or city where the park is."},"clm":{"choice":"park_search.find","correct":false,"latency_ms":83.9,"confidence":0.876016},"jev":{"choice":"artwork_search.find","correct":true,"latency_ms":95.54,"confidence":1.0}},"schema":{"criteria":{"tourist_attraction.find":"{\"description\":\"Search for tourist attractions based on type and location.\",\"name\":\"tourist_attraction.find\",\"parameters\":{\"properties\":{\"attractionType\":{\"description\":\"Type of the attraction. E.g., monument, museum, park.\",\"type\":\"string\"},\"location\":{\"description\":\"Location or city where the attraction is.\",\"type\":\"string\"}},\"required\":[\"attractionType\",\"location\"],\"type\":\"dict\"}}","artwork_search.find":"{\"description\":\"Search for artworks based on type and location.\",\"name\":\"artwork_search.find\",\"parameters\":{\"properties\":{\"era\":{\"description\":\"Time period of the artwork, can be 'contemporary', 'modern', 'renaissance', etc. Default 'contemporary'\",\"optional\":\"True\",\"type\":\"string\"},\"location\":{\"description\":\"Location or city where the artwork is.\",\"type\":\"string\"},\"type\":{\"description\":\"Type of the artwork. E.g., painting, sculpture, installation.\",\"type\":\"string\"}},\"required\":[\"type\",\"location\"],\"type\":\"dict\"}}","park_search.find":"{\"description\":\"Search for parks based on facilities and location.\",\"name\":\"park_search.find\",\"parameters\":{\"properties\":{\"facilities\":{\"description\":\"List of facilities in the park.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"Location or city where the park is.\",\"type\":\"string\"}},\"required\":[\"facilities\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"artwork_search.find","correct":true,"latency_ms":93.82,"confidence":0.420127},"jev":{"choice":"artwork_search.find","correct":true,"latency_ms":101.99,"confidence":1.0}}}},{"id":"multiple_78","split":"multiple","state":"User: Get me information about Natural History Museum in London including timings, exhibitions, and accessibility.","expected":"museum_info","candidate_count":2,"views":{"description":{"criteria":{"tourist_spot_info":"tourist_spot_info: Retrieve information about a specific tourist spot.","museum_info":"museum_info: Retrieve information about a specific museum."},"clm":{"choice":"museum_info","correct":true,"latency_ms":60.68,"confidence":0.983938},"jev":{"choice":"museum_info","correct":true,"latency_ms":122.07,"confidence":1.0}},"prose_schema":{"criteria":{"tourist_spot_info":"tourist_spot_info: Retrieve information about a specific tourist spot.\nParameter spot (string); required; The name of the tourist spot you want to get information for.\nParameter city (string); required; The city where the tourist spot is located.\nParameter details (array); Details of the tourist spot to get information on. For multiple details, separate them by comma.; default: timing, attractions","museum_info":"museum_info: Retrieve information about a specific museum.\nParameter museum (string); required; The name of the museum you want to get information for.\nParameter city (string); required; The city where the museum is located.\nParameter features (array); Features of the museum to get information on. For multiple features, separate them by comma.; default: timings, exhibitions"},"clm":{"choice":"museum_info","correct":true,"latency_ms":62.7,"confidence":0.58825},"jev":{"choice":"museum_info","correct":true,"latency_ms":94.02,"confidence":0.99}},"schema":{"criteria":{"tourist_spot_info":"{\"description\":\"Retrieve information about a specific tourist spot.\",\"name\":\"tourist_spot_info\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the tourist spot is located.\",\"type\":\"string\"},\"details\":{\"default\":\"timing, attractions\",\"description\":\"Details of the tourist spot to get information on. For multiple details, separate them by comma.\",\"items\":{\"enum\":[\"timing\",\"attractions\",\"tickets\",\"accessibility\",\"history\"],\"type\":\"string\"},\"type\":\"array\"},\"spot\":{\"description\":\"The name of the tourist spot you want to get information for.\",\"type\":\"string\"}},\"required\":[\"spot\",\"city\"],\"type\":\"dict\"}}","museum_info":"{\"description\":\"Retrieve information about a specific museum.\",\"name\":\"museum_info\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the museum is located.\",\"type\":\"string\"},\"features\":{\"default\":\"timings, exhibitions\",\"description\":\"Features of the museum to get information on. For multiple features, separate them by comma.\",\"items\":{\"enum\":[\"timings\",\"exhibitions\",\"accessibility\",\"events\",\"history\"],\"type\":\"string\"},\"type\":\"array\"},\"museum\":{\"description\":\"The name of the museum you want to get information for.\",\"type\":\"string\"}},\"required\":[\"museum\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"museum_info","correct":true,"latency_ms":101.02,"confidence":0.77092},"jev":{"choice":"museum_info","correct":true,"latency_ms":95.04,"confidence":1.0}}}},{"id":"multiple_79","split":"multiple","state":"User: Find art exhibitions for the upcoming month in the Museum of Modern Art, New York.","expected":"exhibition_info","candidate_count":2,"views":{"description":{"criteria":{"restaurant_info":"restaurant_info: Get restaurant information for a specific area.","exhibition_info":"exhibition_info: Get exhibition information for a specific museum."},"clm":{"choice":"exhibition_info","correct":true,"latency_ms":65.2,"confidence":0.996321},"jev":{"choice":"exhibition_info","correct":true,"latency_ms":130.33,"confidence":1.0}},"prose_schema":{"criteria":{"restaurant_info":"restaurant_info: Get restaurant information for a specific area.\nParameter location (string); required; Location for which to find restaurants.\nParameter food_type (string); Type of cuisine for which to find restaurants. Default 'any'; allowed values: Italian, Chinese, Mexican, American","exhibition_info":"exhibition_info: Get exhibition information for a specific museum.\nParameter museum_name (string); required; Name of the museum for which to find exhibitions.\nParameter month (integer); Number of upcoming months for which to retrieve exhibition details. Default 1"},"clm":{"choice":"exhibition_info","correct":true,"latency_ms":67.87,"confidence":0.997486},"jev":{"choice":"exhibition_info","correct":true,"latency_ms":96.67,"confidence":1.0}},"schema":{"criteria":{"restaurant_info":"{\"description\":\"Get restaurant information for a specific area.\",\"name\":\"restaurant_info\",\"parameters\":{\"properties\":{\"food_type\":{\"description\":\"Type of cuisine for which to find restaurants. Default 'any'\",\"enum\":[\"Italian\",\"Chinese\",\"Mexican\",\"American\"],\"type\":\"string\"},\"location\":{\"description\":\"Location for which to find restaurants.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","exhibition_info":"{\"description\":\"Get exhibition information for a specific museum.\",\"name\":\"exhibition_info\",\"parameters\":{\"properties\":{\"month\":{\"description\":\"Number of upcoming months for which to retrieve exhibition details. Default 1\",\"type\":\"integer\"},\"museum_name\":{\"description\":\"Name of the museum for which to find exhibitions.\",\"type\":\"string\"}},\"required\":[\"museum_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"exhibition_info","correct":true,"latency_ms":98.11,"confidence":0.887528},"jev":{"choice":"exhibition_info","correct":true,"latency_ms":107.65,"confidence":1.0}}}},{"id":"multiple_80","split":"multiple","state":"User: Find a local guitar shop that also offers violin lessons in Nashville.","expected":"music_shop.find_nearby","candidate_count":2,"views":{"description":{"criteria":{"music_shop.find_nearby":"music_shop.find_nearby: Locate nearby music shops based on specific criteria like instrument lessons availability.","gym.find_nearby":"gym.find_nearby: Locate nearby gyms based on specific criteria like types of fitness classes availability."},"clm":{"choice":"music_shop.find_nearby","correct":true,"latency_ms":72.32,"confidence":0.713053},"jev":{"choice":"music_shop.find_nearby","correct":true,"latency_ms":141.13,"confidence":1.0}},"prose_schema":{"criteria":{"music_shop.find_nearby":"music_shop.find_nearby: Locate nearby music shops based on specific criteria like instrument lessons availability.\nParameter location (string); required; The city and state, e.g. Nashville, TN\nParameter services (array); Types of instrument lessons offered in the shop. Default empty array\nParameter instruments (array); Types of instruments sold in the shop. Default empty array","gym.find_nearby":"gym.find_nearby: Locate nearby gyms based on specific criteria like types of fitness classes availability.\nParameter location (string); required; The city and state, e.g. Nashville, TN\nParameter classes (array); Types of fitness classes offered in the gym. Default empty array\nParameter equipment (array); Types of gym equipment available. Default empty array"},"clm":{"choice":"music_shop.find_nearby","correct":true,"latency_ms":77.1,"confidence":0.953633},"jev":{"choice":"music_shop.find_nearby","correct":true,"latency_ms":110.3,"confidence":1.0}},"schema":{"criteria":{"music_shop.find_nearby":"{\"description\":\"Locate nearby music shops based on specific criteria like instrument lessons availability.\",\"name\":\"music_shop.find_nearby\",\"parameters\":{\"properties\":{\"instruments\":{\"description\":\"Types of instruments sold in the shop. Default empty array\",\"items\":{\"enum\":[\"Guitars\",\"Violins\",\"Pianos\",\"Drums\"],\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"The city and state, e.g. Nashville, TN\",\"type\":\"string\"},\"services\":{\"description\":\"Types of instrument lessons offered in the shop. Default empty array\",\"items\":{\"enum\":[\"Guitar Lessons\",\"Violin Lessons\",\"Piano Lessons\",\"Ukulele Lessons\"],\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","gym.find_nearby":"{\"description\":\"Locate nearby gyms based on specific criteria like types of fitness classes availability.\",\"name\":\"gym.find_nearby\",\"parameters\":{\"properties\":{\"classes\":{\"description\":\"Types of fitness classes offered in the gym. Default empty array\",\"items\":{\"enum\":[\"Yoga\",\"Spin\",\"Zumba\",\"CrossFit\"],\"type\":\"string\"},\"type\":\"array\"},\"equipment\":{\"description\":\"Types of gym equipment available. Default empty array\",\"items\":{\"enum\":[\"Treadmills\",\"Ellipticals\",\"Weight Machines\",\"Free Weights\"],\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"The city and state, e.g. Nashville, TN\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"gym.find_nearby","correct":false,"latency_ms":99.61,"confidence":0.770262},"jev":{"choice":"music_shop.find_nearby","correct":true,"latency_ms":117.49,"confidence":1.0}}}},{"id":"multiple_81","split":"multiple","state":"User: Book a ticket for the upcoming Eminem concert in New York City, I would like to get the one with backstage access.","expected":"concert.book_ticket","candidate_count":2,"views":{"description":{"criteria":{"concert.book_ticket":"concert.book_ticket: Book a ticket for a concert at a specific location with various add-ons like backstage pass.","festival.book_ticket":"festival.book_ticket: Book a ticket for a festival at a specific location with various add-ons like camping access."},"clm":{"choice":"festival.book_ticket","correct":false,"latency_ms":62.75,"confidence":0.902615},"jev":{"choice":"concert.book_ticket","correct":true,"latency_ms":107.9,"confidence":1.0}},"prose_schema":{"criteria":{"concert.book_ticket":"concert.book_ticket: Book a ticket for a concert at a specific location with various add-ons like backstage pass.\nParameter artist (string); required; Name of the artist for the concert.\nParameter location (string); required; City where the concert will take place.\nParameter add_ons (array); Add-ons for the concert. Default empty array","festival.book_ticket":"festival.book_ticket: Book a ticket for a festival at a specific location with various add-ons like camping access.\nParameter festival (string); required; Name of the festival.\nParameter location (string); required; City where the festival will take place.\nParameter add_ons (array); Add-ons for the festival. Default empty array"},"clm":{"choice":"concert.book_ticket","correct":true,"latency_ms":95.9,"confidence":0.917428},"jev":{"choice":"concert.book_ticket","correct":true,"latency_ms":144.19,"confidence":1.0}},"schema":{"criteria":{"concert.book_ticket":"{\"description\":\"Book a ticket for a concert at a specific location with various add-ons like backstage pass.\",\"name\":\"concert.book_ticket\",\"parameters\":{\"properties\":{\"add_ons\":{\"description\":\"Add-ons for the concert. Default empty array\",\"items\":{\"enum\":[\"Backstage Pass\",\"VIP Seating\",\"Parking Pass\"],\"type\":\"string\"},\"type\":\"array\"},\"artist\":{\"description\":\"Name of the artist for the concert.\",\"type\":\"string\"},\"location\":{\"description\":\"City where the concert will take place.\",\"type\":\"string\"}},\"required\":[\"artist\",\"location\"],\"type\":\"dict\"}}","festival.book_ticket":"{\"description\":\"Book a ticket for a festival at a specific location with various add-ons like camping access.\",\"name\":\"festival.book_ticket\",\"parameters\":{\"properties\":{\"add_ons\":{\"description\":\"Add-ons for the festival. Default empty array\",\"items\":{\"enum\":[\"Camping Pass\",\"VIP Seating\",\"Parking Pass\"],\"type\":\"string\"},\"type\":\"array\"},\"festival\":{\"description\":\"Name of the festival.\",\"type\":\"string\"},\"location\":{\"description\":\"City where the festival will take place.\",\"type\":\"string\"}},\"required\":[\"festival\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"concert.book_ticket","correct":true,"latency_ms":100.15,"confidence":0.61236},"jev":{"choice":"concert.book_ticket","correct":true,"latency_ms":140.69,"confidence":1.0}}}},{"id":"multiple_82","split":"multiple","state":"User: Play a song in C Major key at tempo 120 bpm.","expected":"music.generate","candidate_count":2,"views":{"description":{"criteria":{"music.generate":"music.generate: Generate a piece of music given a key, tempo, and time signature.","audio.generate":"audio.generate: Generate an audio signal given a frequency, amplitude, and duration."},"clm":{"choice":"audio.generate","correct":false,"latency_ms":55.29,"confidence":0.503007},"jev":{"choice":"music.generate","correct":true,"latency_ms":116.5,"confidence":1.0}},"prose_schema":{"criteria":{"music.generate":"music.generate: Generate a piece of music given a key, tempo, and time signature.\nParameter key (string); required; The key of the piece, e.g., C Major.\nParameter tempo (integer); required; Tempo of the piece in beats per minute.\nParameter time_signature (string); Time signature of the piece, e.g., 4/4. Default '4/4'","audio.generate":"audio.generate: Generate an audio signal given a frequency, amplitude, and duration.\nParameter frequency (float); required; Frequency of the audio signal in Hz.\nParameter amplitude (float); required; Amplitude of the audio signal.\nParameter duration (integer); Duration of the audio signal in seconds. Default 1"},"clm":{"choice":"music.generate","correct":true,"latency_ms":89.54,"confidence":0.837307},"jev":{"choice":"music.generate","correct":true,"latency_ms":102.32,"confidence":1.0}},"schema":{"criteria":{"music.generate":"{\"description\":\"Generate a piece of music given a key, tempo, and time signature.\",\"name\":\"music.generate\",\"parameters\":{\"properties\":{\"key\":{\"description\":\"The key of the piece, e.g., C Major.\",\"type\":\"string\"},\"tempo\":{\"description\":\"Tempo of the piece in beats per minute.\",\"type\":\"integer\"},\"time_signature\":{\"description\":\"Time signature of the piece, e.g., 4/4. Default '4/4'\",\"optional\":true,\"type\":\"string\"}},\"required\":[\"key\",\"tempo\"],\"type\":\"dict\"}}","audio.generate":"{\"description\":\"Generate an audio signal given a frequency, amplitude, and duration.\",\"name\":\"audio.generate\",\"parameters\":{\"properties\":{\"amplitude\":{\"description\":\"Amplitude of the audio signal.\",\"type\":\"float\"},\"duration\":{\"description\":\"Duration of the audio signal in seconds. Default 1\",\"optional\":true,\"type\":\"integer\"},\"frequency\":{\"description\":\"Frequency of the audio signal in Hz.\",\"type\":\"float\"}},\"required\":[\"frequency\",\"amplitude\"],\"type\":\"dict\"}}"},"clm":{"choice":"music.generate","correct":true,"latency_ms":104.94,"confidence":0.980034},"jev":{"choice":"music.generate","correct":true,"latency_ms":151.37,"confidence":1.0}}}},{"id":"multiple_83","split":"multiple","state":"User: How many goals has Lionel Messi scored for Barcelona till date?","expected":"player_stats.get_all_time_goals","candidate_count":3,"views":{"description":{"criteria":{"team_stats.get_top_scorer":"team_stats.get_top_scorer: Fetch the top scorer of a specified football team.","league_stats.get_top_scorer":"league_stats.get_top_scorer: Fetch the top scorer of a specified football league.","player_stats.get_all_time_goals":"player_stats.get_all_time_goals: Fetch all-time goals scored by a particular football player for a specified team."},"clm":{"choice":"team_stats.get_top_scorer","correct":false,"latency_ms":78.8,"confidence":0.428747},"jev":{"choice":"player_stats.get_all_time_goals","correct":true,"latency_ms":134.88,"confidence":1.0}},"prose_schema":{"criteria":{"team_stats.get_top_scorer":"team_stats.get_top_scorer: Fetch the top scorer of a specified football team.\nParameter team_name (string); required; The name of the football team.\nParameter competition (string); Competition for which to fetch stats (optional). Default ''","league_stats.get_top_scorer":"league_stats.get_top_scorer: Fetch the top scorer of a specified football league.\nParameter league_name (string); required; The name of the football league.\nParameter season (string); Season for which to fetch stats (optional). Default ''","player_stats.get_all_time_goals":"player_stats.get_all_time_goals: Fetch all-time goals scored by a particular football player for a specified team.\nParameter player_name (string); required; The name of the football player.\nParameter team_name (string); required; The name of the team for which player has played.\nParameter competition (string); Competition for which to fetch stats (optional). Default ''"},"clm":{"choice":"player_stats.get_all_time_goals","correct":true,"latency_ms":93.06,"confidence":0.44791},"jev":{"choice":"player_stats.get_all_time_goals","correct":true,"latency_ms":108.82,"confidence":1.0}},"schema":{"criteria":{"team_stats.get_top_scorer":"{\"description\":\"Fetch the top scorer of a specified football team.\",\"name\":\"team_stats.get_top_scorer\",\"parameters\":{\"properties\":{\"competition\":{\"description\":\"Competition for which to fetch stats (optional). Default ''\",\"type\":\"string\"},\"team_name\":{\"description\":\"The name of the football team.\",\"type\":\"string\"}},\"required\":[\"team_name\"],\"type\":\"dict\"}}","league_stats.get_top_scorer":"{\"description\":\"Fetch the top scorer of a specified football league.\",\"name\":\"league_stats.get_top_scorer\",\"parameters\":{\"properties\":{\"league_name\":{\"description\":\"The name of the football league.\",\"type\":\"string\"},\"season\":{\"description\":\"Season for which to fetch stats (optional). Default ''\",\"type\":\"string\"}},\"required\":[\"league_name\"],\"type\":\"dict\"}}","player_stats.get_all_time_goals":"{\"description\":\"Fetch all-time goals scored by a particular football player for a specified team.\",\"name\":\"player_stats.get_all_time_goals\",\"parameters\":{\"properties\":{\"competition\":{\"description\":\"Competition for which to fetch stats (optional). Default ''\",\"type\":\"string\"},\"player_name\":{\"description\":\"The name of the football player.\",\"type\":\"string\"},\"team_name\":{\"description\":\"The name of the team for which player has played.\",\"type\":\"string\"}},\"required\":[\"player_name\",\"team_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"player_stats.get_all_time_goals","correct":true,"latency_ms":103.71,"confidence":0.714231},"jev":{"choice":"player_stats.get_all_time_goals","correct":true,"latency_ms":121.5,"confidence":1.0}}}},{"id":"multiple_84","split":"multiple","state":"User: Give me the top 10 goal scorers in the UEFA Champions League from Barcelona team.","expected":"getTopGoalScorers","candidate_count":2,"views":{"description":{"criteria":{"getTopGoalScorers":"getTopGoalScorers: Returns the top goal scorers for a specific competition and team","getTopAssists":"getTopAssists: Returns the top assist makers for a specific competition and team"},"clm":{"choice":"getTopGoalScorers","correct":true,"latency_ms":61.98,"confidence":0.779738},"jev":{"choice":"getTopGoalScorers","correct":true,"latency_ms":124.03,"confidence":1.0}},"prose_schema":{"criteria":{"getTopGoalScorers":"getTopGoalScorers: Returns the top goal scorers for a specific competition and team\nParameter competition (string); required; The name of the competition (for example, 'UEFA Champions League').\nParameter team (string); required; The name of the team (for example, 'Barcelona').\nParameter number (integer); required; The number of top goal scorers to retrieve.","getTopAssists":"getTopAssists: Returns the top assist makers for a specific competition and team\nParameter competition (string); required; The name of the competition (for example, 'UEFA Champions League').\nParameter team (string); required; The name of the team (for example, 'Barcelona').\nParameter number (integer); required; The number of top assist makers to retrieve."},"clm":{"choice":"getTopGoalScorers","correct":true,"latency_ms":95.82,"confidence":0.681986},"jev":{"choice":"getTopGoalScorers","correct":true,"latency_ms":177.2,"confidence":1.0}},"schema":{"criteria":{"getTopGoalScorers":"{\"description\":\"Returns the top goal scorers for a specific competition and team\",\"name\":\"getTopGoalScorers\",\"parameters\":{\"properties\":{\"competition\":{\"description\":\"The name of the competition (for example, 'UEFA Champions League').\",\"type\":\"string\"},\"number\":{\"description\":\"The number of top goal scorers to retrieve.\",\"type\":\"integer\"},\"team\":{\"description\":\"The name of the team (for example, 'Barcelona').\",\"type\":\"string\"}},\"required\":[\"competition\",\"team\",\"number\"],\"type\":\"dict\"}}","getTopAssists":"{\"description\":\"Returns the top assist makers for a specific competition and team\",\"name\":\"getTopAssists\",\"parameters\":{\"properties\":{\"competition\":{\"description\":\"The name of the competition (for example, 'UEFA Champions League').\",\"type\":\"string\"},\"number\":{\"description\":\"The number of top assist makers to retrieve.\",\"type\":\"integer\"},\"team\":{\"description\":\"The name of the team (for example, 'Barcelona').\",\"type\":\"string\"}},\"required\":[\"competition\",\"team\",\"number\"],\"type\":\"dict\"}}"},"clm":{"choice":"getTopAssists","correct":false,"latency_ms":91.61,"confidence":0.781467},"jev":{"choice":"getTopGoalScorers","correct":true,"latency_ms":145.2,"confidence":1.0}}}},{"id":"multiple_85","split":"multiple","state":"User: Get the soccer scores for Real Madrid games in La Liga for the last 5 rounds.","expected":"soccer_scores.get_scores","candidate_count":2,"views":{"description":{"criteria":{"basketball_scores.get_scores":"basketball_scores.get_scores: Retrieve basketball scores for a specific team and league within a certain range of rounds.","soccer_scores.get_scores":"soccer_scores.get_scores: Retrieve soccer scores for a specific team and league within a certain range of rounds."},"clm":{"choice":"basketball_scores.get_scores","correct":false,"latency_ms":70.9,"confidence":0.67106},"jev":{"choice":"soccer_scores.get_scores","correct":true,"latency_ms":118.5,"confidence":1.0}},"prose_schema":{"criteria":{"basketball_scores.get_scores":"basketball_scores.get_scores: Retrieve basketball scores for a specific team and league within a certain range of rounds.\nParameter team (string); required; The basketball team whose scores are to be retrieved.\nParameter league (string); required; The league in which the team competes.\nParameter rounds (integer); required; Number of past rounds for which to retrieve the scores.","soccer_scores.get_scores":"soccer_scores.get_scores: Retrieve soccer scores for a specific team and league within a certain range of rounds.\nParameter team (string); required; The soccer team whose scores are to be retrieved.\nParameter league (string); required; The league in which the team competes.\nParameter rounds (integer); required; Number of past rounds for which to retrieve the scores."},"clm":{"choice":"basketball_scores.get_scores","correct":false,"latency_ms":82.97,"confidence":0.846279},"jev":{"choice":"soccer_scores.get_scores","correct":true,"latency_ms":112.88,"confidence":1.0}},"schema":{"criteria":{"basketball_scores.get_scores":"{\"description\":\"Retrieve basketball scores for a specific team and league within a certain range of rounds.\",\"name\":\"basketball_scores.get_scores\",\"parameters\":{\"properties\":{\"league\":{\"description\":\"The league in which the team competes.\",\"type\":\"string\"},\"rounds\":{\"description\":\"Number of past rounds for which to retrieve the scores.\",\"type\":\"integer\"},\"team\":{\"description\":\"The basketball team whose scores are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"team\",\"league\",\"rounds\"],\"type\":\"dict\"}}","soccer_scores.get_scores":"{\"description\":\"Retrieve soccer scores for a specific team and league within a certain range of rounds.\",\"name\":\"soccer_scores.get_scores\",\"parameters\":{\"properties\":{\"league\":{\"description\":\"The league in which the team competes.\",\"type\":\"string\"},\"rounds\":{\"description\":\"Number of past rounds for which to retrieve the scores.\",\"type\":\"integer\"},\"team\":{\"description\":\"The soccer team whose scores are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"team\",\"league\",\"rounds\"],\"type\":\"dict\"}}"},"clm":{"choice":"basketball_scores.get_scores","correct":false,"latency_ms":101.56,"confidence":0.678203},"jev":{"choice":"soccer_scores.get_scores","correct":true,"latency_ms":93.31,"confidence":1.0}}}},{"id":"multiple_86","split":"multiple","state":"User: What are some recommended board games for 2 players and strategy based from store BoardGameGeek?","expected":"BoardGameGeek.recommend","candidate_count":2,"views":{"description":{"criteria":{"BoardGameGeek.recommend":"BoardGameGeek.recommend: Generate game recommendation from BoardGameGeek store based on number of players and category.","AmazonGameStore.recommend":"AmazonGameStore.recommend: Generate game recommendation from Amazon Game Store based on number of players and category."},"clm":{"choice":"BoardGameGeek.recommend","correct":true,"latency_ms":78.96,"confidence":0.995529},"jev":{"choice":"BoardGameGeek.recommend","correct":true,"latency_ms":122.24,"confidence":1.0}},"prose_schema":{"criteria":{"BoardGameGeek.recommend":"BoardGameGeek.recommend: Generate game recommendation from BoardGameGeek store based on number of players and category.\nParameter numPlayers (integer); required; The number of players who will play the game.\nParameter category (string); required; The preferred category of board game. E.g. strategy, family, party etc.\nParameter difficulty (string); Preferred difficulty level. E.g. beginner, intermediate, advanced etc. This is an optional parameter. Default 'beginner'","AmazonGameStore.recommend":"AmazonGameStore.recommend: Generate game recommendation from Amazon Game Store based on number of players and category.\nParameter numOfPlayers (integer); required; The number of players who will play the game.\nParameter category (string); required; The preferred category of board game. E.g. strategy, family, party etc.\nParameter priceRange (string); The price range you are willing to pay for the board game. E.g. $10-$20, $20-$30 etc. This is an optional parameter. Default ''"},"clm":{"choice":"BoardGameGeek.recommend","correct":true,"latency_ms":92.24,"confidence":0.911098},"jev":{"choice":"BoardGameGeek.recommend","correct":true,"latency_ms":118.78,"confidence":1.0}},"schema":{"criteria":{"BoardGameGeek.recommend":"{\"description\":\"Generate game recommendation from BoardGameGeek store based on number of players and category.\",\"name\":\"BoardGameGeek.recommend\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The preferred category of board game. E.g. strategy, family, party etc.\",\"type\":\"string\"},\"difficulty\":{\"description\":\"Preferred difficulty level. E.g. beginner, intermediate, advanced etc. This is an optional parameter. Default 'beginner'\",\"type\":\"string\"},\"numPlayers\":{\"description\":\"The number of players who will play the game.\",\"type\":\"integer\"}},\"required\":[\"numPlayers\",\"category\"],\"type\":\"dict\"}}","AmazonGameStore.recommend":"{\"description\":\"Generate game recommendation from Amazon Game Store based on number of players and category.\",\"name\":\"AmazonGameStore.recommend\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The preferred category of board game. E.g. strategy, family, party etc.\",\"type\":\"string\"},\"numOfPlayers\":{\"description\":\"The number of players who will play the game.\",\"type\":\"integer\"},\"priceRange\":{\"description\":\"The price range you are willing to pay for the board game. E.g. $10-$20, $20-$30 etc. This is an optional parameter. Default ''\",\"type\":\"string\"}},\"required\":[\"numOfPlayers\",\"category\"],\"type\":\"dict\"}}"},"clm":{"choice":"BoardGameGeek.recommend","correct":true,"latency_ms":99.67,"confidence":0.902141},"jev":{"choice":"BoardGameGeek.recommend","correct":true,"latency_ms":94.69,"confidence":1.0}}}},{"id":"multiple_87","split":"multiple","state":"User: Find the latest update or patch for the game 'Cyberpunk 2077' on Xbox platform.","expected":"games.update.find","candidate_count":3,"views":{"description":{"criteria":{"games.reviews.find":"games.reviews.find: Find reviews for a specific game.","games.update.find":"games.update.find: Find the latest updates or patches for a specific game on a specified gaming platform.","games.price.find":"games.price.find: Find the current price for a specific game on a specified gaming platform."},"clm":{"choice":"games.price.find","correct":false,"latency_ms":83.38,"confidence":0.418086},"jev":{"choice":"games.update.find","correct":true,"latency_ms":105.22,"confidence":1.0}},"prose_schema":{"criteria":{"games.reviews.find":"games.reviews.find: Find reviews for a specific game.\nParameter game (string); required; The name of the game.\nParameter region (string); The region where the reviews are coming from (optional, default is 'global')","games.update.find":"games.update.find: Find the latest updates or patches for a specific game on a specified gaming platform.\nParameter game (string); required; The name of the game.\nParameter platform (string); required; The gaming platform, e.g. Xbox, Playstation, PC.\nParameter region (string); The region of the update (optional, default is 'global')","games.price.find":"games.price.find: Find the current price for a specific game on a specified gaming platform.\nParameter game (string); required; The name of the game.\nParameter platform (string); required; The gaming platform, e.g. Xbox, Playstation, PC."},"clm":{"choice":"games.update.find","correct":true,"latency_ms":82.38,"confidence":0.69311},"jev":{"choice":"games.update.find","correct":true,"latency_ms":167.0,"confidence":1.0}},"schema":{"criteria":{"games.reviews.find":"{\"description\":\"Find reviews for a specific game.\",\"name\":\"games.reviews.find\",\"parameters\":{\"properties\":{\"game\":{\"description\":\"The name of the game.\",\"type\":\"string\"},\"region\":{\"description\":\"The region where the reviews are coming from (optional, default is 'global')\",\"type\":\"string\"}},\"required\":[\"game\"],\"type\":\"dict\"}}","games.update.find":"{\"description\":\"Find the latest updates or patches for a specific game on a specified gaming platform.\",\"name\":\"games.update.find\",\"parameters\":{\"properties\":{\"game\":{\"description\":\"The name of the game.\",\"type\":\"string\"},\"platform\":{\"description\":\"The gaming platform, e.g. Xbox, Playstation, PC.\",\"type\":\"string\"},\"region\":{\"description\":\"The region of the update (optional, default is 'global')\",\"type\":\"string\"}},\"required\":[\"game\",\"platform\"],\"type\":\"dict\"}}","games.price.find":"{\"description\":\"Find the current price for a specific game on a specified gaming platform.\",\"name\":\"games.price.find\",\"parameters\":{\"properties\":{\"game\":{\"description\":\"The name of the game.\",\"type\":\"string\"},\"platform\":{\"description\":\"The gaming platform, e.g. Xbox, Playstation, PC.\",\"type\":\"string\"}},\"required\":[\"game\",\"platform\"],\"type\":\"dict\"}}"},"clm":{"choice":"games.update.find","correct":true,"latency_ms":99.38,"confidence":0.743143},"jev":{"choice":"games.update.find","correct":true,"latency_ms":130.39,"confidence":1.0}}}},{"id":"multiple_88","split":"multiple","state":"User: Find me the number of active players in the game 'World of Warcraft' in 2020.","expected":"video_games.get_player_count","candidate_count":2,"views":{"description":{"criteria":{"video_games.get_player_count":"video_games.get_player_count: Retrieves the number of active players for a specified video game and year.","video_games.get_sales":"video_games.get_sales: Retrieves the sales figures for a specified video game and year."},"clm":{"choice":"video_games.get_player_count","correct":true,"latency_ms":57.98,"confidence":0.704128},"jev":{"choice":"video_games.get_player_count","correct":true,"latency_ms":103.77,"confidence":1.0}},"prose_schema":{"criteria":{"video_games.get_player_count":"video_games.get_player_count: Retrieves the number of active players for a specified video game and year.\nParameter game_title (string); required; The title of the video game.\nParameter year (integer); required; The year in question.\nParameter platform (string); The gaming platform (e.g. 'PC', 'Xbox', 'Playstation'). Default ''","video_games.get_sales":"video_games.get_sales: Retrieves the sales figures for a specified video game and year.\nParameter game_title (string); required; The title of the video game.\nParameter year (integer); required; The year in question.\nParameter platform (string); The gaming platform (e.g. 'PC', 'Xbox', 'Playstation'). Default ''"},"clm":{"choice":"video_games.get_player_count","correct":true,"latency_ms":84.74,"confidence":0.642972},"jev":{"choice":"video_games.get_player_count","correct":true,"latency_ms":315.05,"confidence":1.0}},"schema":{"criteria":{"video_games.get_player_count":"{\"description\":\"Retrieves the number of active players for a specified video game and year.\",\"name\":\"video_games.get_player_count\",\"parameters\":{\"properties\":{\"game_title\":{\"description\":\"The title of the video game.\",\"type\":\"string\"},\"platform\":{\"description\":\"The gaming platform (e.g. 'PC', 'Xbox', 'Playstation'). Default ''\",\"optional\":true,\"type\":\"string\"},\"year\":{\"description\":\"The year in question.\",\"type\":\"integer\"}},\"required\":[\"game_title\",\"year\"],\"type\":\"dict\"}}","video_games.get_sales":"{\"description\":\"Retrieves the sales figures for a specified video game and year.\",\"name\":\"video_games.get_sales\",\"parameters\":{\"properties\":{\"game_title\":{\"description\":\"The title of the video game.\",\"type\":\"string\"},\"platform\":{\"description\":\"The gaming platform (e.g. 'PC', 'Xbox', 'Playstation'). Default ''\",\"optional\":true,\"type\":\"string\"},\"year\":{\"description\":\"The year in question.\",\"type\":\"integer\"}},\"required\":[\"game_title\",\"year\"],\"type\":\"dict\"}}"},"clm":{"choice":"video_games.get_sales","correct":false,"latency_ms":100.22,"confidence":0.788868},"jev":{"choice":"video_games.get_player_count","correct":true,"latency_ms":112.61,"confidence":1.0}}}},{"id":"multiple_89","split":"multiple","state":"User: Find a healthy lunch recipe under 500 calories that uses chicken and mushrooms.","expected":"recipe_search","candidate_count":3,"views":{"description":{"criteria":{"restaurant_search":"restaurant_search: Searches for restaurants based on a list of preferred ingredients and maximum calorie count.","ingredient_replace":"ingredient_replace: Replaces an ingredient in a recipe with a substitute, keeping the calories below a certain number.","recipe_search":"recipe_search: Searches for recipes based on a list of ingredients and a maximum caloric value."},"clm":{"choice":"ingredient_replace","correct":false,"latency_ms":79.37,"confidence":0.942595},"jev":{"choice":"recipe_search","correct":true,"latency_ms":130.83,"confidence":1.0}},"prose_schema":{"criteria":{"restaurant_search":"restaurant_search: Searches for restaurants based on a list of preferred ingredients and maximum calorie count.\nParameter ingredients (array); required; A list of ingredients you prefer in the restaurant's dishes.\nParameter calories (integer); required; The maximum calorie count you prefer for the restaurant's dishes.\nParameter meal (string); Type of the meal for the restaurant's dishes, it's optional and could be breakfast, lunch or dinner. Default 'lunch'","ingredient_replace":"ingredient_replace: Replaces an ingredient in a recipe with a substitute, keeping the calories below a certain number.\nParameter original_ingredient (string); required; The ingredient in the recipe to replace.\nParameter replacement_ingredient (string); required; The substitute ingredient to replace the original one.\nParameter calories (integer); required; The maximum number of calories for the recipe after replacement.","recipe_search":"recipe_search: Searches for recipes based on a list of ingredients and a maximum caloric value.\nParameter ingredients (array); required; A list of ingredients you want to use in the recipe.\nParameter calories (integer); required; The maximum number of calories for the recipe.\nParameter meal (string); Type of the meal for the recipe, it's optional and could be breakfast, lunch or dinner. Default 'lunch'"},"clm":{"choice":"ingredient_replace","correct":false,"latency_ms":97.08,"confidence":0.988912},"jev":{"choice":"recipe_search","correct":true,"latency_ms":119.27,"confidence":1.0}},"schema":{"criteria":{"restaurant_search":"{\"description\":\"Searches for restaurants based on a list of preferred ingredients and maximum calorie count.\",\"name\":\"restaurant_search\",\"parameters\":{\"properties\":{\"calories\":{\"description\":\"The maximum calorie count you prefer for the restaurant's dishes.\",\"type\":\"integer\"},\"ingredients\":{\"description\":\"A list of ingredients you prefer in the restaurant's dishes.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"meal\":{\"description\":\"Type of the meal for the restaurant's dishes, it's optional and could be breakfast, lunch or dinner. Default 'lunch'\",\"type\":\"string\"}},\"required\":[\"ingredients\",\"calories\"],\"type\":\"dict\"}}","ingredient_replace":"{\"description\":\"Replaces an ingredient in a recipe with a substitute, keeping the calories below a certain number.\",\"name\":\"ingredient_replace\",\"parameters\":{\"properties\":{\"calories\":{\"description\":\"The maximum number of calories for the recipe after replacement.\",\"type\":\"integer\"},\"original_ingredient\":{\"description\":\"The ingredient in the recipe to replace.\",\"type\":\"string\"},\"replacement_ingredient\":{\"description\":\"The substitute ingredient to replace the original one.\",\"type\":\"string\"}},\"required\":[\"original_ingredient\",\"replacement_ingredient\",\"calories\"],\"type\":\"dict\"}}","recipe_search":"{\"description\":\"Searches for recipes based on a list of ingredients and a maximum caloric value.\",\"name\":\"recipe_search\",\"parameters\":{\"properties\":{\"calories\":{\"description\":\"The maximum number of calories for the recipe.\",\"type\":\"integer\"},\"ingredients\":{\"description\":\"A list of ingredients you want to use in the recipe.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"meal\":{\"description\":\"Type of the meal for the recipe, it's optional and could be breakfast, lunch or dinner. Default 'lunch'\",\"type\":\"string\"}},\"required\":[\"ingredients\",\"calories\"],\"type\":\"dict\"}}"},"clm":{"choice":"ingredient_replace","correct":false,"latency_ms":111.05,"confidence":0.728473},"jev":{"choice":"recipe_search","correct":true,"latency_ms":118.55,"confidence":1.0}}}},{"id":"multiple_90","split":"multiple","state":"User: I want a seafood restaurant in Seattle that can accommodate a group of 5.","expected":"restaurant.find_group","candidate_count":2,"views":{"description":{"criteria":{"events.find_event":"events.find_event: Find events suitable for groups based on specified criteria such as location and event type.","restaurant.find_group":"restaurant.find_group: Find restaurants suitable for groups based on specified criteria such as location and cuisine."},"clm":{"choice":"restaurant.find_group","correct":true,"latency_ms":66.67,"confidence":0.828032},"jev":{"choice":"restaurant.find_group","correct":true,"latency_ms":120.84,"confidence":1.0}},"prose_schema":{"criteria":{"events.find_event":"events.find_event: Find events suitable for groups based on specified criteria such as location and event type.\nParameter location (string); required; The city and state, e.g. Seattle, WA\nParameter event_type (array); Type of event. Default empty array\nParameter group_size (integer); required; Size of the group that the event should accommodate.","restaurant.find_group":"restaurant.find_group: Find restaurants suitable for groups based on specified criteria such as location and cuisine.\nParameter location (string); required; The city and state, e.g. Seattle, WA\nParameter cuisine (array); Preferred cuisine at the restaurant. Default empty array\nParameter group_size (integer); required; Size of the group that the restaurant should accommodate."},"clm":{"choice":"restaurant.find_group","correct":true,"latency_ms":119.47,"confidence":0.862011},"jev":{"choice":"restaurant.find_group","correct":true,"latency_ms":122.82,"confidence":1.0}},"schema":{"criteria":{"events.find_event":"{\"description\":\"Find events suitable for groups based on specified criteria such as location and event type.\",\"name\":\"events.find_event\",\"parameters\":{\"properties\":{\"event_type\":{\"description\":\"Type of event. Default empty array\",\"items\":{\"enum\":[\"Concert\",\"Sports\",\"Exhibition\",\"Festival\"],\"type\":\"string\"},\"type\":\"array\"},\"group_size\":{\"description\":\"Size of the group that the event should accommodate.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city and state, e.g. Seattle, WA\",\"type\":\"string\"}},\"required\":[\"location\",\"group_size\"],\"type\":\"dict\"}}","restaurant.find_group":"{\"description\":\"Find restaurants suitable for groups based on specified criteria such as location and cuisine.\",\"name\":\"restaurant.find_group\",\"parameters\":{\"properties\":{\"cuisine\":{\"description\":\"Preferred cuisine at the restaurant. Default empty array\",\"items\":{\"enum\":[\"Seafood\",\"Italian\",\"Indian\",\"Chinese\"],\"type\":\"string\"},\"type\":\"array\"},\"group_size\":{\"description\":\"Size of the group that the restaurant should accommodate.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city and state, e.g. Seattle, WA\",\"type\":\"string\"}},\"required\":[\"location\",\"group_size\"],\"type\":\"dict\"}}"},"clm":{"choice":"restaurant.find_group","correct":true,"latency_ms":99.63,"confidence":0.548843},"jev":{"choice":"restaurant.find_group","correct":true,"latency_ms":99.24,"confidence":1.0}}}},{"id":"multiple_91","split":"multiple","state":"User: Can I find a good cooking recipe for apple pie using less than 5 ingredients?","expected":"recipe.find","candidate_count":2,"views":{"description":{"criteria":{"restaurant.find":"restaurant.find: Locate restaurants based on specific criteria such as cuisine and price range","recipe.find":"recipe.find: Locate cooking recipes based on specific criteria such as main ingredient and number of ingredients"},"clm":{"choice":"recipe.find","correct":true,"latency_ms":58.84,"confidence":0.975481},"jev":{"choice":"recipe.find","correct":true,"latency_ms":102.44,"confidence":1.0}},"prose_schema":{"criteria":{"restaurant.find":"restaurant.find: Locate restaurants based on specific criteria such as cuisine and price range\nParameter cuisine (string); required; The type of cuisine preferred.\nParameter price (array); Price range of the restaurant in format ['low', 'mid', 'high']. Default ['low', 'mid', 'high']","recipe.find":"recipe.find: Locate cooking recipes based on specific criteria such as main ingredient and number of ingredients\nParameter mainIngredient (string); required; Main ingredient for the recipe.\nParameter ingredientLimit (integer); required; Max number of ingredients the recipe should use."},"clm":{"choice":"recipe.find","correct":true,"latency_ms":89.46,"confidence":0.999342},"jev":{"choice":"recipe.find","correct":true,"latency_ms":118.47,"confidence":1.0}},"schema":{"criteria":{"restaurant.find":"{\"description\":\"Locate restaurants based on specific criteria such as cuisine and price range\",\"name\":\"restaurant.find\",\"parameters\":{\"properties\":{\"cuisine\":{\"description\":\"The type of cuisine preferred.\",\"type\":\"string\"},\"price\":{\"description\":\"Price range of the restaurant in format ['low', 'mid', 'high']. Default ['low', 'mid', 'high']\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"cuisine\"],\"type\":\"dict\"}}","recipe.find":"{\"description\":\"Locate cooking recipes based on specific criteria such as main ingredient and number of ingredients\",\"name\":\"recipe.find\",\"parameters\":{\"properties\":{\"ingredientLimit\":{\"description\":\"Max number of ingredients the recipe should use.\",\"type\":\"integer\"},\"mainIngredient\":{\"description\":\"Main ingredient for the recipe.\",\"type\":\"string\"}},\"required\":[\"mainIngredient\",\"ingredientLimit\"],\"type\":\"dict\"}}"},"clm":{"choice":"recipe.find","correct":true,"latency_ms":97.1,"confidence":0.959457},"jev":{"choice":"recipe.find","correct":true,"latency_ms":94.51,"confidence":1.0}}}},{"id":"multiple_92","split":"multiple","state":"User: Get me a list of available vegetarian and gluten-free foods at the Walmart near Denver.","expected":"walmart.vegan_products","candidate_count":3,"views":{"description":{"criteria":{"safeway.vegan_products":"safeway.vegan_products: Get available vegan products at specified Safeway store","wholefoods.vegan_products":"wholefoods.vegan_products: Get available vegan products at specified Whole Foods store","walmart.vegan_products":"walmart.vegan_products: Get available vegan products at specified Walmart store"},"clm":{"choice":"walmart.vegan_products","correct":true,"latency_ms":65.05,"confidence":0.426505},"jev":{"choice":"walmart.vegan_products","correct":true,"latency_ms":105.73,"confidence":1.0}},"prose_schema":{"criteria":{"safeway.vegan_products":"safeway.vegan_products: Get available vegan products at specified Safeway store\nParameter location (string); required; City and state where the Safeway store is located, e.g. Denver, CO\nParameter categories (array); Product categories to search within. Default empty array","wholefoods.vegan_products":"wholefoods.vegan_products: Get available vegan products at specified Whole Foods store\nParameter location (string); required; City and state where the Whole Foods store is located, e.g. Denver, CO\nParameter categories (array); Product categories to search within. Default empty array","walmart.vegan_products":"walmart.vegan_products: Get available vegan products at specified Walmart store\nParameter location (string); required; City and state where the Walmart store is located, e.g. Denver, CO\nParameter categories (array); Product categories to search within. Default empty array"},"clm":{"choice":"wholefoods.vegan_products","correct":false,"latency_ms":130.32,"confidence":0.501219},"jev":{"choice":"walmart.vegan_products","correct":true,"latency_ms":120.13,"confidence":1.0}},"schema":{"criteria":{"safeway.vegan_products":"{\"description\":\"Get available vegan products at specified Safeway store\",\"name\":\"safeway.vegan_products\",\"parameters\":{\"properties\":{\"categories\":{\"description\":\"Product categories to search within. Default empty array\",\"items\":{\"enum\":[\"vegan\",\"gluten-free\"],\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"City and state where the Safeway store is located, e.g. Denver, CO\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","wholefoods.vegan_products":"{\"description\":\"Get available vegan products at specified Whole Foods store\",\"name\":\"wholefoods.vegan_products\",\"parameters\":{\"properties\":{\"categories\":{\"description\":\"Product categories to search within. Default empty array\",\"items\":{\"enum\":[\"vegan\",\"gluten-free\"],\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"City and state where the Whole Foods store is located, e.g. Denver, CO\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","walmart.vegan_products":"{\"description\":\"Get available vegan products at specified Walmart store\",\"name\":\"walmart.vegan_products\",\"parameters\":{\"properties\":{\"categories\":{\"description\":\"Product categories to search within. Default empty array\",\"items\":{\"enum\":[\"vegan\",\"gluten-free\"],\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"City and state where the Walmart store is located, e.g. Denver, CO\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"safeway.vegan_products","correct":false,"latency_ms":100.01,"confidence":0.484174},"jev":{"choice":"walmart.vegan_products","correct":true,"latency_ms":131.57,"confidence":1.0}}}},{"id":"multiple_93","split":"multiple","state":"User: Book a deluxe room for 2 nights at the Marriott hotel in New York and add breakfast as an extra service","expected":"hotel.book","candidate_count":2,"views":{"description":{"criteria":{"car.rental":"car.rental: Rent a car at the specified location for a specific number of days","hotel.book":"hotel.book: Book a hotel room given the location, room type, and number of nights and additional services"},"clm":{"choice":"car.rental","correct":false,"latency_ms":84.79,"confidence":0.596451},"jev":{"choice":"hotel.book","correct":true,"latency_ms":99.99,"confidence":1.0}},"prose_schema":{"criteria":{"car.rental":"car.rental: Rent a car at the specified location for a specific number of days\nParameter location (string); required; Location of the car rental.\nParameter days (integer); required; Number of days for which to rent the car.\nParameter car_type (string); required; Type of the car to rent.\nParameter pick_up (string); Location of where to pick up the car. Default ''","hotel.book":"hotel.book: Book a hotel room given the location, room type, and number of nights and additional services\nParameter location (string); required; Location of the hotel.\nParameter roomType (string); required; Type of the room to be booked.\nParameter nights (integer); required; Number of nights to book the room for.\nParameter additional_services (array); Additional services to be added. Default empty array"},"clm":{"choice":"hotel.book","correct":true,"latency_ms":68.96,"confidence":0.999588},"jev":{"choice":"hotel.book","correct":true,"latency_ms":124.16,"confidence":1.0}},"schema":{"criteria":{"car.rental":"{\"description\":\"Rent a car at the specified location for a specific number of days\",\"name\":\"car.rental\",\"parameters\":{\"properties\":{\"car_type\":{\"description\":\"Type of the car to rent.\",\"type\":\"string\"},\"days\":{\"description\":\"Number of days for which to rent the car.\",\"type\":\"integer\"},\"location\":{\"description\":\"Location of the car rental.\",\"type\":\"string\"},\"pick_up\":{\"description\":\"Location of where to pick up the car. Default ''\",\"type\":\"string\"}},\"required\":[\"location\",\"days\",\"car_type\"],\"type\":\"dict\"}}","hotel.book":"{\"description\":\"Book a hotel room given the location, room type, and number of nights and additional services\",\"name\":\"hotel.book\",\"parameters\":{\"properties\":{\"additional_services\":{\"description\":\"Additional services to be added. Default empty array\",\"items\":{\"description\":\"Additonal services that can be booked.\",\"enum\":[\"breakfast\",\"parking\",\"spa\"],\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"Location of the hotel.\",\"type\":\"string\"},\"nights\":{\"description\":\"Number of nights to book the room for.\",\"type\":\"integer\"},\"roomType\":{\"description\":\"Type of the room to be booked.\",\"type\":\"string\"}},\"required\":[\"location\",\"roomType\",\"nights\"],\"type\":\"dict\"}}"},"clm":{"choice":"car.rental","correct":false,"latency_ms":97.27,"confidence":0.788702},"jev":{"choice":"hotel.book","correct":true,"latency_ms":101.65,"confidence":1.0}}}},{"id":"multiple_94","split":"multiple","state":"User: I want to book a suite with queen size bed for 3 nights in Hilton New York. Can you find the pricing for me?","expected":"hotel_room_pricing.get","candidate_count":3,"views":{"description":{"criteria":{"hotel_room_pricing.get":"hotel_room_pricing.get: Get pricing for a specific type of hotel room for specified number of nights.","car_rental_pricing.get":"car_rental_pricing.get: Get pricing for a specific type of rental car for a specified number of days.","flight_ticket_pricing.get":"flight_ticket_pricing.get: Get pricing for a specific type of flight ticket for specified number of passengers."},"clm":{"choice":"hotel_room_pricing.get","correct":true,"latency_ms":87.95,"confidence":0.945991},"jev":{"choice":"hotel_room_pricing.get","correct":true,"latency_ms":101.8,"confidence":1.0}},"prose_schema":{"criteria":{"hotel_room_pricing.get":"hotel_room_pricing.get: Get pricing for a specific type of hotel room for specified number of nights.\nParameter hotelName (string); required; The name of the hotel e.g. Hilton New York\nParameter roomType (string); required; Type of the room to be booked.\nParameter nights (integer); required; Number of nights to book the room for.","car_rental_pricing.get":"car_rental_pricing.get: Get pricing for a specific type of rental car for a specified number of days.\nParameter rentalCompany (string); required; The name of the rental company.\nParameter carType (string); required; Type of the car to be rented.\nParameter days (integer); required; Number of days to rent the car.","flight_ticket_pricing.get":"flight_ticket_pricing.get: Get pricing for a specific type of flight ticket for specified number of passengers.\nParameter airline (string); required; The name of the airline.\nParameter flightClass (string); required; Class of the flight.\nParameter passengers (integer); required; Number of passengers."},"clm":{"choice":"hotel_room_pricing.get","correct":true,"latency_ms":107.12,"confidence":0.944447},"jev":{"choice":"hotel_room_pricing.get","correct":true,"latency_ms":164.67,"confidence":1.0}},"schema":{"criteria":{"hotel_room_pricing.get":"{\"description\":\"Get pricing for a specific type of hotel room for specified number of nights.\",\"name\":\"hotel_room_pricing.get\",\"parameters\":{\"properties\":{\"hotelName\":{\"description\":\"The name of the hotel e.g. Hilton New York\",\"type\":\"string\"},\"nights\":{\"description\":\"Number of nights to book the room for.\",\"type\":\"integer\"},\"roomType\":{\"description\":\"Type of the room to be booked.\",\"type\":\"string\"}},\"required\":[\"hotelName\",\"roomType\",\"nights\"],\"type\":\"dict\"}}","car_rental_pricing.get":"{\"description\":\"Get pricing for a specific type of rental car for a specified number of days.\",\"name\":\"car_rental_pricing.get\",\"parameters\":{\"properties\":{\"carType\":{\"description\":\"Type of the car to be rented.\",\"type\":\"string\"},\"days\":{\"description\":\"Number of days to rent the car.\",\"type\":\"integer\"},\"rentalCompany\":{\"description\":\"The name of the rental company.\",\"type\":\"string\"}},\"required\":[\"rentalCompany\",\"carType\",\"days\"],\"type\":\"dict\"}}","flight_ticket_pricing.get":"{\"description\":\"Get pricing for a specific type of flight ticket for specified number of passengers.\",\"name\":\"flight_ticket_pricing.get\",\"parameters\":{\"properties\":{\"airline\":{\"description\":\"The name of the airline.\",\"type\":\"string\"},\"flightClass\":{\"description\":\"Class of the flight.\",\"type\":\"string\"},\"passengers\":{\"description\":\"Number of passengers.\",\"type\":\"integer\"}},\"required\":[\"airline\",\"flightClass\",\"passengers\"],\"type\":\"dict\"}}"},"clm":{"choice":"car_rental_pricing.get","correct":false,"latency_ms":102.31,"confidence":0.403735},"jev":{"choice":"hotel_room_pricing.get","correct":true,"latency_ms":125.32,"confidence":1.0}}}},{"id":"multiple_95","split":"multiple","state":"User: Convert 200 euros to US dollars using current exchange rate.","expected":"currency_exchange.convert","candidate_count":2,"views":{"description":{"criteria":{"currency_exchange.convert":"currency_exchange.convert: Converts a value from one currency to another using the latest exchange rate.","unit_conversion.convert":"unit_conversion.convert: Converts a value from one unit to another."},"clm":{"choice":"unit_conversion.convert","correct":false,"latency_ms":57.41,"confidence":0.574611},"jev":{"choice":"currency_exchange.convert","correct":true,"latency_ms":108.07,"confidence":1.0}},"prose_schema":{"criteria":{"currency_exchange.convert":"currency_exchange.convert: Converts a value from one currency to another using the latest exchange rate.\nParameter amount (integer); required; The amount of money to be converted.\nParameter from_currency (string); required; The currency to convert from.\nParameter to_currency (string); required; The currency to convert to.\nParameter live_conversion (boolean); If true, use the latest exchange rate for conversion, else use the last known rate. Default false","unit_conversion.convert":"unit_conversion.convert: Converts a value from one unit to another.\nParameter value (integer); required; The value to be converted.\nParameter from_unit (string); required; The unit to convert from.\nParameter to_unit (string); required; The unit to convert to."},"clm":{"choice":"unit_conversion.convert","correct":false,"latency_ms":67.97,"confidence":0.890961},"jev":{"choice":"currency_exchange.convert","correct":true,"latency_ms":111.42,"confidence":1.0}},"schema":{"criteria":{"currency_exchange.convert":"{\"description\":\"Converts a value from one currency to another using the latest exchange rate.\",\"name\":\"currency_exchange.convert\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount of money to be converted.\",\"type\":\"integer\"},\"from_currency\":{\"description\":\"The currency to convert from.\",\"type\":\"string\"},\"live_conversion\":{\"description\":\"If true, use the latest exchange rate for conversion, else use the last known rate. Default false\",\"type\":\"boolean\"},\"to_currency\":{\"description\":\"The currency to convert to.\",\"type\":\"string\"}},\"required\":[\"amount\",\"from_currency\",\"to_currency\"],\"type\":\"dict\"}}","unit_conversion.convert":"{\"description\":\"Converts a value from one unit to another.\",\"name\":\"unit_conversion.convert\",\"parameters\":{\"properties\":{\"from_unit\":{\"description\":\"The unit to convert from.\",\"type\":\"string\"},\"to_unit\":{\"description\":\"The unit to convert to.\",\"type\":\"string\"},\"value\":{\"description\":\"The value to be converted.\",\"type\":\"integer\"}},\"required\":[\"value\",\"from_unit\",\"to_unit\"],\"type\":\"dict\"}}"},"clm":{"choice":"currency_exchange.convert","correct":true,"latency_ms":90.61,"confidence":0.651345},"jev":{"choice":"currency_exchange.convert","correct":true,"latency_ms":149.86,"confidence":1.0}}}},{"id":"multiple_96","split":"multiple","state":"User: Solve a quadratic equation where a=2, b=6, and c=5","expected":"solve_quadratic_equation","candidate_count":3,"views":{"description":{"criteria":{"get_stock_info":"get_stock_info: Retrieves information about a specific stock based on company's name.","portfolio_future_value":"portfolio_future_value: Calculate the future value of an investment in a specific stock based on the invested amount, expected annual return and number of years.","solve_quadratic_equation":"solve_quadratic_equation: Function solves the quadratic equation and returns its roots."},"clm":{"choice":"solve_quadratic_equation","correct":true,"latency_ms":71.86,"confidence":0.99996},"jev":{"choice":"solve_quadratic_equation","correct":true,"latency_ms":115.4,"confidence":1.0}},"prose_schema":{"criteria":{"get_stock_info":"get_stock_info: Retrieves information about a specific stock based on company's name.\nParameter company_name (string); required; The name of the company.\nParameter detail_level (string); required; Level of detail for stock information. Can be 'summary' or 'detailed'.\nParameter market (string); The stock market of interest. Default is 'NASDAQ'","portfolio_future_value":"portfolio_future_value: Calculate the future value of an investment in a specific stock based on the invested amount, expected annual return and number of years.\nParameter stock (string); required; The ticker symbol of the stock.\nParameter invested_amount (float); required; The invested amount in USD.\nParameter expected_annual_return (float); required; The expected annual return on investment as a decimal. E.g. 5% = 0.05\nParameter years (integer); required; The number of years for which the investment is made.","solve_quadratic_equation":"solve_quadratic_equation: Function solves the quadratic equation and returns its roots.\nParameter a (integer); required; Coefficient of x squared\nParameter b (integer); required; Coefficient of x\nParameter c (integer); required; Constant term in the quadratic equation"},"clm":{"choice":"solve_quadratic_equation","correct":true,"latency_ms":91.92,"confidence":0.99988},"jev":{"choice":"solve_quadratic_equation","correct":true,"latency_ms":136.96,"confidence":1.0}},"schema":{"criteria":{"get_stock_info":"{\"description\":\"Retrieves information about a specific stock based on company's name.\",\"name\":\"get_stock_info\",\"parameters\":{\"properties\":{\"company_name\":{\"description\":\"The name of the company.\",\"type\":\"string\"},\"detail_level\":{\"description\":\"Level of detail for stock information. Can be 'summary' or 'detailed'.\",\"type\":\"string\"},\"market\":{\"description\":\"The stock market of interest. Default is 'NASDAQ'\",\"type\":\"string\"}},\"required\":[\"company_name\",\"detail_level\"],\"type\":\"dict\"}}","portfolio_future_value":"{\"description\":\"Calculate the future value of an investment in a specific stock based on the invested amount, expected annual return and number of years.\",\"name\":\"portfolio_future_value\",\"parameters\":{\"properties\":{\"expected_annual_return\":{\"description\":\"The expected annual return on investment as a decimal. E.g. 5% = 0.05\",\"type\":\"float\"},\"invested_amount\":{\"description\":\"The invested amount in USD.\",\"type\":\"float\"},\"stock\":{\"description\":\"The ticker symbol of the stock.\",\"type\":\"string\"},\"years\":{\"description\":\"The number of years for which the investment is made.\",\"type\":\"integer\"}},\"required\":[\"stock\",\"invested_amount\",\"expected_annual_return\",\"years\"],\"type\":\"dict\"}}","solve_quadratic_equation":"{\"description\":\"Function solves the quadratic equation and returns its roots.\",\"name\":\"solve_quadratic_equation\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"Coefficient of x squared\",\"type\":\"integer\"},\"b\":{\"description\":\"Coefficient of x\",\"type\":\"integer\"},\"c\":{\"description\":\"Constant term in the quadratic equation\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\",\"c\"],\"type\":\"dict\"}}"},"clm":{"choice":"solve_quadratic_equation","correct":true,"latency_ms":106.47,"confidence":0.76012},"jev":{"choice":"solve_quadratic_equation","correct":true,"latency_ms":148.84,"confidence":1.0}}}},{"id":"multiple_97","split":"multiple","state":"User: What's the area of a circle with a radius of 10?","expected":"geometry.area_circle","candidate_count":2,"views":{"description":{"criteria":{"geometry.area_circle":"geometry.area_circle: Calculate the area of a circle given the radius.","plot_sine_wave":"plot_sine_wave: Plot a sine wave for a given frequency in a given range."},"clm":{"choice":"geometry.area_circle","correct":true,"latency_ms":77.99,"confidence":0.999607},"jev":{"choice":"geometry.area_circle","correct":true,"latency_ms":107.96,"confidence":1.0}},"prose_schema":{"criteria":{"geometry.area_circle":"geometry.area_circle: Calculate the area of a circle given the radius.\nParameter radius (integer); required; The radius of the circle.\nParameter units (string); The units in which the radius is measured (defaults to meters).; default: meters","plot_sine_wave":"plot_sine_wave: Plot a sine wave for a given frequency in a given range.\nParameter start_range (float); required; Start of the range in radians.\nParameter end_range (float); required; End of the range in radians.\nParameter frequency (float); required; Frequency of the sine wave in Hz.\nParameter amplitude (float); Amplitude of the sine wave. Default is 1.\nParameter phase_shift (float); Phase shift of the sine wave in radians. Default is 0."},"clm":{"choice":"plot_sine_wave","correct":false,"latency_ms":94.57,"confidence":0.56259},"jev":{"choice":"geometry.area_circle","correct":true,"latency_ms":103.35,"confidence":1.0}},"schema":{"criteria":{"geometry.area_circle":"{\"description\":\"Calculate the area of a circle given the radius.\",\"name\":\"geometry.area_circle\",\"parameters\":{\"properties\":{\"radius\":{\"description\":\"The radius of the circle.\",\"type\":\"integer\"},\"units\":{\"default\":\"meters\",\"description\":\"The units in which the radius is measured (defaults to meters).\",\"type\":\"string\"}},\"required\":[\"radius\"],\"type\":\"dict\"}}","plot_sine_wave":"{\"description\":\"Plot a sine wave for a given frequency in a given range.\",\"name\":\"plot_sine_wave\",\"parameters\":{\"properties\":{\"amplitude\":{\"description\":\"Amplitude of the sine wave. Default is 1.\",\"type\":\"float\"},\"end_range\":{\"description\":\"End of the range in radians.\",\"type\":\"float\"},\"frequency\":{\"description\":\"Frequency of the sine wave in Hz.\",\"type\":\"float\"},\"phase_shift\":{\"description\":\"Phase shift of the sine wave in radians. Default is 0.\",\"type\":\"float\"},\"start_range\":{\"description\":\"Start of the range in radians.\",\"type\":\"float\"}},\"required\":[\"start_range\",\"end_range\",\"frequency\"],\"type\":\"dict\"}}"},"clm":{"choice":"plot_sine_wave","correct":false,"latency_ms":101.77,"confidence":0.843476},"jev":{"choice":"geometry.area_circle","correct":true,"latency_ms":110.04,"confidence":1.0}}}},{"id":"multiple_98","split":"multiple","state":"User: Calculate the circumference of a circle with radius 3","expected":"geometry.circumference","candidate_count":4,"views":{"description":{"criteria":{"get_earliest_reference":"get_earliest_reference: Retrieve the earliest historical reference of a person.","get_current_time":"get_current_time: Retrieve the current time for a specified city and country.","music_generator.generate_melody":"music_generator.generate_melody: Generate a melody based on certain musical parameters.","geometry.circumference":"geometry.circumference: Calculate the circumference of a circle given the radius."},"clm":{"choice":"geometry.circumference","correct":true,"latency_ms":90.67,"confidence":0.999987},"jev":{"choice":"geometry.circumference","correct":true,"latency_ms":110.94,"confidence":1.0}},"prose_schema":{"criteria":{"get_earliest_reference":"get_earliest_reference: Retrieve the earliest historical reference of a person.\nParameter name (string); required; The name of the person.\nParameter source (string); Source to fetch the reference. Default is 'scriptures'; allowed values: scriptures, historical records","get_current_time":"get_current_time: Retrieve the current time for a specified city and country.\nParameter city (string); required; The city for which the current time is to be retrieved.\nParameter country (string); required; The country where the city is located.\nParameter format (string); The format in which the time is to be displayed, optional (defaults to 'HH:MM:SS').","music_generator.generate_melody":"music_generator.generate_melody: Generate a melody based on certain musical parameters.\nParameter key (string); required; The key of the melody. E.g., 'C' for C major.\nParameter start_note (string); required; The first note of the melody, specified in scientific pitch notation. E.g., 'C4'.\nParameter length (integer); required; The number of measures in the melody.\nParameter tempo (integer); The tempo of the melody, in beats per minute. Optional parameter. If not specified, defaults to 120.","geometry.circumference":"geometry.circumference: Calculate the circumference of a circle given the radius.\nParameter radius (integer); required; The radius of the circle.\nParameter units (string); Units for the output circumference measurement. Default is 'cm'."},"clm":{"choice":"geometry.circumference","correct":true,"latency_ms":103.37,"confidence":0.999302},"jev":{"choice":"geometry.circumference","correct":true,"latency_ms":102.23,"confidence":1.0}},"schema":{"criteria":{"get_earliest_reference":"{\"description\":\"Retrieve the earliest historical reference of a person.\",\"name\":\"get_earliest_reference\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The name of the person.\",\"type\":\"string\"},\"source\":{\"description\":\"Source to fetch the reference. Default is 'scriptures'\",\"enum\":[\"scriptures\",\"historical records\"],\"type\":\"string\"}},\"required\":[\"name\"],\"type\":\"dict\"}}","get_current_time":"{\"description\":\"Retrieve the current time for a specified city and country.\",\"name\":\"get_current_time\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city for which the current time is to be retrieved.\",\"type\":\"string\"},\"country\":{\"description\":\"The country where the city is located.\",\"type\":\"string\"},\"format\":{\"description\":\"The format in which the time is to be displayed, optional (defaults to 'HH:MM:SS').\",\"type\":\"string\"}},\"required\":[\"city\",\"country\"],\"type\":\"dict\"}}","music_generator.generate_melody":"{\"description\":\"Generate a melody based on certain musical parameters.\",\"name\":\"music_generator.generate_melody\",\"parameters\":{\"properties\":{\"key\":{\"description\":\"The key of the melody. E.g., 'C' for C major.\",\"type\":\"string\"},\"length\":{\"description\":\"The number of measures in the melody.\",\"type\":\"integer\"},\"start_note\":{\"description\":\"The first note of the melody, specified in scientific pitch notation. E.g., 'C4'.\",\"type\":\"string\"},\"tempo\":{\"description\":\"The tempo of the melody, in beats per minute. Optional parameter. If not specified, defaults to 120.\",\"type\":\"integer\"}},\"required\":[\"key\",\"start_note\",\"length\"],\"type\":\"dict\"}}","geometry.circumference":"{\"description\":\"Calculate the circumference of a circle given the radius.\",\"name\":\"geometry.circumference\",\"parameters\":{\"properties\":{\"radius\":{\"description\":\"The radius of the circle.\",\"type\":\"integer\"},\"units\":{\"description\":\"Units for the output circumference measurement. Default is 'cm'.\",\"type\":\"string\"}},\"required\":[\"radius\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_current_time","correct":false,"latency_ms":112.78,"confidence":0.427721},"jev":{"choice":"geometry.circumference","correct":true,"latency_ms":94.84,"confidence":1.0}}}},{"id":"multiple_99","split":"multiple","state":"User: Calculate the derivative of the function 2x^2 at x = 1.","expected":"calculus.derivative","candidate_count":2,"views":{"description":{"criteria":{"calculus.derivative":"calculus.derivative: Compute the derivative of a function at a specific value.","get_personality_traits":"get_personality_traits: Retrieve the personality traits for a specific personality type, including their strengths and weaknesses."},"clm":{"choice":"calculus.derivative","correct":true,"latency_ms":56.75,"confidence":0.99998},"jev":{"choice":"calculus.derivative","correct":true,"latency_ms":148.03,"confidence":1.0}},"prose_schema":{"criteria":{"calculus.derivative":"calculus.derivative: Compute the derivative of a function at a specific value.\nParameter function (string); required; The function to calculate the derivative of.\nParameter value (integer); required; The value where the derivative needs to be calculated at.\nParameter function_variable (string); The variable present in the function, for instance x or y, etc. Default is 'x'","get_personality_traits":"get_personality_traits: Retrieve the personality traits for a specific personality type, including their strengths and weaknesses.\nParameter type (string); required; The personality type.\nParameter traits (array); List of traits to be retrieved, default is ['strengths', 'weaknesses']."},"clm":{"choice":"calculus.derivative","correct":true,"latency_ms":64.27,"confidence":0.999668},"jev":{"choice":"calculus.derivative","correct":true,"latency_ms":98.8,"confidence":1.0}},"schema":{"criteria":{"calculus.derivative":"{\"description\":\"Compute the derivative of a function at a specific value.\",\"name\":\"calculus.derivative\",\"parameters\":{\"properties\":{\"function\":{\"description\":\"The function to calculate the derivative of.\",\"type\":\"string\"},\"function_variable\":{\"description\":\"The variable present in the function, for instance x or y, etc. Default is 'x'\",\"type\":\"string\"},\"value\":{\"description\":\"The value where the derivative needs to be calculated at.\",\"type\":\"integer\"}},\"required\":[\"function\",\"value\"],\"type\":\"dict\"}}","get_personality_traits":"{\"description\":\"Retrieve the personality traits for a specific personality type, including their strengths and weaknesses.\",\"name\":\"get_personality_traits\",\"parameters\":{\"properties\":{\"traits\":{\"description\":\"List of traits to be retrieved, default is ['strengths', 'weaknesses'].\",\"items\":{\"enum\":[\"strengths\",\"weaknesses\"],\"type\":\"string\"},\"type\":\"array\"},\"type\":{\"description\":\"The personality type.\",\"type\":\"string\"}},\"required\":[\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculus.derivative","correct":true,"latency_ms":79.65,"confidence":0.619569},"jev":{"choice":"calculus.derivative","correct":true,"latency_ms":95.02,"confidence":1.0}}}},{"id":"multiple_100","split":"multiple","state":"User: Find the highest common factor of 36 and 24.","expected":"math.hcf","candidate_count":2,"views":{"description":{"criteria":{"music_generator.generate_scale_progression":"music_generator.generate_scale_progression: Generate a music scale progression in a specific key with a given tempo and duration.","math.hcf":"math.hcf: Calculate the highest common factor of two numbers."},"clm":{"choice":"math.hcf","correct":true,"latency_ms":69.66,"confidence":0.999998},"jev":{"choice":"math.hcf","correct":true,"latency_ms":112.11,"confidence":1.0}},"prose_schema":{"criteria":{"music_generator.generate_scale_progression":"music_generator.generate_scale_progression: Generate a music scale progression in a specific key with a given tempo and duration.\nParameter key (string); required; The key in which to generate the scale progression.\nParameter tempo (integer); required; The tempo of the scale progression in BPM.\nParameter duration (integer); required; The duration of each note in beats.\nParameter scale_type (string); The type of scale to generate. Defaults to 'major'.; default: major","math.hcf":"math.hcf: Calculate the highest common factor of two numbers.\nParameter number1 (integer); required; First number.\nParameter number2 (integer); required; Second number."},"clm":{"choice":"math.hcf","correct":true,"latency_ms":60.25,"confidence":0.999975},"jev":{"choice":"math.hcf","correct":true,"latency_ms":114.67,"confidence":1.0}},"schema":{"criteria":{"music_generator.generate_scale_progression":"{\"description\":\"Generate a music scale progression in a specific key with a given tempo and duration.\",\"name\":\"music_generator.generate_scale_progression\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The duration of each note in beats.\",\"type\":\"integer\"},\"key\":{\"description\":\"The key in which to generate the scale progression.\",\"type\":\"string\"},\"scale_type\":{\"default\":\"major\",\"description\":\"The type of scale to generate. Defaults to 'major'.\",\"type\":\"string\"},\"tempo\":{\"description\":\"The tempo of the scale progression in BPM.\",\"type\":\"integer\"}},\"required\":[\"key\",\"tempo\",\"duration\"],\"type\":\"dict\"}}","math.hcf":"{\"description\":\"Calculate the highest common factor of two numbers.\",\"name\":\"math.hcf\",\"parameters\":{\"properties\":{\"number1\":{\"description\":\"First number.\",\"type\":\"integer\"},\"number2\":{\"description\":\"Second number.\",\"type\":\"integer\"}},\"required\":[\"number1\",\"number2\"],\"type\":\"dict\"}}"},"clm":{"choice":"math.hcf","correct":true,"latency_ms":99.69,"confidence":0.99072},"jev":{"choice":"math.hcf","correct":true,"latency_ms":142.99,"confidence":1.0}}}},{"id":"multiple_101","split":"multiple","state":"User: Find the greatest common divisor (GCD) of 12 and 18","expected":"math.gcd","candidate_count":2,"views":{"description":{"criteria":{"math.gcd":"math.gcd: Calculate the greatest common divisor of two integers.","get_top_cases":"get_top_cases: Retrieve a list of the most influential or landmark cases in a specific field of law."},"clm":{"choice":"math.gcd","correct":true,"latency_ms":74.35,"confidence":0.999733},"jev":{"choice":"math.gcd","correct":true,"latency_ms":125.55,"confidence":1.0}},"prose_schema":{"criteria":{"math.gcd":"math.gcd: Calculate the greatest common divisor of two integers.\nParameter num1 (integer); required; First number.\nParameter num2 (integer); required; Second number.","get_top_cases":"get_top_cases: Retrieve a list of the most influential or landmark cases in a specific field of law.\nParameter field_of_law (string); required; The specific field of law e.g., constitutional law, criminal law, etc.\nParameter top_number (integer); required; The number of top cases to retrieve.\nParameter country (string); The country where the law cases should be retrieved from. Default is US."},"clm":{"choice":"math.gcd","correct":true,"latency_ms":90.36,"confidence":0.999996},"jev":{"choice":"math.gcd","correct":true,"latency_ms":99.59,"confidence":1.0}},"schema":{"criteria":{"math.gcd":"{\"description\":\"Calculate the greatest common divisor of two integers.\",\"name\":\"math.gcd\",\"parameters\":{\"properties\":{\"num1\":{\"description\":\"First number.\",\"type\":\"integer\"},\"num2\":{\"description\":\"Second number.\",\"type\":\"integer\"}},\"required\":[\"num1\",\"num2\"],\"type\":\"dict\"}}","get_top_cases":"{\"description\":\"Retrieve a list of the most influential or landmark cases in a specific field of law.\",\"name\":\"get_top_cases\",\"parameters\":{\"properties\":{\"country\":{\"description\":\"The country where the law cases should be retrieved from. Default is US.\",\"type\":\"string\"},\"field_of_law\":{\"description\":\"The specific field of law e.g., constitutional law, criminal law, etc.\",\"type\":\"string\"},\"top_number\":{\"description\":\"The number of top cases to retrieve.\",\"type\":\"integer\"}},\"required\":[\"field_of_law\",\"top_number\"],\"type\":\"dict\"}}"},"clm":{"choice":"math.gcd","correct":true,"latency_ms":68.7,"confidence":0.985953},"jev":{"choice":"math.gcd","correct":true,"latency_ms":150.42,"confidence":1.0}}}},{"id":"multiple_102","split":"multiple","state":"User: Calculate the displacement of a car given the initial velocity of 10 and acceleeration of 9.8 within 5 seconds.","expected":"calculate_displacement","candidate_count":3,"views":{"description":{"criteria":{"calculate_displacement":"calculate_displacement: Calculates the displacement of an object in motion given initial velocity, time, and acceleration.","poker_game_winner":"poker_game_winner: Identify the winner in a poker game based on the cards.","musical_scale":"musical_scale: Get the musical scale of a specific key in music theory."},"clm":{"choice":"calculate_displacement","correct":true,"latency_ms":76.79,"confidence":0.999998},"jev":{"choice":"calculate_displacement","correct":true,"latency_ms":108.25,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_displacement":"calculate_displacement: Calculates the displacement of an object in motion given initial velocity, time, and acceleration.\nParameter initial_velocity (integer); required; The initial velocity of the object in m/s.\nParameter time (integer); required; The time in seconds that the object has been in motion.\nParameter acceleration (float); The acceleration of the object in m/s^2.; default: 0","poker_game_winner":"poker_game_winner: Identify the winner in a poker game based on the cards.\nParameter players (array); required; Names of the players in a list.\nParameter cards (dict); required; An object containing the player name as key and the cards as values in a list.\nParameter type (string); Type of poker game. Defaults to 'Texas Holdem'","musical_scale":"musical_scale: Get the musical scale of a specific key in music theory.\nParameter key (string); required; The musical key for which the scale will be found.\nParameter scale_type (string); The type of musical scale.; default: major"},"clm":{"choice":"calculate_displacement","correct":true,"latency_ms":89.93,"confidence":0.999997},"jev":{"choice":"calculate_displacement","correct":true,"latency_ms":137.15,"confidence":1.0}},"schema":{"criteria":{"calculate_displacement":"{\"description\":\"Calculates the displacement of an object in motion given initial velocity, time, and acceleration.\",\"name\":\"calculate_displacement\",\"parameters\":{\"properties\":{\"acceleration\":{\"default\":0,\"description\":\"The acceleration of the object in m/s^2.\",\"type\":\"float\"},\"initial_velocity\":{\"description\":\"The initial velocity of the object in m/s.\",\"type\":\"integer\"},\"time\":{\"description\":\"The time in seconds that the object has been in motion.\",\"type\":\"integer\"}},\"required\":[\"initial_velocity\",\"time\"],\"type\":\"dict\"}}","poker_game_winner":"{\"description\":\"Identify the winner in a poker game based on the cards.\",\"name\":\"poker_game_winner\",\"parameters\":{\"properties\":{\"cards\":{\"description\":\"An object containing the player name as key and the cards as values in a list.\",\"type\":\"dict\"},\"players\":{\"description\":\"Names of the players in a list.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"type\":{\"description\":\"Type of poker game. Defaults to 'Texas Holdem'\",\"type\":\"string\"}},\"required\":[\"players\",\"cards\"],\"type\":\"dict\"}}","musical_scale":"{\"description\":\"Get the musical scale of a specific key in music theory.\",\"name\":\"musical_scale\",\"parameters\":{\"properties\":{\"key\":{\"description\":\"The musical key for which the scale will be found.\",\"type\":\"string\"},\"scale_type\":{\"default\":\"major\",\"description\":\"The type of musical scale.\",\"type\":\"string\"}},\"required\":[\"key\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_displacement","correct":true,"latency_ms":79.91,"confidence":0.955818},"jev":{"choice":"calculate_displacement","correct":true,"latency_ms":162.57,"confidence":1.0}}}},{"id":"multiple_103","split":"multiple","state":"User: Calculate the final speed of an object dropped from 100 m without air resistance.","expected":"calculate_final_speed","candidate_count":4,"views":{"description":{"criteria":{"chess.rating":"chess.rating: Fetches the current chess rating of a given player","court_case.search":"court_case.search: Retrieves details about a court case using its docket number and location.","calculate_final_speed":"calculate_final_speed: Calculate the final speed of an object dropped from a certain height without air resistance.","get_event_date":"get_event_date: Retrieve the date of a historical event."},"clm":{"choice":"calculate_final_speed","correct":true,"latency_ms":75.55,"confidence":0.999952},"jev":{"choice":"calculate_final_speed","correct":true,"latency_ms":272.52,"confidence":1.0}},"prose_schema":{"criteria":{"chess.rating":"chess.rating: Fetches the current chess rating of a given player\nParameter player_name (string); required; The full name of the chess player.\nParameter variant (string); The variant of chess for which rating is requested (e.g., 'classical', 'blitz', 'bullet'). Default is 'classical'.","court_case.search":"court_case.search: Retrieves details about a court case using its docket number and location.\nParameter docket_number (string); required; The docket number for the case.\nParameter location (string); required; The location where the case is registered, in the format: city, state, e.g., Dallas, TX.\nParameter full_text (boolean); Option to return the full text of the case ruling.; default: false","calculate_final_speed":"calculate_final_speed: Calculate the final speed of an object dropped from a certain height without air resistance.\nParameter initial_velocity (integer); required; The initial velocity of the object.\nParameter height (integer); required; The height from which the object is dropped.\nParameter gravity (float); The gravitational acceleration. Default is 9.8 m/s^2.","get_event_date":"get_event_date: Retrieve the date of a historical event.\nParameter event (string); required; The name of the historical event.\nParameter location (string); Location where the event took place. Defaults to global if not specified"},"clm":{"choice":"calculate_final_speed","correct":true,"latency_ms":99.27,"confidence":0.999987},"jev":{"choice":"calculate_final_speed","correct":true,"latency_ms":97.9,"confidence":1.0}},"schema":{"criteria":{"chess.rating":"{\"description\":\"Fetches the current chess rating of a given player\",\"name\":\"chess.rating\",\"parameters\":{\"properties\":{\"player_name\":{\"description\":\"The full name of the chess player.\",\"type\":\"string\"},\"variant\":{\"description\":\"The variant of chess for which rating is requested (e.g., 'classical', 'blitz', 'bullet'). Default is 'classical'.\",\"type\":\"string\"}},\"required\":[\"player_name\"],\"type\":\"dict\"}}","court_case.search":"{\"description\":\"Retrieves details about a court case using its docket number and location.\",\"name\":\"court_case.search\",\"parameters\":{\"properties\":{\"docket_number\":{\"description\":\"The docket number for the case.\",\"type\":\"string\"},\"full_text\":{\"default\":\"false\",\"description\":\"Option to return the full text of the case ruling.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location where the case is registered, in the format: city, state, e.g., Dallas, TX.\",\"type\":\"string\"}},\"required\":[\"docket_number\",\"location\"],\"type\":\"dict\"}}","calculate_final_speed":"{\"description\":\"Calculate the final speed of an object dropped from a certain height without air resistance.\",\"name\":\"calculate_final_speed\",\"parameters\":{\"properties\":{\"gravity\":{\"description\":\"The gravitational acceleration. Default is 9.8 m/s^2.\",\"type\":\"float\"},\"height\":{\"description\":\"The height from which the object is dropped.\",\"type\":\"integer\"},\"initial_velocity\":{\"description\":\"The initial velocity of the object.\",\"type\":\"integer\"}},\"required\":[\"initial_velocity\",\"height\"],\"type\":\"dict\"}}","get_event_date":"{\"description\":\"Retrieve the date of a historical event.\",\"name\":\"get_event_date\",\"parameters\":{\"properties\":{\"event\":{\"description\":\"The name of the historical event.\",\"type\":\"string\"},\"location\":{\"description\":\"Location where the event took place. Defaults to global if not specified\",\"type\":\"string\"}},\"required\":[\"event\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_event_date","correct":false,"latency_ms":103.64,"confidence":0.652397},"jev":{"choice":"calculate_final_speed","correct":true,"latency_ms":109.14,"confidence":1.0}}}},{"id":"multiple_104","split":"multiple","state":"User: Find the shortest driving distance between New York City and Washington D.C.","expected":"get_shortest_driving_distance","candidate_count":4,"views":{"description":{"criteria":{"instrument_price.get":"instrument_price.get: Retrieve the current retail price of a specific musical instrument.","get_shortest_driving_distance":"get_shortest_driving_distance: Calculate the shortest driving distance between two locations.","cell_biology.function_lookup":"cell_biology.function_lookup: Look up the function of a given molecule in a specified organelle.","get_scientist_for_discovery":"get_scientist_for_discovery: Retrieve the scientist's name who is credited for a specific scientific discovery or theory."},"clm":{"choice":"get_shortest_driving_distance","correct":true,"latency_ms":91.09,"confidence":0.999806},"jev":{"choice":"get_shortest_driving_distance","correct":true,"latency_ms":102.95,"confidence":1.0}},"prose_schema":{"criteria":{"instrument_price.get":"instrument_price.get: Retrieve the current retail price of a specific musical instrument.\nParameter brand (string); required; The brand of the instrument.\nParameter model (string); required; The specific model of the instrument.\nParameter finish (string); required; The color or type of finish on the instrument.","get_shortest_driving_distance":"get_shortest_driving_distance: Calculate the shortest driving distance between two locations.\nParameter origin (string); required; Starting point of the journey.\nParameter destination (string); required; End point of the journey.\nParameter unit (string); Preferred unit of distance (optional, default is kilometers).","cell_biology.function_lookup":"cell_biology.function_lookup: Look up the function of a given molecule in a specified organelle.\nParameter molecule (string); required; The molecule of interest.\nParameter organelle (string); required; The organelle of interest.\nParameter specific_function (boolean); required; If set to true, a specific function of the molecule within the organelle will be provided, if such information exists.","get_scientist_for_discovery":"get_scientist_for_discovery: Retrieve the scientist's name who is credited for a specific scientific discovery or theory.\nParameter discovery (string); required; The scientific discovery or theory."},"clm":{"choice":"get_shortest_driving_distance","correct":true,"latency_ms":92.5,"confidence":0.999659},"jev":{"choice":"get_shortest_driving_distance","correct":true,"latency_ms":141.78,"confidence":1.0}},"schema":{"criteria":{"instrument_price.get":"{\"description\":\"Retrieve the current retail price of a specific musical instrument.\",\"name\":\"instrument_price.get\",\"parameters\":{\"properties\":{\"brand\":{\"description\":\"The brand of the instrument.\",\"type\":\"string\"},\"finish\":{\"description\":\"The color or type of finish on the instrument.\",\"type\":\"string\"},\"model\":{\"description\":\"The specific model of the instrument.\",\"type\":\"string\"}},\"required\":[\"brand\",\"model\",\"finish\"],\"type\":\"dict\"}}","get_shortest_driving_distance":"{\"description\":\"Calculate the shortest driving distance between two locations.\",\"name\":\"get_shortest_driving_distance\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"End point of the journey.\",\"type\":\"string\"},\"origin\":{\"description\":\"Starting point of the journey.\",\"type\":\"string\"},\"unit\":{\"description\":\"Preferred unit of distance (optional, default is kilometers).\",\"type\":\"string\"}},\"required\":[\"origin\",\"destination\"],\"type\":\"dict\"}}","cell_biology.function_lookup":"{\"description\":\"Look up the function of a given molecule in a specified organelle.\",\"name\":\"cell_biology.function_lookup\",\"parameters\":{\"properties\":{\"molecule\":{\"description\":\"The molecule of interest.\",\"type\":\"string\"},\"organelle\":{\"description\":\"The organelle of interest.\",\"type\":\"string\"},\"specific_function\":{\"description\":\"If set to true, a specific function of the molecule within the organelle will be provided, if such information exists.\",\"type\":\"boolean\"}},\"required\":[\"molecule\",\"organelle\",\"specific_function\"],\"type\":\"dict\"}}","get_scientist_for_discovery":"{\"description\":\"Retrieve the scientist's name who is credited for a specific scientific discovery or theory.\",\"name\":\"get_scientist_for_discovery\",\"parameters\":{\"properties\":{\"discovery\":{\"description\":\"The scientific discovery or theory.\",\"type\":\"string\"}},\"required\":[\"discovery\"],\"type\":\"dict\"}}"},"clm":{"choice":"instrument_price.get","correct":false,"latency_ms":100.18,"confidence":0.507924},"jev":{"choice":"get_shortest_driving_distance","correct":true,"latency_ms":112.4,"confidence":1.0}}}},{"id":"multiple_105","split":"multiple","state":"User: Calculate the magnetic field produced at the center of a circular loop carrying current of 5 Ampere with a radius of 4 meters","expected":"calculate_magnetic_field","candidate_count":3,"views":{"description":{"criteria":{"concert_booking.book_ticket":"concert_booking.book_ticket: Book concert tickets for a specific artist in a specified city.","calculate_magnetic_field":"calculate_magnetic_field: Calculate the magnetic field produced at the center of a circular loop carrying current.","lawsuit_details.find":"lawsuit_details.find: Find details of lawsuits involving a specific company from a given year."},"clm":{"choice":"calculate_magnetic_field","correct":true,"latency_ms":89.6,"confidence":1.0},"jev":{"choice":"calculate_magnetic_field","correct":true,"latency_ms":112.51,"confidence":1.0}},"prose_schema":{"criteria":{"concert_booking.book_ticket":"concert_booking.book_ticket: Book concert tickets for a specific artist in a specified city.\nParameter artist (string); required; The artist you want to book tickets for.\nParameter city (string); required; The city where the concert is.\nParameter num_tickets (integer); Number of tickets required. Default is 1.","calculate_magnetic_field":"calculate_magnetic_field: Calculate the magnetic field produced at the center of a circular loop carrying current.\nParameter current (integer); required; The current through the circular loop in Amperes.\nParameter radius (integer); required; The radius of the circular loop in meters.\nParameter permeability (float); The magnetic permeability. Default is permeability in free space, 0.01","lawsuit_details.find":"lawsuit_details.find: Find details of lawsuits involving a specific company from a given year.\nParameter company_name (string); required; Name of the company.\nParameter year (integer); required; Year of the lawsuit.\nParameter case_type (string); Type of the lawsuit, e.g., 'IPR', 'Patent', 'Commercial', etc. This is an optional parameter. Default is 'all'"},"clm":{"choice":"calculate_magnetic_field","correct":true,"latency_ms":106.82,"confidence":0.859738},"jev":{"choice":"calculate_magnetic_field","correct":true,"latency_ms":94.06,"confidence":1.0}},"schema":{"criteria":{"concert_booking.book_ticket":"{\"description\":\"Book concert tickets for a specific artist in a specified city.\",\"name\":\"concert_booking.book_ticket\",\"parameters\":{\"properties\":{\"artist\":{\"description\":\"The artist you want to book tickets for.\",\"type\":\"string\"},\"city\":{\"description\":\"The city where the concert is.\",\"type\":\"string\"},\"num_tickets\":{\"description\":\"Number of tickets required. Default is 1.\",\"type\":\"integer\"}},\"required\":[\"artist\",\"city\"],\"type\":\"dict\"}}","calculate_magnetic_field":"{\"description\":\"Calculate the magnetic field produced at the center of a circular loop carrying current.\",\"name\":\"calculate_magnetic_field\",\"parameters\":{\"properties\":{\"current\":{\"description\":\"The current through the circular loop in Amperes.\",\"type\":\"integer\"},\"permeability\":{\"description\":\"The magnetic permeability. Default is permeability in free space, 0.01\",\"type\":\"float\"},\"radius\":{\"description\":\"The radius of the circular loop in meters.\",\"type\":\"integer\"}},\"required\":[\"current\",\"radius\"],\"type\":\"dict\"}}","lawsuit_details.find":"{\"description\":\"Find details of lawsuits involving a specific company from a given year.\",\"name\":\"lawsuit_details.find\",\"parameters\":{\"properties\":{\"case_type\":{\"description\":\"Type of the lawsuit, e.g., 'IPR', 'Patent', 'Commercial', etc. This is an optional parameter. Default is 'all'\",\"type\":\"string\"},\"company_name\":{\"description\":\"Name of the company.\",\"type\":\"string\"},\"year\":{\"description\":\"Year of the lawsuit.\",\"type\":\"integer\"}},\"required\":[\"company_name\",\"year\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_magnetic_field","correct":true,"latency_ms":124.37,"confidence":0.468997},"jev":{"choice":"calculate_magnetic_field","correct":true,"latency_ms":120.91,"confidence":1.0}}}},{"id":"multiple_106","split":"multiple","state":"User: Calculate the electric field strength 4 meters away from a charge of 0.01 Coulombs.","expected":"calculate_electric_field_strength","candidate_count":4,"views":{"description":{"criteria":{"mix_paint_color":"mix_paint_color: Combine two primary paint colors and adjust the resulting color's lightness level.","cooking_conversion.convert":"cooking_conversion.convert: Convert cooking measurements from one unit to another.","group_dynamics.pattern":"group_dynamics.pattern: Examine the social dynamics and interactions within a group based on the personality traits and group size.","calculate_electric_field_strength":"calculate_electric_field_strength: Calculate the electric field strength at a certain distance from a point charge."},"clm":{"choice":"calculate_electric_field_strength","correct":true,"latency_ms":60.31,"confidence":0.999968},"jev":{"choice":"calculate_electric_field_strength","correct":true,"latency_ms":162.38,"confidence":1.0}},"prose_schema":{"criteria":{"mix_paint_color":"mix_paint_color: Combine two primary paint colors and adjust the resulting color's lightness level.\nParameter color1 (string); required; The first primary color to be mixed.\nParameter color2 (string); required; The second primary color to be mixed.\nParameter lightness (integer); The desired lightness level of the resulting color in percentage. The default level is set to 50%.","cooking_conversion.convert":"cooking_conversion.convert: Convert cooking measurements from one unit to another.\nParameter quantity (integer); required; The quantity to be converted.\nParameter from_unit (string); required; The unit to convert from.\nParameter to_unit (string); required; The unit to convert to.\nParameter item (string); required; The item to be converted.","group_dynamics.pattern":"group_dynamics.pattern: Examine the social dynamics and interactions within a group based on the personality traits and group size.\nParameter total (integer); required; The total group size.\nParameter extroverts (integer); required; The number of extroverted members in the group.\nParameter introverts (integer); required; The number of introverted members in the group.","calculate_electric_field_strength":"calculate_electric_field_strength: Calculate the electric field strength at a certain distance from a point charge.\nParameter charge (float); required; The charge in Coulombs.\nParameter distance (integer); required; The distance from the charge in meters.\nParameter medium (string); The medium in which the charge and the point of calculation is located. Default is 'vacuum'."},"clm":{"choice":"calculate_electric_field_strength","correct":true,"latency_ms":109.79,"confidence":0.984789},"jev":{"choice":"calculate_electric_field_strength","correct":true,"latency_ms":116.64,"confidence":1.0}},"schema":{"criteria":{"mix_paint_color":"{\"description\":\"Combine two primary paint colors and adjust the resulting color's lightness level.\",\"name\":\"mix_paint_color\",\"parameters\":{\"properties\":{\"color1\":{\"description\":\"The first primary color to be mixed.\",\"type\":\"string\"},\"color2\":{\"description\":\"The second primary color to be mixed.\",\"type\":\"string\"},\"lightness\":{\"description\":\"The desired lightness level of the resulting color in percentage. The default level is set to 50%.\",\"type\":\"integer\"}},\"required\":[\"color1\",\"color2\"],\"type\":\"dict\"}}","cooking_conversion.convert":"{\"description\":\"Convert cooking measurements from one unit to another.\",\"name\":\"cooking_conversion.convert\",\"parameters\":{\"properties\":{\"from_unit\":{\"description\":\"The unit to convert from.\",\"type\":\"string\"},\"item\":{\"description\":\"The item to be converted.\",\"type\":\"string\"},\"quantity\":{\"description\":\"The quantity to be converted.\",\"type\":\"integer\"},\"to_unit\":{\"description\":\"The unit to convert to.\",\"type\":\"string\"}},\"required\":[\"quantity\",\"from_unit\",\"to_unit\",\"item\"],\"type\":\"dict\"}}","group_dynamics.pattern":"{\"description\":\"Examine the social dynamics and interactions within a group based on the personality traits and group size.\",\"name\":\"group_dynamics.pattern\",\"parameters\":{\"properties\":{\"extroverts\":{\"description\":\"The number of extroverted members in the group.\",\"type\":\"integer\"},\"introverts\":{\"description\":\"The number of introverted members in the group.\",\"type\":\"integer\"},\"total\":{\"description\":\"The total group size.\",\"type\":\"integer\"}},\"required\":[\"total\",\"extroverts\",\"introverts\"],\"type\":\"dict\"}}","calculate_electric_field_strength":"{\"description\":\"Calculate the electric field strength at a certain distance from a point charge.\",\"name\":\"calculate_electric_field_strength\",\"parameters\":{\"properties\":{\"charge\":{\"description\":\"The charge in Coulombs.\",\"type\":\"float\"},\"distance\":{\"description\":\"The distance from the charge in meters.\",\"type\":\"integer\"},\"medium\":{\"description\":\"The medium in which the charge and the point of calculation is located. Default is 'vacuum'.\",\"type\":\"string\"}},\"required\":[\"charge\",\"distance\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_electric_field_strength","correct":true,"latency_ms":123.38,"confidence":0.904105},"jev":{"choice":"calculate_electric_field_strength","correct":true,"latency_ms":93.49,"confidence":1.0}}}},{"id":"multiple_107","split":"multiple","state":"User: What is the density of a substance with a mass of 45 kg and a volume of 15 m³?","expected":"calculate_density","candidate_count":2,"views":{"description":{"criteria":{"mix_paint_color":"mix_paint_color: Combine two primary paint colors and adjust the resulting color's lightness level.","calculate_density":"calculate_density: Calculate the density of a substance based on its mass and volume."},"clm":{"choice":"calculate_density","correct":true,"latency_ms":57.55,"confidence":1.0},"jev":{"choice":"calculate_density","correct":true,"latency_ms":102.91,"confidence":1.0}},"prose_schema":{"criteria":{"mix_paint_color":"mix_paint_color: Combine two primary paint colors and adjust the resulting color's lightness level.\nParameter color1 (string); required; The first primary color to be mixed.\nParameter color2 (string); required; The second primary color to be mixed.\nParameter lightness (integer); The desired lightness level of the resulting color in percentage. The default level is set to 50%.","calculate_density":"calculate_density: Calculate the density of a substance based on its mass and volume.\nParameter mass (integer); required; The mass of the substance in kilograms.\nParameter volume (integer); required; The volume of the substance in cubic meters.\nParameter unit (string); The unit of density. Default is kg/m³"},"clm":{"choice":"calculate_density","correct":true,"latency_ms":115.46,"confidence":0.999996},"jev":{"choice":"calculate_density","correct":true,"latency_ms":127.09,"confidence":1.0}},"schema":{"criteria":{"mix_paint_color":"{\"description\":\"Combine two primary paint colors and adjust the resulting color's lightness level.\",\"name\":\"mix_paint_color\",\"parameters\":{\"properties\":{\"color1\":{\"description\":\"The first primary color to be mixed.\",\"type\":\"string\"},\"color2\":{\"description\":\"The second primary color to be mixed.\",\"type\":\"string\"},\"lightness\":{\"description\":\"The desired lightness level of the resulting color in percentage. The default level is set to 50%.\",\"type\":\"integer\"}},\"required\":[\"color1\",\"color2\"],\"type\":\"dict\"}}","calculate_density":"{\"description\":\"Calculate the density of a substance based on its mass and volume.\",\"name\":\"calculate_density\",\"parameters\":{\"properties\":{\"mass\":{\"description\":\"The mass of the substance in kilograms.\",\"type\":\"integer\"},\"unit\":{\"description\":\"The unit of density. Default is kg/m³\",\"type\":\"string\"},\"volume\":{\"description\":\"The volume of the substance in cubic meters.\",\"type\":\"integer\"}},\"required\":[\"mass\",\"volume\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_density","correct":true,"latency_ms":68.05,"confidence":0.955491},"jev":{"choice":"calculate_density","correct":true,"latency_ms":98.27,"confidence":1.0}}}},{"id":"multiple_108","split":"multiple","state":"User: Calculate the heat capacity at constant pressure for air, given its temperature is 298K and volume is 10 m^3.","expected":"calc_heat_capacity","candidate_count":2,"views":{"description":{"criteria":{"calc_heat_capacity":"calc_heat_capacity: Calculate the heat capacity at constant pressure of air using its temperature and volume.","calculate_discounted_cash_flow":"calculate_discounted_cash_flow: Calculate the discounted cash flow of a bond for a given annual coupon payment, time frame and discount rate."},"clm":{"choice":"calc_heat_capacity","correct":true,"latency_ms":87.06,"confidence":1.0},"jev":{"choice":"calc_heat_capacity","correct":true,"latency_ms":117.59,"confidence":1.0}},"prose_schema":{"criteria":{"calc_heat_capacity":"calc_heat_capacity: Calculate the heat capacity at constant pressure of air using its temperature and volume.\nParameter temp (integer); required; The temperature of the gas in Kelvin.\nParameter volume (integer); required; The volume of the gas in m^3.\nParameter gas (string); Type of gas, with air as default.","calculate_discounted_cash_flow":"calculate_discounted_cash_flow: Calculate the discounted cash flow of a bond for a given annual coupon payment, time frame and discount rate.\nParameter coupon_payment (float); required; The annual coupon payment.\nParameter period (integer); required; The time frame in years for which coupon payment is made.\nParameter discount_rate (float); required; The discount rate.\nParameter face_value (integer); The face value of the bond, default is $1000."},"clm":{"choice":"calc_heat_capacity","correct":true,"latency_ms":86.04,"confidence":0.999991},"jev":{"choice":"calc_heat_capacity","correct":true,"latency_ms":100.89,"confidence":1.0}},"schema":{"criteria":{"calc_heat_capacity":"{\"description\":\"Calculate the heat capacity at constant pressure of air using its temperature and volume.\",\"name\":\"calc_heat_capacity\",\"parameters\":{\"properties\":{\"gas\":{\"description\":\"Type of gas, with air as default.\",\"type\":\"string\"},\"temp\":{\"description\":\"The temperature of the gas in Kelvin.\",\"type\":\"integer\"},\"volume\":{\"description\":\"The volume of the gas in m^3.\",\"type\":\"integer\"}},\"required\":[\"temp\",\"volume\"],\"type\":\"dict\"}}","calculate_discounted_cash_flow":"{\"description\":\"Calculate the discounted cash flow of a bond for a given annual coupon payment, time frame and discount rate.\",\"name\":\"calculate_discounted_cash_flow\",\"parameters\":{\"properties\":{\"coupon_payment\":{\"description\":\"The annual coupon payment.\",\"type\":\"float\"},\"discount_rate\":{\"description\":\"The discount rate.\",\"type\":\"float\"},\"face_value\":{\"description\":\"The face value of the bond, default is $1000.\",\"type\":\"integer\"},\"period\":{\"description\":\"The time frame in years for which coupon payment is made.\",\"type\":\"integer\"}},\"required\":[\"coupon_payment\",\"period\",\"discount_rate\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_discounted_cash_flow","correct":false,"latency_ms":107.99,"confidence":0.878741},"jev":{"choice":"calc_heat_capacity","correct":true,"latency_ms":111.84,"confidence":1.0}}}},{"id":"multiple_109","split":"multiple","state":"User: What are the names of proteins found in the plasma membrane?","expected":"cellbio.get_proteins","candidate_count":3,"views":{"description":{"criteria":{"find_exhibition":"find_exhibition: Locate the most popular exhibitions based on criteria like location, time, art form, and user ratings.","mutation_type.find":"mutation_type.find: Finds the type of a genetic mutation based on its SNP (Single Nucleotide Polymorphism) ID.","cellbio.get_proteins":"cellbio.get_proteins: Get the list of proteins in a specific cell compartment."},"clm":{"choice":"cellbio.get_proteins","correct":true,"latency_ms":61.37,"confidence":0.987267},"jev":{"choice":"cellbio.get_proteins","correct":true,"latency_ms":114.73,"confidence":1.0}},"prose_schema":{"criteria":{"find_exhibition":"find_exhibition: Locate the most popular exhibitions based on criteria like location, time, art form, and user ratings.\nParameter location (string); required; The city where the exhibition is held, e.g., New York, NY.\nParameter art_form (string); required; The form of art the exhibition is displaying e.g., sculpture.\nParameter month (string); The month of exhibition. Default value will return upcoming events.\nParameter user_ratings (string); Select exhibitions with user rating threshold. Default is 'high'; allowed values: low, average, high","mutation_type.find":"mutation_type.find: Finds the type of a genetic mutation based on its SNP (Single Nucleotide Polymorphism) ID.\nParameter snp_id (string); required; The ID of the Single Nucleotide Polymorphism (SNP) mutation.\nParameter species (string); Species in which the SNP occurs, default is 'Homo sapiens' (Humans).","cellbio.get_proteins":"cellbio.get_proteins: Get the list of proteins in a specific cell compartment.\nParameter cell_compartment (string); required; The specific cell compartment.\nParameter include_description (boolean); Set true if you want a brief description of each protein.; default: false"},"clm":{"choice":"cellbio.get_proteins","correct":true,"latency_ms":83.81,"confidence":0.798527},"jev":{"choice":"cellbio.get_proteins","correct":true,"latency_ms":152.67,"confidence":1.0}},"schema":{"criteria":{"find_exhibition":"{\"description\":\"Locate the most popular exhibitions based on criteria like location, time, art form, and user ratings.\",\"name\":\"find_exhibition\",\"parameters\":{\"properties\":{\"art_form\":{\"description\":\"The form of art the exhibition is displaying e.g., sculpture.\",\"type\":\"string\"},\"location\":{\"description\":\"The city where the exhibition is held, e.g., New York, NY.\",\"type\":\"string\"},\"month\":{\"description\":\"The month of exhibition. Default value will return upcoming events.\",\"type\":\"string\"},\"user_ratings\":{\"description\":\"Select exhibitions with user rating threshold. Default is 'high'\",\"enum\":[\"low\",\"average\",\"high\"],\"type\":\"string\"}},\"required\":[\"location\",\"art_form\"],\"type\":\"dict\"}}","mutation_type.find":"{\"description\":\"Finds the type of a genetic mutation based on its SNP (Single Nucleotide Polymorphism) ID.\",\"name\":\"mutation_type.find\",\"parameters\":{\"properties\":{\"snp_id\":{\"description\":\"The ID of the Single Nucleotide Polymorphism (SNP) mutation.\",\"type\":\"string\"},\"species\":{\"description\":\"Species in which the SNP occurs, default is 'Homo sapiens' (Humans).\",\"type\":\"string\"}},\"required\":[\"snp_id\"],\"type\":\"dict\"}}","cellbio.get_proteins":"{\"description\":\"Get the list of proteins in a specific cell compartment.\",\"name\":\"cellbio.get_proteins\",\"parameters\":{\"properties\":{\"cell_compartment\":{\"description\":\"The specific cell compartment.\",\"type\":\"string\"},\"include_description\":{\"default\":\"false\",\"description\":\"Set true if you want a brief description of each protein.\",\"type\":\"boolean\"}},\"required\":[\"cell_compartment\"],\"type\":\"dict\"}}"},"clm":{"choice":"mutation_type.find","correct":false,"latency_ms":100.1,"confidence":0.824592},"jev":{"choice":"cellbio.get_proteins","correct":true,"latency_ms":135.12,"confidence":1.0}}}},{"id":"multiple_110","split":"multiple","state":"User: Find the type of gene mutation based on SNP (Single Nucleotide Polymorphism) ID rs6034464.","expected":"mutation_type.find","candidate_count":2,"views":{"description":{"criteria":{"get_collectables_in_season":"get_collectables_in_season: Retrieve a list of collectable items in a specific game during a specified season.","mutation_type.find":"mutation_type.find: Finds the type of a genetic mutation based on its SNP (Single Nucleotide Polymorphism) ID."},"clm":{"choice":"mutation_type.find","correct":true,"latency_ms":59.51,"confidence":0.999995},"jev":{"choice":"mutation_type.find","correct":true,"latency_ms":97.11,"confidence":1.0}},"prose_schema":{"criteria":{"get_collectables_in_season":"get_collectables_in_season: Retrieve a list of collectable items in a specific game during a specified season.\nParameter game_name (string); required; Name of the game.\nParameter season (string); required; The season for which to retrieve the collectable items.\nParameter item_type (string); The type of item to search for. Default is 'all'. Possible values: 'all', 'bug', 'fish', 'sea creatures', etc.","mutation_type.find":"mutation_type.find: Finds the type of a genetic mutation based on its SNP (Single Nucleotide Polymorphism) ID.\nParameter snp_id (string); required; The ID of the Single Nucleotide Polymorphism (SNP) mutation.\nParameter species (string); Species in which the SNP occurs, default is 'Homo sapiens' (Humans)."},"clm":{"choice":"mutation_type.find","correct":true,"latency_ms":68.59,"confidence":0.999977},"jev":{"choice":"mutation_type.find","correct":true,"latency_ms":116.05,"confidence":1.0}},"schema":{"criteria":{"get_collectables_in_season":"{\"description\":\"Retrieve a list of collectable items in a specific game during a specified season.\",\"name\":\"get_collectables_in_season\",\"parameters\":{\"properties\":{\"game_name\":{\"description\":\"Name of the game.\",\"type\":\"string\"},\"item_type\":{\"description\":\"The type of item to search for. Default is 'all'. Possible values: 'all', 'bug', 'fish', 'sea creatures', etc.\",\"type\":\"string\"},\"season\":{\"description\":\"The season for which to retrieve the collectable items.\",\"type\":\"string\"}},\"required\":[\"game_name\",\"season\"],\"type\":\"dict\"}}","mutation_type.find":"{\"description\":\"Finds the type of a genetic mutation based on its SNP (Single Nucleotide Polymorphism) ID.\",\"name\":\"mutation_type.find\",\"parameters\":{\"properties\":{\"snp_id\":{\"description\":\"The ID of the Single Nucleotide Polymorphism (SNP) mutation.\",\"type\":\"string\"},\"species\":{\"description\":\"Species in which the SNP occurs, default is 'Homo sapiens' (Humans).\",\"type\":\"string\"}},\"required\":[\"snp_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"mutation_type.find","correct":true,"latency_ms":63.1,"confidence":0.930169},"jev":{"choice":"mutation_type.find","correct":true,"latency_ms":110.35,"confidence":1.0}}}},{"id":"multiple_111","split":"multiple","state":"User: What is the genotype frequency of AA genotype in a population, given that allele frequency of A is 0.3?","expected":"calculate_genotype_frequency","candidate_count":3,"views":{"description":{"criteria":{"calculate_genotype_frequency":"calculate_genotype_frequency: Calculate the frequency of homozygous dominant genotype based on the allele frequency using Hardy Weinberg Principle.","math.factorial":"math.factorial: Calculate the factorial of a given number.","find_flute":"find_flute: Locate a flute for sale based on specific requirements."},"clm":{"choice":"calculate_genotype_frequency","correct":true,"latency_ms":89.02,"confidence":0.999808},"jev":{"choice":"calculate_genotype_frequency","correct":true,"latency_ms":102.38,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_genotype_frequency":"calculate_genotype_frequency: Calculate the frequency of homozygous dominant genotype based on the allele frequency using Hardy Weinberg Principle.\nParameter allele_frequency (float); required; The frequency of the dominant allele in the population.\nParameter genotype (string); required; The genotype which frequency is needed, default is homozygous dominant. ; allowed values: AA, Aa, aa","math.factorial":"math.factorial: Calculate the factorial of a given number.\nParameter number (integer); required; The number for which factorial needs to be calculated.","find_flute":"find_flute: Locate a flute for sale based on specific requirements.\nParameter brand (string); required; The brand of the flute. Example, 'Yamaha'\nParameter specs (array); required; The specifications of the flute desired."},"clm":{"choice":"calculate_genotype_frequency","correct":true,"latency_ms":74.42,"confidence":0.943666},"jev":{"choice":"calculate_genotype_frequency","correct":true,"latency_ms":102.89,"confidence":1.0}},"schema":{"criteria":{"calculate_genotype_frequency":"{\"description\":\"Calculate the frequency of homozygous dominant genotype based on the allele frequency using Hardy Weinberg Principle.\",\"name\":\"calculate_genotype_frequency\",\"parameters\":{\"properties\":{\"allele_frequency\":{\"description\":\"The frequency of the dominant allele in the population.\",\"type\":\"float\"},\"genotype\":{\"description\":\"The genotype which frequency is needed, default is homozygous dominant. \",\"enum\":[\"AA\",\"Aa\",\"aa\"],\"type\":\"string\"}},\"required\":[\"allele_frequency\",\"genotype\"],\"type\":\"dict\"}}","math.factorial":"{\"description\":\"Calculate the factorial of a given number.\",\"name\":\"math.factorial\",\"parameters\":{\"properties\":{\"number\":{\"description\":\"The number for which factorial needs to be calculated.\",\"type\":\"integer\"}},\"required\":[\"number\"],\"type\":\"dict\"}}","find_flute":"{\"description\":\"Locate a flute for sale based on specific requirements.\",\"name\":\"find_flute\",\"parameters\":{\"properties\":{\"brand\":{\"description\":\"The brand of the flute. Example, 'Yamaha'\",\"type\":\"string\"},\"specs\":{\"description\":\"The specifications of the flute desired.\",\"items\":{\"enum\":[\"open hole\",\"C foot\",\"silver headjoint\"],\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"brand\",\"specs\"],\"type\":\"dict\"}}"},"clm":{"choice":"math.factorial","correct":false,"latency_ms":71.01,"confidence":0.901332},"jev":{"choice":"calculate_genotype_frequency","correct":true,"latency_ms":117.71,"confidence":1.0}}}},{"id":"multiple_112","split":"multiple","state":"User: Predict the growth of forest in Yellowstone National Park for the next 5 years including human impact.","expected":"forest_growth_forecast","candidate_count":2,"views":{"description":{"criteria":{"forest_growth_forecast":"forest_growth_forecast: Predicts the forest growth over the next N years based on current trends.","get_scientist_for_discovery":"get_scientist_for_discovery: Retrieve the scientist's name who is credited for a specific scientific discovery or theory."},"clm":{"choice":"forest_growth_forecast","correct":true,"latency_ms":59.63,"confidence":0.999954},"jev":{"choice":"forest_growth_forecast","correct":true,"latency_ms":102.18,"confidence":1.0}},"prose_schema":{"criteria":{"forest_growth_forecast":"forest_growth_forecast: Predicts the forest growth over the next N years based on current trends.\nParameter location (string); required; The location where you want to predict forest growth.\nParameter years (integer); required; The number of years for the forecast.\nParameter include_human_impact (boolean); Whether or not to include the impact of human activities in the forecast. If not provided, defaults to false.","get_scientist_for_discovery":"get_scientist_for_discovery: Retrieve the scientist's name who is credited for a specific scientific discovery or theory.\nParameter discovery (string); required; The scientific discovery or theory."},"clm":{"choice":"forest_growth_forecast","correct":true,"latency_ms":85.23,"confidence":0.999841},"jev":{"choice":"forest_growth_forecast","correct":true,"latency_ms":117.3,"confidence":1.0}},"schema":{"criteria":{"forest_growth_forecast":"{\"description\":\"Predicts the forest growth over the next N years based on current trends.\",\"name\":\"forest_growth_forecast\",\"parameters\":{\"properties\":{\"include_human_impact\":{\"description\":\"Whether or not to include the impact of human activities in the forecast. If not provided, defaults to false.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location where you want to predict forest growth.\",\"type\":\"string\"},\"years\":{\"description\":\"The number of years for the forecast.\",\"type\":\"integer\"}},\"required\":[\"location\",\"years\"],\"type\":\"dict\"}}","get_scientist_for_discovery":"{\"description\":\"Retrieve the scientist's name who is credited for a specific scientific discovery or theory.\",\"name\":\"get_scientist_for_discovery\",\"parameters\":{\"properties\":{\"discovery\":{\"description\":\"The scientific discovery or theory.\",\"type\":\"string\"}},\"required\":[\"discovery\"],\"type\":\"dict\"}}"},"clm":{"choice":"forest_growth_forecast","correct":true,"latency_ms":68.01,"confidence":0.878862},"jev":{"choice":"forest_growth_forecast","correct":true,"latency_ms":115.82,"confidence":1.0}}}},{"id":"multiple_113","split":"multiple","state":"User: Calculate the expected evolutionary fitness of a creature, with trait A contributing to 40% of the fitness and trait B contributing 60%, if trait A has a value of 0.8 and trait B a value of 0.7.","expected":"calculate_fitness","candidate_count":4,"views":{"description":{"criteria":{"chess.rating":"chess.rating: Fetches the current chess rating of a given player","calculate_fitness":"calculate_fitness: Calculate the expected evolutionary fitness of a creature based on the individual values and contributions of its traits.","walmart.purchase":"walmart.purchase: Retrieve information of items from Walmart including stock availability.","lawyer.find_nearby":"lawyer.find_nearby: Locate nearby lawyers based on specific criteria like specialty, fee per hour and city."},"clm":{"choice":"calculate_fitness","correct":true,"latency_ms":60.44,"confidence":0.999998},"jev":{"choice":"calculate_fitness","correct":true,"latency_ms":97.56,"confidence":1.0}},"prose_schema":{"criteria":{"chess.rating":"chess.rating: Fetches the current chess rating of a given player\nParameter player_name (string); required; The full name of the chess player.\nParameter variant (string); The variant of chess for which rating is requested (e.g., 'classical', 'blitz', 'bullet'). Default is 'classical'.","calculate_fitness":"calculate_fitness: Calculate the expected evolutionary fitness of a creature based on the individual values and contributions of its traits.\nParameter trait_values (array); required; List of trait values, which are decimal numbers between 0 and 1, where 1 represents the trait maximally contributing to fitness.\nParameter trait_contributions (array); required; List of the percentage contributions of each trait to the overall fitness, which must sum to 1.","walmart.purchase":"walmart.purchase: Retrieve information of items from Walmart including stock availability.\nParameter loc (string); required; Location of the nearest Walmart.\nParameter product_list (array); required; Items to be purchased listed in an array.\nParameter pack_size (array); Size of the product pack if applicable. The size of the array should be equal to product_list. Default is empty array.","lawyer.find_nearby":"lawyer.find_nearby: Locate nearby lawyers based on specific criteria like specialty, fee per hour and city.\nParameter city (string); required; The city and state, e.g. Chicago, IL.\nParameter specialty (array); required; Specialization of the lawyer.\nParameter fee (integer); required; Hourly fee charged by lawyer"},"clm":{"choice":"calculate_fitness","correct":true,"latency_ms":77.97,"confidence":0.99999},"jev":{"choice":"calculate_fitness","correct":true,"latency_ms":151.86,"confidence":1.0}},"schema":{"criteria":{"chess.rating":"{\"description\":\"Fetches the current chess rating of a given player\",\"name\":\"chess.rating\",\"parameters\":{\"properties\":{\"player_name\":{\"description\":\"The full name of the chess player.\",\"type\":\"string\"},\"variant\":{\"description\":\"The variant of chess for which rating is requested (e.g., 'classical', 'blitz', 'bullet'). Default is 'classical'.\",\"type\":\"string\"}},\"required\":[\"player_name\"],\"type\":\"dict\"}}","calculate_fitness":"{\"description\":\"Calculate the expected evolutionary fitness of a creature based on the individual values and contributions of its traits.\",\"name\":\"calculate_fitness\",\"parameters\":{\"properties\":{\"trait_contributions\":{\"description\":\"List of the percentage contributions of each trait to the overall fitness, which must sum to 1.\",\"items\":{\"type\":\"float\"},\"type\":\"array\"},\"trait_values\":{\"description\":\"List of trait values, which are decimal numbers between 0 and 1, where 1 represents the trait maximally contributing to fitness.\",\"items\":{\"type\":\"float\"},\"type\":\"array\"}},\"required\":[\"trait_values\",\"trait_contributions\"],\"type\":\"dict\"}}","walmart.purchase":"{\"description\":\"Retrieve information of items from Walmart including stock availability.\",\"name\":\"walmart.purchase\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"Location of the nearest Walmart.\",\"type\":\"string\"},\"pack_size\":{\"description\":\"Size of the product pack if applicable. The size of the array should be equal to product_list. Default is empty array.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"product_list\":{\"description\":\"Items to be purchased listed in an array.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"loc\",\"product_list\"],\"type\":\"dict\"}}","lawyer.find_nearby":"{\"description\":\"Locate nearby lawyers based on specific criteria like specialty, fee per hour and city.\",\"name\":\"lawyer.find_nearby\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city and state, e.g. Chicago, IL.\",\"type\":\"string\"},\"fee\":{\"description\":\"Hourly fee charged by lawyer\",\"maximum\":400,\"type\":\"integer\"},\"specialty\":{\"description\":\"Specialization of the lawyer.\",\"items\":{\"enum\":[\"Civil\",\"Divorce\",\"Immigration\",\"Business\",\"Criminal\"],\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"city\",\"specialty\",\"fee\"],\"type\":\"dict\"}}"},"clm":{"choice":"walmart.purchase","correct":false,"latency_ms":127.53,"confidence":0.365305},"jev":{"choice":"calculate_fitness","correct":true,"latency_ms":126.68,"confidence":1.0}}}},{"id":"multiple_114","split":"multiple","state":"User: Get me the predictions of the evolutionary rate for Homo Sapiens for next 50 years using Darwin model","expected":"prediction.evolution","candidate_count":3,"views":{"description":{"criteria":{"modify_painting":"modify_painting: Modify an existing painting's attributes such as size, medium, and color.","prediction.evolution":"prediction.evolution: Predict the evolutionary rate for a specific species for a given timeframe.","calculate_probability":"calculate_probability: Calculate the probability of an event."},"clm":{"choice":"prediction.evolution","correct":true,"latency_ms":88.03,"confidence":0.999831},"jev":{"choice":"prediction.evolution","correct":true,"latency_ms":120.34,"confidence":1.0}},"prose_schema":{"criteria":{"modify_painting":"modify_painting: Modify an existing painting's attributes such as size, medium, and color.\nParameter size (string); required; The size of the painting in inches, width by height.\nParameter medium (string); required; The medium of the painting, such as oil, acrylic, etc.\nParameter dominant_color (string); The dominant color of the painting. Default ''","prediction.evolution":"prediction.evolution: Predict the evolutionary rate for a specific species for a given timeframe.\nParameter species (string); required; The species that the evolution rate will be predicted for.\nParameter years (integer); required; Number of years for the prediction.\nParameter model (string); The model used to make the prediction, options: 'Darwin', 'Lamarck', default is 'Darwin'.","calculate_probability":"calculate_probability: Calculate the probability of an event.\nParameter total_outcomes (integer); required; Total number of possible outcomes.\nParameter favorable_outcomes (integer); required; Number of outcomes considered as 'successful'.\nParameter round_to (integer); Number of decimal places to round the result to.; default: 2"},"clm":{"choice":"prediction.evolution","correct":true,"latency_ms":70.84,"confidence":0.999964},"jev":{"choice":"prediction.evolution","correct":true,"latency_ms":142.87,"confidence":1.0}},"schema":{"criteria":{"modify_painting":"{\"description\":\"Modify an existing painting's attributes such as size, medium, and color.\",\"name\":\"modify_painting\",\"parameters\":{\"properties\":{\"dominant_color\":{\"description\":\"The dominant color of the painting. Default ''\",\"type\":\"string\"},\"medium\":{\"description\":\"The medium of the painting, such as oil, acrylic, etc.\",\"type\":\"string\"},\"size\":{\"description\":\"The size of the painting in inches, width by height.\",\"type\":\"string\"}},\"required\":[\"size\",\"medium\"],\"type\":\"dict\"}}","prediction.evolution":"{\"description\":\"Predict the evolutionary rate for a specific species for a given timeframe.\",\"name\":\"prediction.evolution\",\"parameters\":{\"properties\":{\"model\":{\"description\":\"The model used to make the prediction, options: 'Darwin', 'Lamarck', default is 'Darwin'.\",\"type\":\"string\"},\"species\":{\"description\":\"The species that the evolution rate will be predicted for.\",\"type\":\"string\"},\"years\":{\"description\":\"Number of years for the prediction.\",\"type\":\"integer\"}},\"required\":[\"species\",\"years\"],\"type\":\"dict\"}}","calculate_probability":"{\"description\":\"Calculate the probability of an event.\",\"name\":\"calculate_probability\",\"parameters\":{\"properties\":{\"favorable_outcomes\":{\"description\":\"Number of outcomes considered as 'successful'.\",\"type\":\"integer\"},\"round_to\":{\"default\":2,\"description\":\"Number of decimal places to round the result to.\",\"type\":\"integer\"},\"total_outcomes\":{\"description\":\"Total number of possible outcomes.\",\"type\":\"integer\"}},\"required\":[\"total_outcomes\",\"favorable_outcomes\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_probability","correct":false,"latency_ms":111.36,"confidence":0.976513},"jev":{"choice":"prediction.evolution","correct":true,"latency_ms":114.2,"confidence":1.0}}}},{"id":"multiple_115","split":"multiple","state":"User: I want to find 5 restaurants nearby my location, Manhattan, offering Thai food and a vegan menu.","expected":"find_restaurants","candidate_count":4,"views":{"description":{"criteria":{"find_instrument":"find_instrument: Search for a musical instrument within specified budget and of specific type.","get_stock_info":"get_stock_info: Retrieves information about a specific stock based on company's name.","find_restaurants":"find_restaurants: Locate nearby restaurants based on location and food preferences.","sports.match_schedule":"sports.match_schedule: Retrieve the match schedule for a specific sports team."},"clm":{"choice":"find_restaurants","correct":true,"latency_ms":91.72,"confidence":0.943624},"jev":{"choice":"find_restaurants","correct":true,"latency_ms":97.84,"confidence":1.0}},"prose_schema":{"criteria":{"find_instrument":"find_instrument: Search for a musical instrument within specified budget and of specific type.\nParameter budget (float); required; Your budget for the instrument.\nParameter type (string); required; Type of the instrument\nParameter make (string); Maker of the instrument, Optional parameter. Default is 'all'","get_stock_info":"get_stock_info: Retrieves information about a specific stock based on company's name.\nParameter company_name (string); required; The name of the company.\nParameter detail_level (string); required; Level of detail for stock information. Can be 'summary' or 'detailed'.\nParameter market (string); The stock market of interest. Default is 'NASDAQ'","find_restaurants":"find_restaurants: Locate nearby restaurants based on location and food preferences.\nParameter location (string); required; The specific location or area.\nParameter food_type (string); required; The type of food preferred.\nParameter number (integer); required; Number of results to return.\nParameter dietary_requirements (array); Special dietary requirements, e.g. vegan, gluten-free.; default: None","sports.match_schedule":"sports.match_schedule: Retrieve the match schedule for a specific sports team.\nParameter team_name (string); required; The name of the sports team.\nParameter num_matches (integer); required; The number of upcoming matches you want to get.\nParameter league (string); The sports league of the team. This is an optional parameter. Default 'all'"},"clm":{"choice":"find_restaurants","correct":true,"latency_ms":94.05,"confidence":0.9856},"jev":{"choice":"find_restaurants","correct":true,"latency_ms":124.06,"confidence":1.0}},"schema":{"criteria":{"find_instrument":"{\"description\":\"Search for a musical instrument within specified budget and of specific type.\",\"name\":\"find_instrument\",\"parameters\":{\"properties\":{\"budget\":{\"description\":\"Your budget for the instrument.\",\"type\":\"float\"},\"make\":{\"description\":\"Maker of the instrument, Optional parameter. Default is 'all'\",\"type\":\"string\"},\"type\":{\"description\":\"Type of the instrument\",\"type\":\"string\"}},\"required\":[\"budget\",\"type\"],\"type\":\"dict\"}}","get_stock_info":"{\"description\":\"Retrieves information about a specific stock based on company's name.\",\"name\":\"get_stock_info\",\"parameters\":{\"properties\":{\"company_name\":{\"description\":\"The name of the company.\",\"type\":\"string\"},\"detail_level\":{\"description\":\"Level of detail for stock information. Can be 'summary' or 'detailed'.\",\"type\":\"string\"},\"market\":{\"description\":\"The stock market of interest. Default is 'NASDAQ'\",\"type\":\"string\"}},\"required\":[\"company_name\",\"detail_level\"],\"type\":\"dict\"}}","find_restaurants":"{\"description\":\"Locate nearby restaurants based on location and food preferences.\",\"name\":\"find_restaurants\",\"parameters\":{\"properties\":{\"dietary_requirements\":{\"default\":\"None\",\"description\":\"Special dietary requirements, e.g. vegan, gluten-free.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"food_type\":{\"description\":\"The type of food preferred.\",\"type\":\"string\"},\"location\":{\"description\":\"The specific location or area.\",\"type\":\"string\"},\"number\":{\"description\":\"Number of results to return.\",\"type\":\"integer\"}},\"required\":[\"location\",\"food_type\",\"number\"],\"type\":\"dict\"}}","sports.match_schedule":"{\"description\":\"Retrieve the match schedule for a specific sports team.\",\"name\":\"sports.match_schedule\",\"parameters\":{\"properties\":{\"league\":{\"description\":\"The sports league of the team. This is an optional parameter. Default 'all'\",\"type\":\"string\"},\"num_matches\":{\"description\":\"The number of upcoming matches you want to get.\",\"type\":\"integer\"},\"team_name\":{\"description\":\"The name of the sports team.\",\"type\":\"string\"}},\"required\":[\"team_name\",\"num_matches\"],\"type\":\"dict\"}}"},"clm":{"choice":"sports.match_schedule","correct":false,"latency_ms":109.43,"confidence":0.413562},"jev":{"choice":"find_restaurants","correct":true,"latency_ms":122.45,"confidence":1.0}}}},{"id":"multiple_116","split":"multiple","state":"User: Calculate the Body Mass Index (BMI) of a person with a weight of 85 kilograms and height of 180 cm.","expected":"calculate_bmi","candidate_count":2,"views":{"description":{"criteria":{"calculate_bmi":"calculate_bmi: Calculate the Body Mass Index (BMI) of a person.","celebrity_net_worth.get":"celebrity_net_worth.get: Get the total net worth of a sports celebrity based on most recent data."},"clm":{"choice":"calculate_bmi","correct":true,"latency_ms":57.59,"confidence":0.999649},"jev":{"choice":"calculate_bmi","correct":true,"latency_ms":100.98,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_bmi":"calculate_bmi: Calculate the Body Mass Index (BMI) of a person.\nParameter weight (integer); required; Weight of the person in kilograms.\nParameter height (integer); required; Height of the person in centimeters.\nParameter unit (string); Optional parameter to choose between 'imperial' and 'metric' systems. Default is 'metric'.","celebrity_net_worth.get":"celebrity_net_worth.get: Get the total net worth of a sports celebrity based on most recent data.\nParameter name (string); required; The full name of the sports celebrity.\nParameter currency (string); required; The currency in which the net worth will be returned. Default is 'USD'."},"clm":{"choice":"calculate_bmi","correct":true,"latency_ms":102.96,"confidence":0.999855},"jev":{"choice":"calculate_bmi","correct":true,"latency_ms":96.91,"confidence":1.0}},"schema":{"criteria":{"calculate_bmi":"{\"description\":\"Calculate the Body Mass Index (BMI) of a person.\",\"name\":\"calculate_bmi\",\"parameters\":{\"properties\":{\"height\":{\"description\":\"Height of the person in centimeters.\",\"type\":\"integer\"},\"unit\":{\"description\":\"Optional parameter to choose between 'imperial' and 'metric' systems. Default is 'metric'.\",\"type\":\"string\"},\"weight\":{\"description\":\"Weight of the person in kilograms.\",\"type\":\"integer\"}},\"required\":[\"weight\",\"height\"],\"type\":\"dict\"}}","celebrity_net_worth.get":"{\"description\":\"Get the total net worth of a sports celebrity based on most recent data.\",\"name\":\"celebrity_net_worth.get\",\"parameters\":{\"properties\":{\"currency\":{\"description\":\"The currency in which the net worth will be returned. Default is 'USD'.\",\"type\":\"string\"},\"name\":{\"description\":\"The full name of the sports celebrity.\",\"type\":\"string\"}},\"required\":[\"name\",\"currency\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_bmi","correct":true,"latency_ms":95.99,"confidence":0.749383},"jev":{"choice":"calculate_bmi","correct":true,"latency_ms":95.54,"confidence":1.0}}}},{"id":"multiple_117","split":"multiple","state":"User: Calculate the BMI (Body Mass Index) of a person who weighs 70kg and is 1.75m tall.","expected":"calculate_BMI","candidate_count":3,"views":{"description":{"criteria":{"calculate_BMI":"calculate_BMI: Calculate the Body Mass Index (BMI) given a person's weight and height.","soccer.get_last_match":"soccer.get_last_match: Retrieve the details of the last match played by a specified soccer club.","hotel_booking":"hotel_booking: Books a hotel room given the location, room type, stay duration and any additional preferences."},"clm":{"choice":"calculate_BMI","correct":true,"latency_ms":58.86,"confidence":0.999982},"jev":{"choice":"calculate_BMI","correct":true,"latency_ms":111.53,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_BMI":"calculate_BMI: Calculate the Body Mass Index (BMI) given a person's weight and height.\nParameter weight_kg (integer); required; The weight of the person in kilograms.\nParameter height_m (float); required; The height of the person in meters.","soccer.get_last_match":"soccer.get_last_match: Retrieve the details of the last match played by a specified soccer club.\nParameter team_name (string); required; The name of the soccer club.\nParameter include_stats (boolean); If true, include match statistics like possession, shots on target etc. Default is false.","hotel_booking":"hotel_booking: Books a hotel room given the location, room type, stay duration and any additional preferences.\nParameter location (string); required; The city where you want to book the hotel.\nParameter room_type (string); required; Type of the room required. Options: 'single', 'double', 'deluxe', etc.\nParameter duration (integer); required; The number of nights you want to book the hotel for.\nParameter start_date (string); required; The date when your stay begins.\nParameter preferences (array); Optional preferences of stay at the hotel. Default is empty array."},"clm":{"choice":"calculate_BMI","correct":true,"latency_ms":94.05,"confidence":0.999172},"jev":{"choice":"calculate_BMI","correct":true,"latency_ms":100.25,"confidence":1.0}},"schema":{"criteria":{"calculate_BMI":"{\"description\":\"Calculate the Body Mass Index (BMI) given a person's weight and height.\",\"name\":\"calculate_BMI\",\"parameters\":{\"properties\":{\"height_m\":{\"description\":\"The height of the person in meters.\",\"type\":\"float\"},\"weight_kg\":{\"description\":\"The weight of the person in kilograms.\",\"type\":\"integer\"}},\"required\":[\"weight_kg\",\"height_m\"],\"type\":\"dict\"}}","soccer.get_last_match":"{\"description\":\"Retrieve the details of the last match played by a specified soccer club.\",\"name\":\"soccer.get_last_match\",\"parameters\":{\"properties\":{\"include_stats\":{\"description\":\"If true, include match statistics like possession, shots on target etc. Default is false.\",\"type\":\"boolean\"},\"team_name\":{\"description\":\"The name of the soccer club.\",\"type\":\"string\"}},\"required\":[\"team_name\"],\"type\":\"dict\"}}","hotel_booking":"{\"description\":\"Books a hotel room given the location, room type, stay duration and any additional preferences.\",\"name\":\"hotel_booking\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The number of nights you want to book the hotel for.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city where you want to book the hotel.\",\"type\":\"string\"},\"preferences\":{\"description\":\"Optional preferences of stay at the hotel. Default is empty array.\",\"items\":{\"enum\":[\"pet_friendly\",\"gym\",\"swimming_pool\",\"free_breakfast\",\"parking\"],\"type\":\"string\"},\"type\":\"array\"},\"room_type\":{\"description\":\"Type of the room required. Options: 'single', 'double', 'deluxe', etc.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The date when your stay begins.\",\"type\":\"string\"}},\"required\":[\"location\",\"room_type\",\"duration\",\"start_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_BMI","correct":true,"latency_ms":118.46,"confidence":0.980597},"jev":{"choice":"calculate_BMI","correct":true,"latency_ms":119.19,"confidence":1.0}}}},{"id":"multiple_118","split":"multiple","state":"User: Find all movies starring Leonardo DiCaprio in the year 2010 from IMDB database.","expected":"imdb.find_movies_by_actor","candidate_count":3,"views":{"description":{"criteria":{"flight.book":"flight.book: Book a direct flight for a specific date and time from departure location to destination location.","lawsuits_search":"lawsuits_search: Search for lawsuits against a specific company within a specific time and location.","imdb.find_movies_by_actor":"imdb.find_movies_by_actor: Searches the database to find all movies by a specific actor within a certain year."},"clm":{"choice":"imdb.find_movies_by_actor","correct":true,"latency_ms":85.45,"confidence":0.999945},"jev":{"choice":"imdb.find_movies_by_actor","correct":true,"latency_ms":116.98,"confidence":1.0}},"prose_schema":{"criteria":{"flight.book":"flight.book: Book a direct flight for a specific date and time from departure location to destination location.\nParameter departure_location (string); required; The location you are departing from.\nParameter destination_location (string); required; The location you are flying to.\nParameter date (string); required; The date of the flight. Accepts standard date format e.g., 2022-04-28.\nParameter time (string); Preferred time of flight. Default is 'anytime'.\nParameter direct_flight (boolean); If set to true, only direct flights will be searched. Default is false","lawsuits_search":"lawsuits_search: Search for lawsuits against a specific company within a specific time and location.\nParameter company_name (string); required; The name of the company.\nParameter location (string); required; The location where the lawsuit was filed.\nParameter year (integer); required; The year when the lawsuit was filed.\nParameter case_type (string); The type of the case. Options include: 'civil', 'criminal', 'small_claims', etc. If not specified, search for 'all' types by default.","imdb.find_movies_by_actor":"imdb.find_movies_by_actor: Searches the database to find all movies by a specific actor within a certain year.\nParameter actor_name (string); required; The name of the actor.\nParameter year (integer); required; The specific year to search in.\nParameter category (string); The category of the film (e.g. Drama, Comedy, etc). This parameter is optional. Default is 'all'."},"clm":{"choice":"imdb.find_movies_by_actor","correct":true,"latency_ms":101.49,"confidence":0.993844},"jev":{"choice":"imdb.find_movies_by_actor","correct":true,"latency_ms":92.13,"confidence":1.0}},"schema":{"criteria":{"flight.book":"{\"description\":\"Book a direct flight for a specific date and time from departure location to destination location.\",\"name\":\"flight.book\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date of the flight. Accepts standard date format e.g., 2022-04-28.\",\"type\":\"string\"},\"departure_location\":{\"description\":\"The location you are departing from.\",\"type\":\"string\"},\"destination_location\":{\"description\":\"The location you are flying to.\",\"type\":\"string\"},\"direct_flight\":{\"description\":\"If set to true, only direct flights will be searched. Default is false\",\"type\":\"boolean\"},\"time\":{\"description\":\"Preferred time of flight. Default is 'anytime'.\",\"type\":\"string\"}},\"required\":[\"departure_location\",\"destination_location\",\"date\"],\"type\":\"dict\"}}","lawsuits_search":"{\"description\":\"Search for lawsuits against a specific company within a specific time and location.\",\"name\":\"lawsuits_search\",\"parameters\":{\"properties\":{\"case_type\":{\"description\":\"The type of the case. Options include: 'civil', 'criminal', 'small_claims', etc. If not specified, search for 'all' types by default.\",\"type\":\"string\"},\"company_name\":{\"description\":\"The name of the company.\",\"type\":\"string\"},\"location\":{\"description\":\"The location where the lawsuit was filed.\",\"type\":\"string\"},\"year\":{\"description\":\"The year when the lawsuit was filed.\",\"type\":\"integer\"}},\"required\":[\"company_name\",\"location\",\"year\"],\"type\":\"dict\"}}","imdb.find_movies_by_actor":"{\"description\":\"Searches the database to find all movies by a specific actor within a certain year.\",\"name\":\"imdb.find_movies_by_actor\",\"parameters\":{\"properties\":{\"actor_name\":{\"description\":\"The name of the actor.\",\"type\":\"string\"},\"category\":{\"description\":\"The category of the film (e.g. Drama, Comedy, etc). This parameter is optional. Default is 'all'.\",\"type\":\"string\"},\"year\":{\"description\":\"The specific year to search in.\",\"type\":\"integer\"}},\"required\":[\"actor_name\",\"year\"],\"type\":\"dict\"}}"},"clm":{"choice":"imdb.find_movies_by_actor","correct":true,"latency_ms":104.78,"confidence":0.582644},"jev":{"choice":"imdb.find_movies_by_actor","correct":true,"latency_ms":105.18,"confidence":1.0}}}},{"id":"multiple_119","split":"multiple","state":"User: Find records in database in user table where age is greater than 25 and job is 'engineer'.","expected":"database.query","candidate_count":4,"views":{"description":{"criteria":{"average_batting_score":"average_batting_score: Get the average batting score of a cricketer for specified past matches.","calculate_return_on_investment":"calculate_return_on_investment: Calculate the return on investment for a given stock based on its purchase price, sale price, and any dividends received.","database.query":"database.query: Query the database based on certain conditions.","probability_of_event":"probability_of_event: Calculates the probability of an event."},"clm":{"choice":"database.query","correct":true,"latency_ms":66.8,"confidence":0.99955},"jev":{"choice":"database.query","correct":true,"latency_ms":111.52,"confidence":1.0}},"prose_schema":{"criteria":{"average_batting_score":"average_batting_score: Get the average batting score of a cricketer for specified past matches.\nParameter player_name (string); required; Name of the cricket player.\nParameter matches (integer); required; Number of past matches to consider for average calculation.\nParameter match_format (string); Format of the cricket matches considered (e.g., 'T20', 'ODI', 'Test'). Default is 'T20'.","calculate_return_on_investment":"calculate_return_on_investment: Calculate the return on investment for a given stock based on its purchase price, sale price, and any dividends received.\nParameter purchase_price (float); required; The price the stock was bought at.\nParameter sale_price (float); required; The price the stock was sold at.\nParameter dividend (float); Any dividends received from the stock.; default: 0","database.query":"database.query: Query the database based on certain conditions.\nParameter table (string); required; Name of the table to query.\nParameter conditions (array); required; Conditions for the query.","probability_of_event":"probability_of_event: Calculates the probability of an event.\nParameter success_outcomes (integer); required; The number of successful outcomes.\nParameter total_outcomes (integer); required; The total number of possible outcomes.\nParameter format_as_ratio (boolean); When true, formats the output as a ratio instead of a decimal. Default is false."},"clm":{"choice":"database.query","correct":true,"latency_ms":92.85,"confidence":0.995605},"jev":{"choice":"database.query","correct":true,"latency_ms":113.37,"confidence":1.0}},"schema":{"criteria":{"average_batting_score":"{\"description\":\"Get the average batting score of a cricketer for specified past matches.\",\"name\":\"average_batting_score\",\"parameters\":{\"properties\":{\"match_format\":{\"description\":\"Format of the cricket matches considered (e.g., 'T20', 'ODI', 'Test'). Default is 'T20'.\",\"type\":\"string\"},\"matches\":{\"description\":\"Number of past matches to consider for average calculation.\",\"type\":\"integer\"},\"player_name\":{\"description\":\"Name of the cricket player.\",\"type\":\"string\"}},\"required\":[\"player_name\",\"matches\"],\"type\":\"dict\"}}","calculate_return_on_investment":"{\"description\":\"Calculate the return on investment for a given stock based on its purchase price, sale price, and any dividends received.\",\"name\":\"calculate_return_on_investment\",\"parameters\":{\"properties\":{\"dividend\":{\"default\":0,\"description\":\"Any dividends received from the stock.\",\"type\":\"float\"},\"purchase_price\":{\"description\":\"The price the stock was bought at.\",\"type\":\"float\"},\"sale_price\":{\"description\":\"The price the stock was sold at.\",\"type\":\"float\"}},\"required\":[\"purchase_price\",\"sale_price\"],\"type\":\"dict\"}}","database.query":"{\"description\":\"Query the database based on certain conditions.\",\"name\":\"database.query\",\"parameters\":{\"properties\":{\"conditions\":{\"description\":\"Conditions for the query.\",\"items\":{\"properties\":{\"field\":{\"description\":\"The field to apply the condition.\",\"type\":\"string\"},\"operation\":{\"description\":\"The operation to be performed.\",\"enum\":[\"<\",\">\",\"=\",\">=\",\"<=\"],\"type\":\"string\"},\"value\":{\"description\":\"The value to be compared.\",\"type\":\"string\"}},\"required\":[\"field\",\"operation\",\"value\"],\"type\":\"dict\"},\"type\":\"array\"},\"table\":{\"description\":\"Name of the table to query.\",\"type\":\"string\"}},\"required\":[\"table\",\"conditions\"],\"type\":\"dict\"}}","probability_of_event":"{\"description\":\"Calculates the probability of an event.\",\"name\":\"probability_of_event\",\"parameters\":{\"properties\":{\"format_as_ratio\":{\"description\":\"When true, formats the output as a ratio instead of a decimal. Default is false.\",\"type\":\"boolean\"},\"success_outcomes\":{\"description\":\"The number of successful outcomes.\",\"type\":\"integer\"},\"total_outcomes\":{\"description\":\"The total number of possible outcomes.\",\"type\":\"integer\"}},\"required\":[\"success_outcomes\",\"total_outcomes\"],\"type\":\"dict\"}}"},"clm":{"choice":"database.query","correct":true,"latency_ms":150.56,"confidence":0.463357},"jev":{"choice":"database.query","correct":true,"latency_ms":120.35,"confidence":1.0}}}},{"id":"multiple_120","split":"multiple","state":"User: How much time will it take for the light to reach earth from a star 4 light years away?","expected":"light_travel_time","candidate_count":4,"views":{"description":{"criteria":{"light_travel_time":"light_travel_time: Calculate the time taken for light to travel from a celestial body to another.","safeway.order":"safeway.order: Order specified items from a Safeway location.","book_hotel":"book_hotel: Book a room in a specific hotel with particular preferences","latest_exchange_rate":"latest_exchange_rate: Retrieve the latest exchange rate between two specified currencies."},"clm":{"choice":"light_travel_time","correct":true,"latency_ms":87.61,"confidence":0.999769},"jev":{"choice":"light_travel_time","correct":true,"latency_ms":98.95,"confidence":1.0}},"prose_schema":{"criteria":{"light_travel_time":"light_travel_time: Calculate the time taken for light to travel from a celestial body to another.\nParameter distance_in_light_years (integer); required; The distance between the two celestial bodies in light years.\nParameter speed_of_light (integer); The speed of light in vacuum, in m/s. Default value is 299792458 m/s.","safeway.order":"safeway.order: Order specified items from a Safeway location.\nParameter location (string); required; The location of the Safeway store, e.g. Palo Alto, CA.\nParameter items (array); required; List of items to order.\nParameter quantity (array); required; Quantity of each item in the order list.","book_hotel":"book_hotel: Book a room in a specific hotel with particular preferences\nParameter hotel_name (string); required; The name of the hotel.\nParameter location (string); required; The location of the hotel.\nParameter room_type (string); required; The type of room preferred.\nParameter start_date (string); required; The starting date of the stay in format MM-DD-YYYY.\nParameter stay_duration (integer); required; The duration of the stay in days.\nParameter view (string); The preferred view from the room, can be ignored if no preference. If none provided, assumes no preference.; default: No preference","latest_exchange_rate":"latest_exchange_rate: Retrieve the latest exchange rate between two specified currencies.\nParameter source_currency (string); required; The currency you are converting from.\nParameter target_currency (string); required; The currency you are converting to.\nParameter amount (float); The amount to be converted. If omitted, exchange rate of 1 unit source currency is given. Default is 1."},"clm":{"choice":"light_travel_time","correct":true,"latency_ms":100.87,"confidence":0.762496},"jev":{"choice":"light_travel_time","correct":true,"latency_ms":112.75,"confidence":1.0}},"schema":{"criteria":{"light_travel_time":"{\"description\":\"Calculate the time taken for light to travel from a celestial body to another.\",\"name\":\"light_travel_time\",\"parameters\":{\"properties\":{\"distance_in_light_years\":{\"description\":\"The distance between the two celestial bodies in light years.\",\"type\":\"integer\"},\"speed_of_light\":{\"description\":\"The speed of light in vacuum, in m/s. Default value is 299792458 m/s.\",\"type\":\"integer\"}},\"required\":[\"distance_in_light_years\"],\"type\":\"dict\"}}","safeway.order":"{\"description\":\"Order specified items from a Safeway location.\",\"name\":\"safeway.order\",\"parameters\":{\"properties\":{\"items\":{\"description\":\"List of items to order.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"The location of the Safeway store, e.g. Palo Alto, CA.\",\"type\":\"string\"},\"quantity\":{\"description\":\"Quantity of each item in the order list.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"}},\"required\":[\"location\",\"items\",\"quantity\"],\"type\":\"dict\"}}","book_hotel":"{\"description\":\"Book a room in a specific hotel with particular preferences\",\"name\":\"book_hotel\",\"parameters\":{\"properties\":{\"hotel_name\":{\"description\":\"The name of the hotel.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the hotel.\",\"type\":\"string\"},\"room_type\":{\"description\":\"The type of room preferred.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the stay in format MM-DD-YYYY.\",\"type\":\"string\"},\"stay_duration\":{\"description\":\"The duration of the stay in days.\",\"type\":\"integer\"},\"view\":{\"default\":\"No preference\",\"description\":\"The preferred view from the room, can be ignored if no preference. If none provided, assumes no preference.\",\"type\":\"string\"}},\"required\":[\"hotel_name\",\"location\",\"room_type\",\"start_date\",\"stay_duration\"],\"type\":\"dict\"}}","latest_exchange_rate":"{\"description\":\"Retrieve the latest exchange rate between two specified currencies.\",\"name\":\"latest_exchange_rate\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount to be converted. If omitted, exchange rate of 1 unit source currency is given. Default is 1.\",\"type\":\"float\"},\"source_currency\":{\"description\":\"The currency you are converting from.\",\"type\":\"string\"},\"target_currency\":{\"description\":\"The currency you are converting to.\",\"type\":\"string\"}},\"required\":[\"source_currency\",\"target_currency\"],\"type\":\"dict\"}}"},"clm":{"choice":"light_travel_time","correct":true,"latency_ms":116.64,"confidence":0.930263},"jev":{"choice":"light_travel_time","correct":true,"latency_ms":131.62,"confidence":1.0}}}},{"id":"multiple_121","split":"multiple","state":"User: Calculate the area of a triangle with base 6 and height 10.","expected":"geometry.area_triangle","candidate_count":3,"views":{"description":{"criteria":{"map_service.get_directions":"map_service.get_directions: Retrieve directions from a starting location to an ending location, including options for route preferences.","science_history.get_invention":"science_history.get_invention: Retrieve the inventor and year of invention based on the invention's name.","geometry.area_triangle":"geometry.area_triangle: Calculate the area of a triangle."},"clm":{"choice":"geometry.area_triangle","correct":true,"latency_ms":92.99,"confidence":0.999999},"jev":{"choice":"geometry.area_triangle","correct":true,"latency_ms":98.03,"confidence":1.0}},"prose_schema":{"criteria":{"map_service.get_directions":"map_service.get_directions: Retrieve directions from a starting location to an ending location, including options for route preferences.\nParameter start (string); required; Starting location for the route.\nParameter end (string); required; Ending location for the route.\nParameter avoid (array); Route features to avoid. Default is empty array.","science_history.get_invention":"science_history.get_invention: Retrieve the inventor and year of invention based on the invention's name.\nParameter invention_name (string); required; The name of the invention.\nParameter want_year (boolean); required; Return the year of invention if set to true.; default: False","geometry.area_triangle":"geometry.area_triangle: Calculate the area of a triangle.\nParameter base (integer); required; The length of the base of the triangle.\nParameter height (integer); required; The height of the triangle from the base.\nParameter unit (string); The measurement unit for the area. Defaults to square meters."},"clm":{"choice":"geometry.area_triangle","correct":true,"latency_ms":89.85,"confidence":0.998335},"jev":{"choice":"geometry.area_triangle","correct":true,"latency_ms":108.63,"confidence":1.0}},"schema":{"criteria":{"map_service.get_directions":"{\"description\":\"Retrieve directions from a starting location to an ending location, including options for route preferences.\",\"name\":\"map_service.get_directions\",\"parameters\":{\"properties\":{\"avoid\":{\"description\":\"Route features to avoid. Default is empty array.\",\"items\":{\"enum\":[\"tolls\",\"highways\",\"ferries\"],\"type\":\"string\"},\"type\":\"array\"},\"end\":{\"description\":\"Ending location for the route.\",\"type\":\"string\"},\"start\":{\"description\":\"Starting location for the route.\",\"type\":\"string\"}},\"required\":[\"start\",\"end\"],\"type\":\"dict\"}}","science_history.get_invention":"{\"description\":\"Retrieve the inventor and year of invention based on the invention's name.\",\"name\":\"science_history.get_invention\",\"parameters\":{\"properties\":{\"invention_name\":{\"description\":\"The name of the invention.\",\"type\":\"string\"},\"want_year\":{\"default\":false,\"description\":\"Return the year of invention if set to true.\",\"type\":\"boolean\"}},\"required\":[\"invention_name\",\"want_year\"],\"type\":\"dict\"}}","geometry.area_triangle":"{\"description\":\"Calculate the area of a triangle.\",\"name\":\"geometry.area_triangle\",\"parameters\":{\"properties\":{\"base\":{\"description\":\"The length of the base of the triangle.\",\"type\":\"integer\"},\"height\":{\"description\":\"The height of the triangle from the base.\",\"type\":\"integer\"},\"unit\":{\"description\":\"The measurement unit for the area. Defaults to square meters.\",\"type\":\"string\"}},\"required\":[\"base\",\"height\"],\"type\":\"dict\"}}"},"clm":{"choice":"geometry.area_triangle","correct":true,"latency_ms":93.06,"confidence":0.980167},"jev":{"choice":"geometry.area_triangle","correct":true,"latency_ms":117.98,"confidence":1.0}}}},{"id":"multiple_122","split":"multiple","state":"User: Run a linear regression model with predictor variables 'Age', 'Income' and 'Education' and a target variable 'Purchase_Amount'. Also apply standardization.","expected":"run_linear_regression","candidate_count":4,"views":{"description":{"criteria":{"cooking_conversion.convert":"cooking_conversion.convert: Convert cooking measurements from one unit to another.","run_linear_regression":"run_linear_regression: Build a linear regression model using given predictor variables and a target variable.","find_recipe":"find_recipe: Locate a recipe based on name and its calorie content","travel_itinerary_generator":"travel_itinerary_generator: Generate a travel itinerary based on specific destination, duration and daily budget, with preferred exploration type."},"clm":{"choice":"run_linear_regression","correct":true,"latency_ms":80.68,"confidence":0.999981},"jev":{"choice":"run_linear_regression","correct":true,"latency_ms":146.2,"confidence":1.0}},"prose_schema":{"criteria":{"cooking_conversion.convert":"cooking_conversion.convert: Convert cooking measurements from one unit to another.\nParameter quantity (integer); required; The quantity to be converted.\nParameter from_unit (string); required; The unit to convert from.\nParameter to_unit (string); required; The unit to convert to.\nParameter item (string); required; The item to be converted.","run_linear_regression":"run_linear_regression: Build a linear regression model using given predictor variables and a target variable.\nParameter predictors (array); required; Array containing the names of predictor variables.\nParameter target (string); required; The name of target variable.\nParameter standardize (boolean); Option to apply standardization on the predictors. Defaults to False.","find_recipe":"find_recipe: Locate a recipe based on name and its calorie content\nParameter recipeName (string); required; The recipe's name.\nParameter maxCalories (integer); The maximum calorie content of the recipe.; default: 1000","travel_itinerary_generator":"travel_itinerary_generator: Generate a travel itinerary based on specific destination, duration and daily budget, with preferred exploration type.\nParameter destination (string); required; Destination city of the trip.\nParameter days (integer); required; Number of days for the trip.\nParameter daily_budget (float); required; The maximum daily budget for the trip.\nParameter exploration_type (string); The preferred exploration type.; allowed values: nature, urban, history, culture; default: urban"},"clm":{"choice":"run_linear_regression","correct":true,"latency_ms":108.81,"confidence":0.999829},"jev":{"choice":"run_linear_regression","correct":true,"latency_ms":100.05,"confidence":1.0}},"schema":{"criteria":{"cooking_conversion.convert":"{\"description\":\"Convert cooking measurements from one unit to another.\",\"name\":\"cooking_conversion.convert\",\"parameters\":{\"properties\":{\"from_unit\":{\"description\":\"The unit to convert from.\",\"type\":\"string\"},\"item\":{\"description\":\"The item to be converted.\",\"type\":\"string\"},\"quantity\":{\"description\":\"The quantity to be converted.\",\"type\":\"integer\"},\"to_unit\":{\"description\":\"The unit to convert to.\",\"type\":\"string\"}},\"required\":[\"quantity\",\"from_unit\",\"to_unit\",\"item\"],\"type\":\"dict\"}}","run_linear_regression":"{\"description\":\"Build a linear regression model using given predictor variables and a target variable.\",\"name\":\"run_linear_regression\",\"parameters\":{\"properties\":{\"predictors\":{\"description\":\"Array containing the names of predictor variables.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"standardize\":{\"description\":\"Option to apply standardization on the predictors. Defaults to False.\",\"type\":\"boolean\"},\"target\":{\"description\":\"The name of target variable.\",\"type\":\"string\"}},\"required\":[\"predictors\",\"target\"],\"type\":\"dict\"}}","find_recipe":"{\"description\":\"Locate a recipe based on name and its calorie content\",\"name\":\"find_recipe\",\"parameters\":{\"properties\":{\"maxCalories\":{\"default\":1000,\"description\":\"The maximum calorie content of the recipe.\",\"type\":\"integer\"},\"recipeName\":{\"description\":\"The recipe's name.\",\"type\":\"string\"}},\"required\":[\"recipeName\"],\"type\":\"dict\"}}","travel_itinerary_generator":"{\"description\":\"Generate a travel itinerary based on specific destination, duration and daily budget, with preferred exploration type.\",\"name\":\"travel_itinerary_generator\",\"parameters\":{\"properties\":{\"daily_budget\":{\"description\":\"The maximum daily budget for the trip.\",\"type\":\"float\"},\"days\":{\"description\":\"Number of days for the trip.\",\"type\":\"integer\"},\"destination\":{\"description\":\"Destination city of the trip.\",\"type\":\"string\"},\"exploration_type\":{\"default\":\"urban\",\"description\":\"The preferred exploration type.\",\"enum\":[\"nature\",\"urban\",\"history\",\"culture\"],\"type\":\"string\"}},\"required\":[\"destination\",\"days\",\"daily_budget\"],\"type\":\"dict\"}}"},"clm":{"choice":"travel_itinerary_generator","correct":false,"latency_ms":100.41,"confidence":0.676303},"jev":{"choice":"run_linear_regression","correct":true,"latency_ms":102.98,"confidence":1.0}}}},{"id":"multiple_123","split":"multiple","state":"User: Calculate the probability of drawing a king from a deck of cards.","expected":"calculate_probability","candidate_count":3,"views":{"description":{"criteria":{"calculate_probability":"calculate_probability: Calculate the probability of an event.","lawsuit_search":"lawsuit_search: Retrieve all lawsuits involving a particular entity from specified jurisdiction.","predict_house_price":"predict_house_price: Predict house price based on area, number of rooms and year of construction."},"clm":{"choice":"calculate_probability","correct":true,"latency_ms":81.76,"confidence":0.999775},"jev":{"choice":"calculate_probability","correct":true,"latency_ms":149.32,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_probability":"calculate_probability: Calculate the probability of an event.\nParameter total_outcomes (integer); required; Total number of possible outcomes.\nParameter favorable_outcomes (integer); required; Number of outcomes considered as 'successful'.\nParameter round_to (integer); Number of decimal places to round the result to.; default: 2","lawsuit_search":"lawsuit_search: Retrieve all lawsuits involving a particular entity from specified jurisdiction.\nParameter entity (string); required; The entity involved in lawsuits.\nParameter county (string); required; The jurisdiction for the lawsuit search.\nParameter state (string); The state for the lawsuit search. Default is California.","predict_house_price":"predict_house_price: Predict house price based on area, number of rooms and year of construction.\nParameter area (integer); required; Area of the house in square feet.\nParameter rooms (integer); required; Number of rooms in the house.\nParameter year (integer); required; Year when the house was constructed.\nParameter location (string); required; The location or city of the house."},"clm":{"choice":"calculate_probability","correct":true,"latency_ms":64.37,"confidence":0.959665},"jev":{"choice":"calculate_probability","correct":true,"latency_ms":102.55,"confidence":1.0}},"schema":{"criteria":{"calculate_probability":"{\"description\":\"Calculate the probability of an event.\",\"name\":\"calculate_probability\",\"parameters\":{\"properties\":{\"favorable_outcomes\":{\"description\":\"Number of outcomes considered as 'successful'.\",\"type\":\"integer\"},\"round_to\":{\"default\":2,\"description\":\"Number of decimal places to round the result to.\",\"type\":\"integer\"},\"total_outcomes\":{\"description\":\"Total number of possible outcomes.\",\"type\":\"integer\"}},\"required\":[\"total_outcomes\",\"favorable_outcomes\"],\"type\":\"dict\"}}","lawsuit_search":"{\"description\":\"Retrieve all lawsuits involving a particular entity from specified jurisdiction.\",\"name\":\"lawsuit_search\",\"parameters\":{\"properties\":{\"county\":{\"description\":\"The jurisdiction for the lawsuit search.\",\"type\":\"string\"},\"entity\":{\"description\":\"The entity involved in lawsuits.\",\"type\":\"string\"},\"state\":{\"description\":\"The state for the lawsuit search. Default is California.\",\"type\":\"string\"}},\"required\":[\"entity\",\"county\"],\"type\":\"dict\"}}","predict_house_price":"{\"description\":\"Predict house price based on area, number of rooms and year of construction.\",\"name\":\"predict_house_price\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"Area of the house in square feet.\",\"type\":\"integer\"},\"location\":{\"description\":\"The location or city of the house.\",\"type\":\"string\"},\"rooms\":{\"description\":\"Number of rooms in the house.\",\"type\":\"integer\"},\"year\":{\"description\":\"Year when the house was constructed.\",\"type\":\"integer\"}},\"required\":[\"area\",\"rooms\",\"year\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_probability","correct":true,"latency_ms":99.49,"confidence":0.750759},"jev":{"choice":"calculate_probability","correct":true,"latency_ms":98.4,"confidence":1.0}}}},{"id":"multiple_124","split":"multiple","state":"User: What's the probability of drawing a king from a well shuffled standard deck of 52 cards?","expected":"probabilities.calculate_single","candidate_count":3,"views":{"description":{"criteria":{"math.power":"math.power: Calculate the power of one number raised to another.","probabilities.calculate_single":"probabilities.calculate_single: Calculate the probability of an event.","fetch_DNA_sequence":"fetch_DNA_sequence: Retrieve the sequence of a DNA molecule with the given id from a public database."},"clm":{"choice":"probabilities.calculate_single","correct":true,"latency_ms":89.47,"confidence":0.818426},"jev":{"choice":"probabilities.calculate_single","correct":true,"latency_ms":139.57,"confidence":1.0}},"prose_schema":{"criteria":{"math.power":"math.power: Calculate the power of one number raised to another.\nParameter base (float); required; The base number.\nParameter exponent (float); required; The exponent.\nParameter mod (integer); The modulus. Default is None. Calculates pow(base, exponent) % mod when provided.","probabilities.calculate_single":"probabilities.calculate_single: Calculate the probability of an event.\nParameter total_outcomes (integer); required; The total number of outcomes.\nParameter event_outcomes (integer); required; The number of outcomes where the event occurs.\nParameter round (integer); Round the answer to a specified number of decimal places. Defaults to 2.","fetch_DNA_sequence":"fetch_DNA_sequence: Retrieve the sequence of a DNA molecule with the given id from a public database.\nParameter DNA_id (string); required; Unique ID of the DNA molecule in the database.\nParameter format (string); Optional parameter to get sequence in specific format (default to 'fasta').\nParameter upstream (integer); Optional parameter to include certain number of base pairs upstream the DNA sequence (default to 0)."},"clm":{"choice":"probabilities.calculate_single","correct":true,"latency_ms":93.16,"confidence":0.905545},"jev":{"choice":"probabilities.calculate_single","correct":true,"latency_ms":141.0,"confidence":1.0}},"schema":{"criteria":{"math.power":"{\"description\":\"Calculate the power of one number raised to another.\",\"name\":\"math.power\",\"parameters\":{\"properties\":{\"base\":{\"description\":\"The base number.\",\"type\":\"float\"},\"exponent\":{\"description\":\"The exponent.\",\"type\":\"float\"},\"mod\":{\"description\":\"The modulus. Default is None. Calculates pow(base, exponent) % mod when provided.\",\"type\":\"integer\"}},\"required\":[\"base\",\"exponent\"],\"type\":\"dict\"}}","probabilities.calculate_single":"{\"description\":\"Calculate the probability of an event.\",\"name\":\"probabilities.calculate_single\",\"parameters\":{\"properties\":{\"event_outcomes\":{\"description\":\"The number of outcomes where the event occurs.\",\"type\":\"integer\"},\"round\":{\"description\":\"Round the answer to a specified number of decimal places. Defaults to 2.\",\"type\":\"integer\"},\"total_outcomes\":{\"description\":\"The total number of outcomes.\",\"type\":\"integer\"}},\"required\":[\"total_outcomes\",\"event_outcomes\"],\"type\":\"dict\"}}","fetch_DNA_sequence":"{\"description\":\"Retrieve the sequence of a DNA molecule with the given id from a public database.\",\"name\":\"fetch_DNA_sequence\",\"parameters\":{\"properties\":{\"DNA_id\":{\"description\":\"Unique ID of the DNA molecule in the database.\",\"type\":\"string\"},\"format\":{\"description\":\"Optional parameter to get sequence in specific format (default to 'fasta').\",\"type\":\"string\"},\"upstream\":{\"description\":\"Optional parameter to include certain number of base pairs upstream the DNA sequence (default to 0).\",\"type\":\"integer\"}},\"required\":[\"DNA_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"probabilities.calculate_single","correct":true,"latency_ms":102.84,"confidence":0.7335},"jev":{"choice":"probabilities.calculate_single","correct":true,"latency_ms":126.96,"confidence":1.0}}}},{"id":"multiple_125","split":"multiple","state":"User: Run a two sample T-test to compare the average of Group A [3, 4, 5, 6, 4] and Group B [7, 8, 9, 8, 7] assuming equal variance.","expected":"run_two_sample_ttest","candidate_count":3,"views":{"description":{"criteria":{"restaurant_search.find_closest":"restaurant_search.find_closest: Locate the closest sushi restaurant based on certain criteria, such as the presence of a patio.","run_two_sample_ttest":"run_two_sample_ttest: Runs a two sample t-test for two given data groups.","get_personality_traits":"get_personality_traits: Retrieve the common personality traits of people based on their hobbies or activities."},"clm":{"choice":"run_two_sample_ttest","correct":true,"latency_ms":79.27,"confidence":1.0},"jev":{"choice":"run_two_sample_ttest","correct":true,"latency_ms":140.96,"confidence":1.0}},"prose_schema":{"criteria":{"restaurant_search.find_closest":"restaurant_search.find_closest: Locate the closest sushi restaurant based on certain criteria, such as the presence of a patio.\nParameter location (string); required; The city, for instance Boston, MA\nParameter cuisine (string); required; Type of food like Sushi.\nParameter amenities (array); Preferred amenities in the restaurant. Default is empty array.","run_two_sample_ttest":"run_two_sample_ttest: Runs a two sample t-test for two given data groups.\nParameter group1 (array); required; First group of data points.\nParameter group2 (array); required; Second group of data points.\nParameter equal_variance (boolean); Assumption about whether the two samples have equal variance.; default: True","get_personality_traits":"get_personality_traits: Retrieve the common personality traits of people based on their hobbies or activities.\nParameter hobby (string); required; The hobby or activity of interest.\nParameter trait_count (integer); The number of top traits to return, default is 5"},"clm":{"choice":"run_two_sample_ttest","correct":true,"latency_ms":84.8,"confidence":0.999917},"jev":{"choice":"run_two_sample_ttest","correct":true,"latency_ms":100.57,"confidence":1.0}},"schema":{"criteria":{"restaurant_search.find_closest":"{\"description\":\"Locate the closest sushi restaurant based on certain criteria, such as the presence of a patio.\",\"name\":\"restaurant_search.find_closest\",\"parameters\":{\"properties\":{\"amenities\":{\"description\":\"Preferred amenities in the restaurant. Default is empty array.\",\"items\":{\"enum\":[\"Patio\",\"Wi-Fi\",\"Happy Hour\",\"Wheelchair Accessible\"],\"type\":\"string\"},\"type\":\"array\"},\"cuisine\":{\"description\":\"Type of food like Sushi.\",\"type\":\"string\"},\"location\":{\"description\":\"The city, for instance Boston, MA\",\"type\":\"string\"}},\"required\":[\"location\",\"cuisine\"],\"type\":\"dict\"}}","run_two_sample_ttest":"{\"description\":\"Runs a two sample t-test for two given data groups.\",\"name\":\"run_two_sample_ttest\",\"parameters\":{\"properties\":{\"equal_variance\":{\"default\":true,\"description\":\"Assumption about whether the two samples have equal variance.\",\"type\":\"boolean\"},\"group1\":{\"description\":\"First group of data points.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"group2\":{\"description\":\"Second group of data points.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"}},\"required\":[\"group1\",\"group2\"],\"type\":\"dict\"}}","get_personality_traits":"{\"description\":\"Retrieve the common personality traits of people based on their hobbies or activities.\",\"name\":\"get_personality_traits\",\"parameters\":{\"properties\":{\"hobby\":{\"description\":\"The hobby or activity of interest.\",\"type\":\"string\"},\"trait_count\":{\"description\":\"The number of top traits to return, default is 5\",\"type\":\"integer\"}},\"required\":[\"hobby\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_personality_traits","correct":false,"latency_ms":98.37,"confidence":0.861441},"jev":{"choice":"run_two_sample_ttest","correct":true,"latency_ms":108.76,"confidence":1.0}}}},{"id":"multiple_126","split":"multiple","state":"User: Find the statistical significance between two set of variables, dataset_A with the values 12, 24, 36 and dataset_B with the values 15, 30, 45.","expected":"t_test","candidate_count":3,"views":{"description":{"criteria":{"event_finder.find_upcoming":"event_finder.find_upcoming: Find upcoming events of a specific genre in a given location.","t_test":"t_test: Perform a statistical t-test to check if the means of two independent datasets are statistically different.","geometry.area_triangle":"geometry.area_triangle: Calculate the area of a triangle."},"clm":{"choice":"t_test","correct":true,"latency_ms":74.6,"confidence":1.0},"jev":{"choice":"t_test","correct":true,"latency_ms":122.33,"confidence":1.0}},"prose_schema":{"criteria":{"event_finder.find_upcoming":"event_finder.find_upcoming: Find upcoming events of a specific genre in a given location.\nParameter location (string); required; The city and state where the search will take place, e.g. New York, NY.\nParameter genre (string); required; The genre of events.\nParameter days_ahead (integer); The number of days from now to include in the search.; default: 7","t_test":"t_test: Perform a statistical t-test to check if the means of two independent datasets are statistically different.\nParameter dataset_A (array); required; Dataset A for comparison.\nParameter dataset_B (array); required; Dataset B for comparison.\nParameter alpha (float); Significance level for the test. Default is 0.05.","geometry.area_triangle":"geometry.area_triangle: Calculate the area of a triangle.\nParameter base (float); required; The length of the base of the triangle.\nParameter height (float); required; The height of the triangle from the base.\nParameter unit (string); The measurement unit for the area. Defaults to square meters."},"clm":{"choice":"t_test","correct":true,"latency_ms":70.17,"confidence":0.999966},"jev":{"choice":"t_test","correct":true,"latency_ms":116.34,"confidence":1.0}},"schema":{"criteria":{"event_finder.find_upcoming":"{\"description\":\"Find upcoming events of a specific genre in a given location.\",\"name\":\"event_finder.find_upcoming\",\"parameters\":{\"properties\":{\"days_ahead\":{\"default\":7,\"description\":\"The number of days from now to include in the search.\",\"type\":\"integer\"},\"genre\":{\"description\":\"The genre of events.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the search will take place, e.g. New York, NY.\",\"type\":\"string\"}},\"required\":[\"location\",\"genre\"],\"type\":\"dict\"}}","t_test":"{\"description\":\"Perform a statistical t-test to check if the means of two independent datasets are statistically different.\",\"name\":\"t_test\",\"parameters\":{\"properties\":{\"alpha\":{\"description\":\"Significance level for the test. Default is 0.05.\",\"type\":\"float\"},\"dataset_A\":{\"description\":\"Dataset A for comparison.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"dataset_B\":{\"description\":\"Dataset B for comparison.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"}},\"required\":[\"dataset_A\",\"dataset_B\"],\"type\":\"dict\"}}","geometry.area_triangle":"{\"description\":\"Calculate the area of a triangle.\",\"name\":\"geometry.area_triangle\",\"parameters\":{\"properties\":{\"base\":{\"description\":\"The length of the base of the triangle.\",\"type\":\"float\"},\"height\":{\"description\":\"The height of the triangle from the base.\",\"type\":\"float\"},\"unit\":{\"description\":\"The measurement unit for the area. Defaults to square meters.\",\"type\":\"string\"}},\"required\":[\"base\",\"height\"],\"type\":\"dict\"}}"},"clm":{"choice":"t_test","correct":true,"latency_ms":97.03,"confidence":0.70884},"jev":{"choice":"t_test","correct":true,"latency_ms":107.23,"confidence":1.0}}}},{"id":"multiple_127","split":"multiple","state":"User: What's the quarterly dividend per share of a company with 100 million outstanding shares and total dividend payout of 50 million USD?","expected":"finance.calculate_quarterly_dividend_per_share","candidate_count":4,"views":{"description":{"criteria":{"get_song_lyrics":"get_song_lyrics: Retrieve the lyrics of a song based on the artist's name and song title.","mix_paint_color":"mix_paint_color: Combine two primary paint colors and adjust the resulting color's lightness level.","finance.calculate_quarterly_dividend_per_share":"finance.calculate_quarterly_dividend_per_share: Calculate quarterly dividend per share for a company given total dividend payout and outstanding shares","movie_details.brief":"movie_details.brief: This function retrieves a brief about a specified movie."},"clm":{"choice":"finance.calculate_quarterly_dividend_per_share","correct":true,"latency_ms":94.78,"confidence":0.999767},"jev":{"choice":"finance.calculate_quarterly_dividend_per_share","correct":true,"latency_ms":94.95,"confidence":1.0}},"prose_schema":{"criteria":{"get_song_lyrics":"get_song_lyrics: Retrieve the lyrics of a song based on the artist's name and song title.\nParameter song_title (string); required; The title of the song.\nParameter artist_name (string); required; The name of the artist who performed the song.\nParameter lang (string); The language of the lyrics. Default is English.; allowed values: English, French, Spanish, German, Italian","mix_paint_color":"mix_paint_color: Combine two primary paint colors and adjust the resulting color's lightness level.\nParameter color1 (string); required; The first primary color to be mixed.\nParameter color2 (string); required; The second primary color to be mixed.\nParameter lightness (integer); The desired lightness level of the resulting color in percentage. The default level is set to 50%.","finance.calculate_quarterly_dividend_per_share":"finance.calculate_quarterly_dividend_per_share: Calculate quarterly dividend per share for a company given total dividend payout and outstanding shares\nParameter total_payout (integer); required; The total amount of dividends paid out in USD\nParameter outstanding_shares (integer); required; Total number of outstanding shares","movie_details.brief":"movie_details.brief: This function retrieves a brief about a specified movie.\nParameter title (string); required; Title of the movie\nParameter extra_info (boolean); Option to get additional information like Director, Cast, Awards etc.; default: false"},"clm":{"choice":"finance.calculate_quarterly_dividend_per_share","correct":true,"latency_ms":92.1,"confidence":0.999985},"jev":{"choice":"finance.calculate_quarterly_dividend_per_share","correct":true,"latency_ms":124.62,"confidence":1.0}},"schema":{"criteria":{"get_song_lyrics":"{\"description\":\"Retrieve the lyrics of a song based on the artist's name and song title.\",\"name\":\"get_song_lyrics\",\"parameters\":{\"properties\":{\"artist_name\":{\"description\":\"The name of the artist who performed the song.\",\"type\":\"string\"},\"lang\":{\"description\":\"The language of the lyrics. Default is English.\",\"enum\":[\"English\",\"French\",\"Spanish\",\"German\",\"Italian\"],\"type\":\"string\"},\"song_title\":{\"description\":\"The title of the song.\",\"type\":\"string\"}},\"required\":[\"song_title\",\"artist_name\"],\"type\":\"dict\"}}","mix_paint_color":"{\"description\":\"Combine two primary paint colors and adjust the resulting color's lightness level.\",\"name\":\"mix_paint_color\",\"parameters\":{\"properties\":{\"color1\":{\"description\":\"The first primary color to be mixed.\",\"type\":\"string\"},\"color2\":{\"description\":\"The second primary color to be mixed.\",\"type\":\"string\"},\"lightness\":{\"description\":\"The desired lightness level of the resulting color in percentage. The default level is set to 50%.\",\"type\":\"integer\"}},\"required\":[\"color1\",\"color2\"],\"type\":\"dict\"}}","finance.calculate_quarterly_dividend_per_share":"{\"description\":\"Calculate quarterly dividend per share for a company given total dividend payout and outstanding shares\",\"name\":\"finance.calculate_quarterly_dividend_per_share\",\"parameters\":{\"properties\":{\"outstanding_shares\":{\"description\":\"Total number of outstanding shares\",\"type\":\"integer\"},\"total_payout\":{\"description\":\"The total amount of dividends paid out in USD\",\"type\":\"integer\"}},\"required\":[\"total_payout\",\"outstanding_shares\"],\"type\":\"dict\"}}","movie_details.brief":"{\"description\":\"This function retrieves a brief about a specified movie.\",\"name\":\"movie_details.brief\",\"parameters\":{\"properties\":{\"extra_info\":{\"default\":\"false\",\"description\":\"Option to get additional information like Director, Cast, Awards etc.\",\"type\":\"boolean\"},\"title\":{\"description\":\"Title of the movie\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}"},"clm":{"choice":"finance.calculate_quarterly_dividend_per_share","correct":true,"latency_ms":96.41,"confidence":0.96686},"jev":{"choice":"finance.calculate_quarterly_dividend_per_share","correct":true,"latency_ms":101.35,"confidence":1.0}}}},{"id":"multiple_128","split":"multiple","state":"User: Calculate the company's return on equity given its net income of $2,000,000, shareholder's equity of $10,000,000, and dividends paid of $200,000.","expected":"calculate_return_on_equity","candidate_count":4,"views":{"description":{"criteria":{"public_library.find_nearby":"public_library.find_nearby: Locate nearby public libraries based on specific criteria like English fiction availability and Wi-Fi.","get_song_lyrics":"get_song_lyrics: Retrieve the lyrics of a song based on the artist's name and song title.","law_case_search.find_historical":"law_case_search.find_historical: Search for a historical law case based on specific criteria like the subject and year.","calculate_return_on_equity":"calculate_return_on_equity: Calculate a company's return on equity based on its net income, shareholder's equity, and dividends paid."},"clm":{"choice":"calculate_return_on_equity","correct":true,"latency_ms":61.27,"confidence":1.0},"jev":{"choice":"calculate_return_on_equity","correct":true,"latency_ms":115.68,"confidence":1.0}},"prose_schema":{"criteria":{"public_library.find_nearby":"public_library.find_nearby: Locate nearby public libraries based on specific criteria like English fiction availability and Wi-Fi.\nParameter location (string); required; The city and state, e.g. Boston, MA\nParameter facilities (array); required; Facilities and sections in public library.","get_song_lyrics":"get_song_lyrics: Retrieve the lyrics of a song based on the artist's name and song title.\nParameter song_title (string); required; The title of the song.\nParameter artist_name (string); required; The name of the artist who performed the song.\nParameter lang (string); The language of the lyrics. Default is English.; allowed values: English, French, Spanish, German, Italian","law_case_search.find_historical":"law_case_search.find_historical: Search for a historical law case based on specific criteria like the subject and year.\nParameter subject (string); required; The subject matter of the case, e.g., 'fraud'\nParameter from_year (integer); required; The start year for the range of the case. The case should happen after this year.\nParameter to_year (integer); required; The end year for the range of the case. The case should happen before this year.","calculate_return_on_equity":"calculate_return_on_equity: Calculate a company's return on equity based on its net income, shareholder's equity, and dividends paid.\nParameter net_income (integer); required; The company's net income.\nParameter shareholder_equity (integer); required; The company's total shareholder's equity.\nParameter dividends_paid (integer); The total dividends paid by the company. Optional. If not given, default it's 0."},"clm":{"choice":"calculate_return_on_equity","correct":true,"latency_ms":74.27,"confidence":1.0},"jev":{"choice":"calculate_return_on_equity","correct":true,"latency_ms":131.42,"confidence":1.0}},"schema":{"criteria":{"public_library.find_nearby":"{\"description\":\"Locate nearby public libraries based on specific criteria like English fiction availability and Wi-Fi.\",\"name\":\"public_library.find_nearby\",\"parameters\":{\"properties\":{\"facilities\":{\"description\":\"Facilities and sections in public library.\",\"items\":{\"enum\":[\"Wi-Fi\",\"Reading Room\",\"Fiction\",\"Children Section\",\"Cafe\"],\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"The city and state, e.g. Boston, MA\",\"type\":\"string\"}},\"required\":[\"location\",\"facilities\"],\"type\":\"dict\"}}","get_song_lyrics":"{\"description\":\"Retrieve the lyrics of a song based on the artist's name and song title.\",\"name\":\"get_song_lyrics\",\"parameters\":{\"properties\":{\"artist_name\":{\"description\":\"The name of the artist who performed the song.\",\"type\":\"string\"},\"lang\":{\"description\":\"The language of the lyrics. Default is English.\",\"enum\":[\"English\",\"French\",\"Spanish\",\"German\",\"Italian\"],\"type\":\"string\"},\"song_title\":{\"description\":\"The title of the song.\",\"type\":\"string\"}},\"required\":[\"song_title\",\"artist_name\"],\"type\":\"dict\"}}","law_case_search.find_historical":"{\"description\":\"Search for a historical law case based on specific criteria like the subject and year.\",\"name\":\"law_case_search.find_historical\",\"parameters\":{\"properties\":{\"from_year\":{\"description\":\"The start year for the range of the case. The case should happen after this year.\",\"type\":\"integer\"},\"subject\":{\"description\":\"The subject matter of the case, e.g., 'fraud'\",\"type\":\"string\"},\"to_year\":{\"description\":\"The end year for the range of the case. The case should happen before this year.\",\"type\":\"integer\"}},\"required\":[\"subject\",\"from_year\",\"to_year\"],\"type\":\"dict\"}}","calculate_return_on_equity":"{\"description\":\"Calculate a company's return on equity based on its net income, shareholder's equity, and dividends paid.\",\"name\":\"calculate_return_on_equity\",\"parameters\":{\"properties\":{\"dividends_paid\":{\"description\":\"The total dividends paid by the company. Optional. If not given, default it's 0.\",\"type\":\"integer\"},\"net_income\":{\"description\":\"The company's net income.\",\"type\":\"integer\"},\"shareholder_equity\":{\"description\":\"The company's total shareholder's equity.\",\"type\":\"integer\"}},\"required\":[\"net_income\",\"shareholder_equity\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_return_on_equity","correct":true,"latency_ms":102.73,"confidence":0.990672},"jev":{"choice":"calculate_return_on_equity","correct":true,"latency_ms":108.1,"confidence":1.0}}}},{"id":"multiple_129","split":"multiple","state":"User: Find the compound interest for an investment of $10000 with an annual interest rate of 5% compounded monthly for 5 years.","expected":"compound_interest","candidate_count":2,"views":{"description":{"criteria":{"lawsuits_search":"lawsuits_search: Search for lawsuits against a specific company within a specific time and location.","compound_interest":"compound_interest: Calculate compound interest for a certain time period."},"clm":{"choice":"compound_interest","correct":true,"latency_ms":66.81,"confidence":0.999999},"jev":{"choice":"compound_interest","correct":true,"latency_ms":109.63,"confidence":1.0}},"prose_schema":{"criteria":{"lawsuits_search":"lawsuits_search: Search for lawsuits against a specific company within a specific time and location.\nParameter company_name (string); required; The name of the company.\nParameter location (string); required; The location where the lawsuit was filed.\nParameter year (integer); required; The year when the lawsuit was filed.\nParameter case_type (string); The type of the case. Options include: 'civil', 'criminal', 'small_claims', etc. If not specified, search for all types. Default is 'all'","compound_interest":"compound_interest: Calculate compound interest for a certain time period.\nParameter principal (integer); required; The initial amount of money that was invested or loaned out.\nParameter annual_rate (float); required; The interest rate for a year as a percentage.\nParameter compounding_freq (string); required; The number of times that interest is compounded per unit period.; allowed values: monthly, quarterly, annually\nParameter time_in_years (integer); required; The time the money is invested for in years."},"clm":{"choice":"compound_interest","correct":true,"latency_ms":63.28,"confidence":0.999697},"jev":{"choice":"compound_interest","correct":true,"latency_ms":107.21,"confidence":1.0}},"schema":{"criteria":{"lawsuits_search":"{\"description\":\"Search for lawsuits against a specific company within a specific time and location.\",\"name\":\"lawsuits_search\",\"parameters\":{\"properties\":{\"case_type\":{\"description\":\"The type of the case. Options include: 'civil', 'criminal', 'small_claims', etc. If not specified, search for all types. Default is 'all'\",\"type\":\"string\"},\"company_name\":{\"description\":\"The name of the company.\",\"type\":\"string\"},\"location\":{\"description\":\"The location where the lawsuit was filed.\",\"type\":\"string\"},\"year\":{\"description\":\"The year when the lawsuit was filed.\",\"type\":\"integer\"}},\"required\":[\"company_name\",\"location\",\"year\"],\"type\":\"dict\"}}","compound_interest":"{\"description\":\"Calculate compound interest for a certain time period.\",\"name\":\"compound_interest\",\"parameters\":{\"properties\":{\"annual_rate\":{\"description\":\"The interest rate for a year as a percentage.\",\"type\":\"float\"},\"compounding_freq\":{\"description\":\"The number of times that interest is compounded per unit period.\",\"enum\":[\"monthly\",\"quarterly\",\"annually\"],\"type\":\"string\"},\"principal\":{\"description\":\"The initial amount of money that was invested or loaned out.\",\"type\":\"integer\"},\"time_in_years\":{\"description\":\"The time the money is invested for in years.\",\"type\":\"integer\"}},\"required\":[\"principal\",\"annual_rate\",\"compounding_freq\",\"time_in_years\"],\"type\":\"dict\"}}"},"clm":{"choice":"compound_interest","correct":true,"latency_ms":96.91,"confidence":0.95882},"jev":{"choice":"compound_interest","correct":true,"latency_ms":121.38,"confidence":1.0}}}},{"id":"multiple_130","split":"multiple","state":"User: Calculate the Compound Annual Growth Rate (CAGR) for an initial investment of $2000, final value of $3000 in a period of 4 years.","expected":"calculate_cagr","candidate_count":3,"views":{"description":{"criteria":{"chess.rating":"chess.rating: Fetches the current chess rating of a given player","solve_quadratic":"solve_quadratic: Find the roots of a quadratic equation. Returns both roots.","calculate_cagr":"calculate_cagr: Calculate the Compound Annual Growth Rate (CAGR) given an initial investment value, a final investment value, and the number of years."},"clm":{"choice":"calculate_cagr","correct":true,"latency_ms":72.03,"confidence":0.99996},"jev":{"choice":"calculate_cagr","correct":true,"latency_ms":116.35,"confidence":1.0}},"prose_schema":{"criteria":{"chess.rating":"chess.rating: Fetches the current chess rating of a given player\nParameter player_name (string); required; The full name of the chess player.\nParameter variant (string); The variant of chess for which rating is requested (e.g., 'classical', 'blitz', 'bullet'). Default is 'classical'.","solve_quadratic":"solve_quadratic: Find the roots of a quadratic equation. Returns both roots.\nParameter a (integer); required; Coefficient of x².\nParameter b (integer); required; Coefficient of x.\nParameter c (integer); required; Constant term.","calculate_cagr":"calculate_cagr: Calculate the Compound Annual Growth Rate (CAGR) given an initial investment value, a final investment value, and the number of years.\nParameter initial_value (integer); required; The initial investment value.\nParameter final_value (integer); required; The final investment value.\nParameter period_in_years (integer); required; The period of the investment in years."},"clm":{"choice":"calculate_cagr","correct":true,"latency_ms":85.87,"confidence":0.999999},"jev":{"choice":"calculate_cagr","correct":true,"latency_ms":121.05,"confidence":1.0}},"schema":{"criteria":{"chess.rating":"{\"description\":\"Fetches the current chess rating of a given player\",\"name\":\"chess.rating\",\"parameters\":{\"properties\":{\"player_name\":{\"description\":\"The full name of the chess player.\",\"type\":\"string\"},\"variant\":{\"description\":\"The variant of chess for which rating is requested (e.g., 'classical', 'blitz', 'bullet'). Default is 'classical'.\",\"type\":\"string\"}},\"required\":[\"player_name\"],\"type\":\"dict\"}}","solve_quadratic":"{\"description\":\"Find the roots of a quadratic equation. Returns both roots.\",\"name\":\"solve_quadratic\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"Coefficient of x².\",\"type\":\"integer\"},\"b\":{\"description\":\"Coefficient of x.\",\"type\":\"integer\"},\"c\":{\"description\":\"Constant term.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\",\"c\"],\"type\":\"dict\"}}","calculate_cagr":"{\"description\":\"Calculate the Compound Annual Growth Rate (CAGR) given an initial investment value, a final investment value, and the number of years.\",\"name\":\"calculate_cagr\",\"parameters\":{\"properties\":{\"final_value\":{\"description\":\"The final investment value.\",\"type\":\"integer\"},\"initial_value\":{\"description\":\"The initial investment value.\",\"type\":\"integer\"},\"period_in_years\":{\"description\":\"The period of the investment in years.\",\"type\":\"integer\"}},\"required\":[\"initial_value\",\"final_value\",\"period_in_years\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_cagr","correct":true,"latency_ms":96.57,"confidence":0.91396},"jev":{"choice":"calculate_cagr","correct":true,"latency_ms":105.89,"confidence":1.0}}}},{"id":"multiple_131","split":"multiple","state":"User: Find the market performance of the S&P 500 and the Dow Jones over the past 5 days.","expected":"market_performance.get_data","candidate_count":3,"views":{"description":{"criteria":{"restaurant.find_nearby":"restaurant.find_nearby: Locate nearby restaurants based on specific dietary preferences.","market_performance.get_data":"market_performance.get_data: Retrieve the market performance data for specified indexes over a specified time period.","sports.match_results":"sports.match_results: Returns the results of a given match between two teams."},"clm":{"choice":"market_performance.get_data","correct":true,"latency_ms":98.66,"confidence":0.999764},"jev":{"choice":"market_performance.get_data","correct":true,"latency_ms":261.47,"confidence":1.0}},"prose_schema":{"criteria":{"restaurant.find_nearby":"restaurant.find_nearby: Locate nearby restaurants based on specific dietary preferences.\nParameter location (string); required; The city and state, e.g. Los Angeles, CA\nParameter dietary_preference (array); Dietary preference. Default is empty array.","market_performance.get_data":"market_performance.get_data: Retrieve the market performance data for specified indexes over a specified time period.\nParameter indexes (array); required; Array of stock market indexes. Supported indexes are 'S&P 500', 'Dow Jones', 'NASDAQ', 'FTSE 100', 'DAX' etc.\nParameter days (integer); required; Number of days in the past for which the performance data is required.\nParameter detailed (boolean); Whether to return detailed performance data. If set to true, returns high, low, opening, and closing prices. If false, returns only closing prices. Default is false.","sports.match_results":"sports.match_results: Returns the results of a given match between two teams.\nParameter team1 (string); required; The name of the first team.\nParameter team2 (string); required; The name of the second team.\nParameter season (string); The season when the match happened. Default is the current season."},"clm":{"choice":"market_performance.get_data","correct":true,"latency_ms":89.57,"confidence":0.999947},"jev":{"choice":"market_performance.get_data","correct":true,"latency_ms":102.84,"confidence":1.0}},"schema":{"criteria":{"restaurant.find_nearby":"{\"description\":\"Locate nearby restaurants based on specific dietary preferences.\",\"name\":\"restaurant.find_nearby\",\"parameters\":{\"properties\":{\"dietary_preference\":{\"description\":\"Dietary preference. Default is empty array.\",\"items\":{\"enum\":[\"Vegan\",\"Vegetarian\",\"Gluten-free\",\"Dairy-free\",\"Nut-free\"],\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"The city and state, e.g. Los Angeles, CA\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","market_performance.get_data":"{\"description\":\"Retrieve the market performance data for specified indexes over a specified time period.\",\"name\":\"market_performance.get_data\",\"parameters\":{\"properties\":{\"days\":{\"description\":\"Number of days in the past for which the performance data is required.\",\"type\":\"integer\"},\"detailed\":{\"description\":\"Whether to return detailed performance data. If set to true, returns high, low, opening, and closing prices. If false, returns only closing prices. Default is false.\",\"type\":\"boolean\"},\"indexes\":{\"description\":\"Array of stock market indexes. Supported indexes are 'S&P 500', 'Dow Jones', 'NASDAQ', 'FTSE 100', 'DAX' etc.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"indexes\",\"days\"],\"type\":\"dict\"}}","sports.match_results":"{\"description\":\"Returns the results of a given match between two teams.\",\"name\":\"sports.match_results\",\"parameters\":{\"properties\":{\"season\":{\"description\":\"The season when the match happened. Default is the current season.\",\"type\":\"string\"},\"team1\":{\"description\":\"The name of the first team.\",\"type\":\"string\"},\"team2\":{\"description\":\"The name of the second team.\",\"type\":\"string\"}},\"required\":[\"team1\",\"team2\"],\"type\":\"dict\"}}"},"clm":{"choice":"sports.match_results","correct":false,"latency_ms":106.41,"confidence":0.852985},"jev":{"choice":"market_performance.get_data","correct":true,"latency_ms":129.57,"confidence":1.0}}}},{"id":"multiple_132","split":"multiple","state":"User: Calculate the future value of an investment with an annual rate of return of 8%, an initial investment of $20000, and a time frame of 5 years.","expected":"finance.calculate_future_value","candidate_count":3,"views":{"description":{"criteria":{"mix_paint_color":"mix_paint_color: Combine two primary paint colors and adjust the resulting color's lightness level.","finance.calculate_future_value":"finance.calculate_future_value: Calculate the future value of an investment given an initial investment, annual rate of return, and a time frame.","create_histogram":"create_histogram: Create a histogram based on provided data."},"clm":{"choice":"finance.calculate_future_value","correct":true,"latency_ms":57.66,"confidence":0.999909},"jev":{"choice":"finance.calculate_future_value","correct":true,"latency_ms":112.14,"confidence":1.0}},"prose_schema":{"criteria":{"mix_paint_color":"mix_paint_color: Combine two primary paint colors and adjust the resulting color's lightness level.\nParameter color1 (string); required; The first primary color to be mixed.\nParameter color2 (string); required; The second primary color to be mixed.\nParameter lightness (integer); The desired lightness level of the resulting color in percentage. The default level is set to 50%.","finance.calculate_future_value":"finance.calculate_future_value: Calculate the future value of an investment given an initial investment, annual rate of return, and a time frame.\nParameter initial_investment (integer); required; The initial investment amount.\nParameter rate_of_return (float); required; The annual rate of return.\nParameter years (integer); required; The time frame of the investment in years.\nParameter contribution (integer); Optional: Additional regular contributions. Default is 0.","create_histogram":"create_histogram: Create a histogram based on provided data.\nParameter data (array); required; The data for which histogram needs to be plotted.\nParameter bins (integer); required; The number of equal-width bins in the range. Default is 10."},"clm":{"choice":"finance.calculate_future_value","correct":true,"latency_ms":65.22,"confidence":0.944201},"jev":{"choice":"finance.calculate_future_value","correct":true,"latency_ms":151.13,"confidence":1.0}},"schema":{"criteria":{"mix_paint_color":"{\"description\":\"Combine two primary paint colors and adjust the resulting color's lightness level.\",\"name\":\"mix_paint_color\",\"parameters\":{\"properties\":{\"color1\":{\"description\":\"The first primary color to be mixed.\",\"type\":\"string\"},\"color2\":{\"description\":\"The second primary color to be mixed.\",\"type\":\"string\"},\"lightness\":{\"description\":\"The desired lightness level of the resulting color in percentage. The default level is set to 50%.\",\"type\":\"integer\"}},\"required\":[\"color1\",\"color2\"],\"type\":\"dict\"}}","finance.calculate_future_value":"{\"description\":\"Calculate the future value of an investment given an initial investment, annual rate of return, and a time frame.\",\"name\":\"finance.calculate_future_value\",\"parameters\":{\"properties\":{\"contribution\":{\"description\":\"Optional: Additional regular contributions. Default is 0.\",\"type\":\"integer\"},\"initial_investment\":{\"description\":\"The initial investment amount.\",\"type\":\"integer\"},\"rate_of_return\":{\"description\":\"The annual rate of return.\",\"type\":\"float\"},\"years\":{\"description\":\"The time frame of the investment in years.\",\"type\":\"integer\"}},\"required\":[\"initial_investment\",\"rate_of_return\",\"years\"],\"type\":\"dict\"}}","create_histogram":"{\"description\":\"Create a histogram based on provided data.\",\"name\":\"create_histogram\",\"parameters\":{\"properties\":{\"bins\":{\"description\":\"The number of equal-width bins in the range. Default is 10.\",\"type\":\"integer\"},\"data\":{\"description\":\"The data for which histogram needs to be plotted.\",\"items\":{\"type\":\"float\"},\"type\":\"array\"}},\"required\":[\"data\",\"bins\"],\"type\":\"dict\"}}"},"clm":{"choice":"finance.calculate_future_value","correct":true,"latency_ms":95.71,"confidence":0.910823},"jev":{"choice":"finance.calculate_future_value","correct":true,"latency_ms":100.28,"confidence":1.0}}}},{"id":"multiple_133","split":"multiple","state":"User: Calculate the balance of a mutual fund given a total investment of $50000 with a 5% annual yield after 3 years.","expected":"calculate_mutual_fund_balance","candidate_count":2,"views":{"description":{"criteria":{"calculate_mutual_fund_balance":"calculate_mutual_fund_balance: Calculate the final balance of a mutual fund investment based on the total initial investment, annual yield rate and the time period.","geometry.calculate_area_circle":"geometry.calculate_area_circle: Calculate the area of a circle given its radius."},"clm":{"choice":"calculate_mutual_fund_balance","correct":true,"latency_ms":71.9,"confidence":0.998996},"jev":{"choice":"calculate_mutual_fund_balance","correct":true,"latency_ms":110.15,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_mutual_fund_balance":"calculate_mutual_fund_balance: Calculate the final balance of a mutual fund investment based on the total initial investment, annual yield rate and the time period.\nParameter investment_amount (integer); required; The initial total amount invested in the fund.\nParameter annual_yield (float); required; The annual yield rate of the fund.\nParameter years (integer); required; The period of time for the fund to mature.","geometry.calculate_area_circle":"geometry.calculate_area_circle: Calculate the area of a circle given its radius.\nParameter radius (float); required; The radius of the circle.\nParameter unit (string); The measurement unit of the radius (optional parameter, default is 'units')."},"clm":{"choice":"calculate_mutual_fund_balance","correct":true,"latency_ms":67.02,"confidence":0.998704},"jev":{"choice":"calculate_mutual_fund_balance","correct":true,"latency_ms":123.45,"confidence":1.0}},"schema":{"criteria":{"calculate_mutual_fund_balance":"{\"description\":\"Calculate the final balance of a mutual fund investment based on the total initial investment, annual yield rate and the time period.\",\"name\":\"calculate_mutual_fund_balance\",\"parameters\":{\"properties\":{\"annual_yield\":{\"description\":\"The annual yield rate of the fund.\",\"type\":\"float\"},\"investment_amount\":{\"description\":\"The initial total amount invested in the fund.\",\"type\":\"integer\"},\"years\":{\"description\":\"The period of time for the fund to mature.\",\"type\":\"integer\"}},\"required\":[\"investment_amount\",\"annual_yield\",\"years\"],\"type\":\"dict\"}}","geometry.calculate_area_circle":"{\"description\":\"Calculate the area of a circle given its radius.\",\"name\":\"geometry.calculate_area_circle\",\"parameters\":{\"properties\":{\"radius\":{\"description\":\"The radius of the circle.\",\"type\":\"float\"},\"unit\":{\"description\":\"The measurement unit of the radius (optional parameter, default is 'units').\",\"type\":\"string\"}},\"required\":[\"radius\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_mutual_fund_balance","correct":true,"latency_ms":75.0,"confidence":0.993402},"jev":{"choice":"calculate_mutual_fund_balance","correct":true,"latency_ms":114.87,"confidence":1.0}}}},{"id":"multiple_134","split":"multiple","state":"User: Look up details of a felony crime record for case number CA123456 in San Diego County","expected":"crime_record.get_record","candidate_count":4,"views":{"description":{"criteria":{"calculate_density":"calculate_density: Calculate the population density of a specific country in a specific year.","crime_record.get_record":"crime_record.get_record: Retrieve detailed felony crime records using a specific case number and location.","get_highest_scoring_player":"get_highest_scoring_player: Retrieve the highest scoring player in a specific game and season.","calculate_compound_interest":"calculate_compound_interest: Calculates the compound interest of an investment over a given time period."},"clm":{"choice":"crime_record.get_record","correct":true,"latency_ms":80.75,"confidence":0.894042},"jev":{"choice":"crime_record.get_record","correct":true,"latency_ms":118.46,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_density":"calculate_density: Calculate the population density of a specific country in a specific year.\nParameter country (string); required; The country for which the density needs to be calculated.\nParameter year (string); required; The year in which the density is to be calculated.\nParameter population (integer); required; The population of the country.\nParameter land_area (float); required; The land area of the country in square kilometers.","crime_record.get_record":"crime_record.get_record: Retrieve detailed felony crime records using a specific case number and location.\nParameter case_number (string); required; The case number related to the crime.\nParameter county (string); required; The county in which the crime occurred.\nParameter details (boolean); To get a detailed report, set as true. Defaults to false.","get_highest_scoring_player":"get_highest_scoring_player: Retrieve the highest scoring player in a specific game and season.\nParameter game (string); required; The game in which you want to find the highest scoring player.\nParameter season (string); required; The season during which the high score was achieved.\nParameter region (string); The geographical region in which the game is being played (Optional). Defaults to 'USA'","calculate_compound_interest":"calculate_compound_interest: Calculates the compound interest of an investment over a given time period.\nParameter principle (float); required; The initial amount of the investment.\nParameter interest_rate (float); required; The yearly interest rate of the investment.\nParameter time (integer); required; The time, in years, the money is invested or borrowed for.\nParameter compounds_per_year (integer); The number of times the interest is compounded per year. Default is 1 (interest is compounded yearly)."},"clm":{"choice":"crime_record.get_record","correct":true,"latency_ms":98.63,"confidence":0.999488},"jev":{"choice":"crime_record.get_record","correct":true,"latency_ms":117.39,"confidence":1.0}},"schema":{"criteria":{"calculate_density":"{\"description\":\"Calculate the population density of a specific country in a specific year.\",\"name\":\"calculate_density\",\"parameters\":{\"properties\":{\"country\":{\"description\":\"The country for which the density needs to be calculated.\",\"type\":\"string\"},\"land_area\":{\"description\":\"The land area of the country in square kilometers.\",\"type\":\"float\"},\"population\":{\"description\":\"The population of the country.\",\"type\":\"integer\"},\"year\":{\"description\":\"The year in which the density is to be calculated.\",\"type\":\"string\"}},\"required\":[\"country\",\"year\",\"population\",\"land_area\"],\"type\":\"dict\"}}","crime_record.get_record":"{\"description\":\"Retrieve detailed felony crime records using a specific case number and location.\",\"name\":\"crime_record.get_record\",\"parameters\":{\"properties\":{\"case_number\":{\"description\":\"The case number related to the crime.\",\"type\":\"string\"},\"county\":{\"description\":\"The county in which the crime occurred.\",\"type\":\"string\"},\"details\":{\"description\":\"To get a detailed report, set as true. Defaults to false.\",\"type\":\"boolean\"}},\"required\":[\"case_number\",\"county\"],\"type\":\"dict\"}}","get_highest_scoring_player":"{\"description\":\"Retrieve the highest scoring player in a specific game and season.\",\"name\":\"get_highest_scoring_player\",\"parameters\":{\"properties\":{\"game\":{\"description\":\"The game in which you want to find the highest scoring player.\",\"type\":\"string\"},\"region\":{\"description\":\"The geographical region in which the game is being played (Optional). Defaults to 'USA'\",\"type\":\"string\"},\"season\":{\"description\":\"The season during which the high score was achieved.\",\"type\":\"string\"}},\"required\":[\"game\",\"season\"],\"type\":\"dict\"}}","calculate_compound_interest":"{\"description\":\"Calculates the compound interest of an investment over a given time period.\",\"name\":\"calculate_compound_interest\",\"parameters\":{\"properties\":{\"compounds_per_year\":{\"description\":\"The number of times the interest is compounded per year. Default is 1 (interest is compounded yearly).\",\"type\":\"integer\"},\"interest_rate\":{\"description\":\"The yearly interest rate of the investment.\",\"type\":\"float\"},\"principle\":{\"description\":\"The initial amount of the investment.\",\"type\":\"float\"},\"time\":{\"description\":\"The time, in years, the money is invested or borrowed for.\",\"type\":\"integer\"}},\"required\":[\"principle\",\"interest_rate\",\"time\"],\"type\":\"dict\"}}"},"clm":{"choice":"crime_record.get_record","correct":true,"latency_ms":140.61,"confidence":0.525195},"jev":{"choice":"crime_record.get_record","correct":true,"latency_ms":115.76,"confidence":1.0}}}},{"id":"multiple_135","split":"multiple","state":"User: Who was the victim in the case docket numbered 2022/AL2562 in California?","expected":"get_case_info","candidate_count":2,"views":{"description":{"criteria":{"get_case_info":"get_case_info: Retrieve case details using a specific case docket number and court location.","calculate_triangle_area":"calculate_triangle_area: Calculate the area of a triangle given its base and height."},"clm":{"choice":"get_case_info","correct":true,"latency_ms":56.7,"confidence":0.985424},"jev":{"choice":"get_case_info","correct":true,"latency_ms":99.34,"confidence":1.0}},"prose_schema":{"criteria":{"get_case_info":"get_case_info: Retrieve case details using a specific case docket number and court location.\nParameter docket (string); required; Docket number for the specific court case.\nParameter court (string); required; Court in which the case was heard.\nParameter info_type (string); required; Specify the information type needed for the case. i.e., victim, accused, verdict etc.","calculate_triangle_area":"calculate_triangle_area: Calculate the area of a triangle given its base and height.\nParameter base (float); required; The base of the triangle.\nParameter height (float); required; The height of the triangle.\nParameter unit (string); The unit of measure (defaults to 'units' if not specified)"},"clm":{"choice":"get_case_info","correct":true,"latency_ms":83.5,"confidence":0.999472},"jev":{"choice":"get_case_info","correct":true,"latency_ms":123.72,"confidence":1.0}},"schema":{"criteria":{"get_case_info":"{\"description\":\"Retrieve case details using a specific case docket number and court location.\",\"name\":\"get_case_info\",\"parameters\":{\"properties\":{\"court\":{\"description\":\"Court in which the case was heard.\",\"type\":\"string\"},\"docket\":{\"description\":\"Docket number for the specific court case.\",\"type\":\"string\"},\"info_type\":{\"description\":\"Specify the information type needed for the case. i.e., victim, accused, verdict etc.\",\"type\":\"string\"}},\"required\":[\"docket\",\"court\",\"info_type\"],\"type\":\"dict\"}}","calculate_triangle_area":"{\"description\":\"Calculate the area of a triangle given its base and height.\",\"name\":\"calculate_triangle_area\",\"parameters\":{\"properties\":{\"base\":{\"description\":\"The base of the triangle.\",\"type\":\"float\"},\"height\":{\"description\":\"The height of the triangle.\",\"type\":\"float\"},\"unit\":{\"description\":\"The unit of measure (defaults to 'units' if not specified)\",\"type\":\"string\"}},\"required\":[\"base\",\"height\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_triangle_area","correct":false,"latency_ms":66.07,"confidence":0.948501},"jev":{"choice":"get_case_info","correct":true,"latency_ms":124.89,"confidence":1.0}}}},{"id":"multiple_136","split":"multiple","state":"User: Provide me the official crime rate of violent crime in San Francisco in 2020.","expected":"get_crime_rate","candidate_count":2,"views":{"description":{"criteria":{"get_crime_rate":"get_crime_rate: Retrieve the official crime rate of a city.","poker_game_winner":"poker_game_winner: Identify the winner in a poker game based on the cards."},"clm":{"choice":"get_crime_rate","correct":true,"latency_ms":72.53,"confidence":0.976444},"jev":{"choice":"get_crime_rate","correct":true,"latency_ms":116.23,"confidence":1.0}},"prose_schema":{"criteria":{"get_crime_rate":"get_crime_rate: Retrieve the official crime rate of a city.\nParameter city (string); required; The name of the city.\nParameter state (string); required; The state where the city is located.\nParameter type (string); Optional. The type of crime. Default ''\nParameter year (integer); Optional. The year for the crime rate data. Defaults to 2024.","poker_game_winner":"poker_game_winner: Identify the winner in a poker game based on the cards.\nParameter players (array); required; Names of the players in a list.\nParameter cards (dict); required; An object containing the player name as key and the cards as values in a list.\nParameter type (string); Type of poker game. Defaults to 'Texas Holdem'"},"clm":{"choice":"get_crime_rate","correct":true,"latency_ms":72.38,"confidence":0.99993},"jev":{"choice":"get_crime_rate","correct":true,"latency_ms":99.59,"confidence":1.0}},"schema":{"criteria":{"get_crime_rate":"{\"description\":\"Retrieve the official crime rate of a city.\",\"name\":\"get_crime_rate\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city.\",\"type\":\"string\"},\"state\":{\"description\":\"The state where the city is located.\",\"type\":\"string\"},\"type\":{\"description\":\"Optional. The type of crime. Default ''\",\"type\":\"string\"},\"year\":{\"description\":\"Optional. The year for the crime rate data. Defaults to 2024.\",\"type\":\"integer\"}},\"required\":[\"city\",\"state\"],\"type\":\"dict\"}}","poker_game_winner":"{\"description\":\"Identify the winner in a poker game based on the cards.\",\"name\":\"poker_game_winner\",\"parameters\":{\"properties\":{\"cards\":{\"description\":\"An object containing the player name as key and the cards as values in a list.\",\"type\":\"dict\"},\"players\":{\"description\":\"Names of the players in a list.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"type\":{\"description\":\"Type of poker game. Defaults to 'Texas Holdem'\",\"type\":\"string\"}},\"required\":[\"players\",\"cards\"],\"type\":\"dict\"}}"},"clm":{"choice":"poker_game_winner","correct":false,"latency_ms":78.61,"confidence":0.899603},"jev":{"choice":"get_crime_rate","correct":true,"latency_ms":108.07,"confidence":1.0}}}},{"id":"multiple_137","split":"multiple","state":"User: Search for ongoing lawsuits related to the company 'Google' filed after January 1, 2021 in California.","expected":"lawsuit_search","candidate_count":3,"views":{"description":{"criteria":{"lawsuit_search":"lawsuit_search: Search for lawsuits related to a specific company within a specific date range and location.","walmart.check_price":"walmart.check_price: Calculate total price for given items and their quantities at Walmart.","event_finder.find_upcoming":"event_finder.find_upcoming: Find upcoming events of a specific genre in a given location."},"clm":{"choice":"lawsuit_search","correct":true,"latency_ms":78.58,"confidence":0.879434},"jev":{"choice":"lawsuit_search","correct":true,"latency_ms":121.97,"confidence":1.0}},"prose_schema":{"criteria":{"lawsuit_search":"lawsuit_search: Search for lawsuits related to a specific company within a specific date range and location.\nParameter company (string); required; The company related to the lawsuit.\nParameter start_date (string); required; Start of the date range for when the lawsuit was filed.\nParameter location (string); required; Location where the lawsuit was filed.\nParameter status (string); The status of the lawsuit. Default is 'ongoing'.; allowed values: ongoing, settled, dismissed","walmart.check_price":"walmart.check_price: Calculate total price for given items and their quantities at Walmart.\nParameter items (array); required; List of items to be priced.\nParameter quantities (array); required; Quantity of each item corresponding to the items list.\nParameter store_location (string); The store location for specific pricing (optional). Default is 'USA'.","event_finder.find_upcoming":"event_finder.find_upcoming: Find upcoming events of a specific genre in a given location.\nParameter location (string); required; The city and state where the search will take place, e.g. New York, NY.\nParameter genre (string); required; The genre of events.\nParameter days_ahead (integer); The number of days from now to include in the search.; default: 7"},"clm":{"choice":"walmart.check_price","correct":false,"latency_ms":102.72,"confidence":0.760837},"jev":{"choice":"lawsuit_search","correct":true,"latency_ms":144.72,"confidence":1.0}},"schema":{"criteria":{"lawsuit_search":"{\"description\":\"Search for lawsuits related to a specific company within a specific date range and location.\",\"name\":\"lawsuit_search\",\"parameters\":{\"properties\":{\"company\":{\"description\":\"The company related to the lawsuit.\",\"type\":\"string\"},\"location\":{\"description\":\"Location where the lawsuit was filed.\",\"type\":\"string\"},\"start_date\":{\"description\":\"Start of the date range for when the lawsuit was filed.\",\"type\":\"string\"},\"status\":{\"description\":\"The status of the lawsuit. Default is 'ongoing'.\",\"enum\":[\"ongoing\",\"settled\",\"dismissed\"],\"type\":\"string\"}},\"required\":[\"company\",\"start_date\",\"location\"],\"type\":\"dict\"}}","walmart.check_price":"{\"description\":\"Calculate total price for given items and their quantities at Walmart.\",\"name\":\"walmart.check_price\",\"parameters\":{\"properties\":{\"items\":{\"description\":\"List of items to be priced.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"quantities\":{\"description\":\"Quantity of each item corresponding to the items list.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"store_location\":{\"description\":\"The store location for specific pricing (optional). Default is 'USA'.\",\"type\":\"string\"}},\"required\":[\"items\",\"quantities\"],\"type\":\"dict\"}}","event_finder.find_upcoming":"{\"description\":\"Find upcoming events of a specific genre in a given location.\",\"name\":\"event_finder.find_upcoming\",\"parameters\":{\"properties\":{\"days_ahead\":{\"default\":7,\"description\":\"The number of days from now to include in the search.\",\"type\":\"integer\"},\"genre\":{\"description\":\"The genre of events.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the search will take place, e.g. New York, NY.\",\"type\":\"string\"}},\"required\":[\"location\",\"genre\"],\"type\":\"dict\"}}"},"clm":{"choice":"walmart.check_price","correct":false,"latency_ms":79.31,"confidence":0.63208},"jev":{"choice":"lawsuit_search","correct":true,"latency_ms":119.5,"confidence":1.0}}}},{"id":"multiple_138","split":"multiple","state":"User: How to obtain the detailed case information of the R vs Adams legal case?","expected":"legal_case.fetch","candidate_count":3,"views":{"description":{"criteria":{"park_information":"park_information: Retrieve the basic information such as elevation and area of a national park.","legal_case.fetch":"legal_case.fetch: Fetch detailed legal case information from database.","calculate_stock_return":"calculate_stock_return: Calculate the projected return of a stock investment given the investment amount, the annual growth rate and holding period in years."},"clm":{"choice":"legal_case.fetch","correct":true,"latency_ms":81.87,"confidence":0.988872},"jev":{"choice":"legal_case.fetch","correct":true,"latency_ms":110.69,"confidence":1.0}},"prose_schema":{"criteria":{"park_information":"park_information: Retrieve the basic information such as elevation and area of a national park.\nParameter park_name (string); required; The name of the national park.\nParameter information (array); required; The type of information you want about the park.","legal_case.fetch":"legal_case.fetch: Fetch detailed legal case information from database.\nParameter case_id (string); required; The ID of the legal case.\nParameter details (boolean); required; True if need the detail info. Default is false.","calculate_stock_return":"calculate_stock_return: Calculate the projected return of a stock investment given the investment amount, the annual growth rate and holding period in years.\nParameter investment_amount (float); required; The amount of money to invest.\nParameter annual_growth_rate (float); required; The expected annual growth rate of the stock.\nParameter holding_period (integer); required; The number of years you intend to hold the stock.\nParameter include_dividends (boolean); Optional. True if the calculation should take into account potential dividends. Default is false."},"clm":{"choice":"legal_case.fetch","correct":true,"latency_ms":92.91,"confidence":0.947633},"jev":{"choice":"legal_case.fetch","correct":true,"latency_ms":139.78,"confidence":1.0}},"schema":{"criteria":{"park_information":"{\"description\":\"Retrieve the basic information such as elevation and area of a national park.\",\"name\":\"park_information\",\"parameters\":{\"properties\":{\"information\":{\"description\":\"The type of information you want about the park.\",\"items\":{\"enum\":[\"Elevation\",\"Area\",\"Location\",\"Established Year\"],\"type\":\"string\"},\"type\":\"array\"},\"park_name\":{\"description\":\"The name of the national park.\",\"type\":\"string\"}},\"required\":[\"park_name\",\"information\"],\"type\":\"dict\"}}","legal_case.fetch":"{\"description\":\"Fetch detailed legal case information from database.\",\"name\":\"legal_case.fetch\",\"parameters\":{\"properties\":{\"case_id\":{\"description\":\"The ID of the legal case.\",\"type\":\"string\"},\"details\":{\"description\":\"True if need the detail info. Default is false.\",\"type\":\"boolean\"}},\"required\":[\"case_id\",\"details\"],\"type\":\"dict\"}}","calculate_stock_return":"{\"description\":\"Calculate the projected return of a stock investment given the investment amount, the annual growth rate and holding period in years.\",\"name\":\"calculate_stock_return\",\"parameters\":{\"properties\":{\"annual_growth_rate\":{\"description\":\"The expected annual growth rate of the stock.\",\"type\":\"float\"},\"holding_period\":{\"description\":\"The number of years you intend to hold the stock.\",\"type\":\"integer\"},\"include_dividends\":{\"description\":\"Optional. True if the calculation should take into account potential dividends. Default is false.\",\"type\":\"boolean\"},\"investment_amount\":{\"description\":\"The amount of money to invest.\",\"type\":\"float\"}},\"required\":[\"investment_amount\",\"annual_growth_rate\",\"holding_period\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_stock_return","correct":false,"latency_ms":77.0,"confidence":0.738881},"jev":{"choice":"legal_case.fetch","correct":true,"latency_ms":106.14,"confidence":1.0}}}},{"id":"multiple_139","split":"multiple","state":"User: Find details of patent lawsuits involving the company 'Apple Inc.' from the year 2010.","expected":"lawsuit_details.find","candidate_count":4,"views":{"description":{"criteria":{"get_collectables_in_season":"get_collectables_in_season: Retrieve a list of collectable items in a specific game during a specified season.","game_score.highest":"game_score.highest: Retrieve the highest score achieved by any player in a specific game.","lawsuit_details.find":"lawsuit_details.find: Find details of lawsuits involving a specific company from a given year.","calculate_binomial_probability":"calculate_binomial_probability: Calculates the binomial probability given the number of trials, successes and the probability of success on an individual trial."},"clm":{"choice":"lawsuit_details.find","correct":true,"latency_ms":63.95,"confidence":0.90903},"jev":{"choice":"lawsuit_details.find","correct":true,"latency_ms":147.48,"confidence":1.0}},"prose_schema":{"criteria":{"get_collectables_in_season":"get_collectables_in_season: Retrieve a list of collectable items in a specific game during a specified season.\nParameter game_name (string); required; Name of the game.\nParameter season (string); required; The season for which to retrieve the collectable items.\nParameter item_type (string); The type of item to search for. Default is 'all'. Possible values: 'all', 'bug', 'fish', 'sea creatures', etc.","game_score.highest":"game_score.highest: Retrieve the highest score achieved by any player in a specific game.\nParameter game (string); required; The name of the online game.\nParameter platform (string); required; The platform where the game is played, e.g. PC, Xbox, Playstation\nParameter region (string); The geographic region of the player. Defaults to 'Global'","lawsuit_details.find":"lawsuit_details.find: Find details of lawsuits involving a specific company from a given year.\nParameter company_name (string); required; Name of the company.\nParameter year (integer); required; Year of the lawsuit.\nParameter case_type (string); Type of the lawsuit, e.g., 'IPR', 'Patent', 'Commercial', etc. This is an optional parameter. Default is 'all'.","calculate_binomial_probability":"calculate_binomial_probability: Calculates the binomial probability given the number of trials, successes and the probability of success on an individual trial.\nParameter number_of_trials (integer); required; The total number of trials.\nParameter number_of_successes (integer); required; The desired number of successful outcomes.\nParameter probability_of_success (float); The probability of a successful outcome on any given trial.; default: 0.5"},"clm":{"choice":"lawsuit_details.find","correct":true,"latency_ms":87.11,"confidence":0.995038},"jev":{"choice":"lawsuit_details.find","correct":true,"latency_ms":104.72,"confidence":1.0}},"schema":{"criteria":{"get_collectables_in_season":"{\"description\":\"Retrieve a list of collectable items in a specific game during a specified season.\",\"name\":\"get_collectables_in_season\",\"parameters\":{\"properties\":{\"game_name\":{\"description\":\"Name of the game.\",\"type\":\"string\"},\"item_type\":{\"description\":\"The type of item to search for. Default is 'all'. Possible values: 'all', 'bug', 'fish', 'sea creatures', etc.\",\"type\":\"string\"},\"season\":{\"description\":\"The season for which to retrieve the collectable items.\",\"type\":\"string\"}},\"required\":[\"game_name\",\"season\"],\"type\":\"dict\"}}","game_score.highest":"{\"description\":\"Retrieve the highest score achieved by any player in a specific game.\",\"name\":\"game_score.highest\",\"parameters\":{\"properties\":{\"game\":{\"description\":\"The name of the online game.\",\"type\":\"string\"},\"platform\":{\"description\":\"The platform where the game is played, e.g. PC, Xbox, Playstation\",\"type\":\"string\"},\"region\":{\"description\":\"The geographic region of the player. Defaults to 'Global'\",\"type\":\"string\"}},\"required\":[\"game\",\"platform\"],\"type\":\"dict\"}}","lawsuit_details.find":"{\"description\":\"Find details of lawsuits involving a specific company from a given year.\",\"name\":\"lawsuit_details.find\",\"parameters\":{\"properties\":{\"case_type\":{\"description\":\"Type of the lawsuit, e.g., 'IPR', 'Patent', 'Commercial', etc. This is an optional parameter. Default is 'all'.\",\"type\":\"string\"},\"company_name\":{\"description\":\"Name of the company.\",\"type\":\"string\"},\"year\":{\"description\":\"Year of the lawsuit.\",\"type\":\"integer\"}},\"required\":[\"company_name\",\"year\"],\"type\":\"dict\"}}","calculate_binomial_probability":"{\"description\":\"Calculates the binomial probability given the number of trials, successes and the probability of success on an individual trial.\",\"name\":\"calculate_binomial_probability\",\"parameters\":{\"properties\":{\"number_of_successes\":{\"description\":\"The desired number of successful outcomes.\",\"type\":\"integer\"},\"number_of_trials\":{\"description\":\"The total number of trials.\",\"type\":\"integer\"},\"probability_of_success\":{\"default\":0.5,\"description\":\"The probability of a successful outcome on any given trial.\",\"type\":\"float\"}},\"required\":[\"number_of_trials\",\"number_of_successes\"],\"type\":\"dict\"}}"},"clm":{"choice":"lawsuit_details.find","correct":true,"latency_ms":119.94,"confidence":0.84313},"jev":{"choice":"lawsuit_details.find","correct":true,"latency_ms":111.67,"confidence":1.0}}}},{"id":"multiple_140","split":"multiple","state":"User: Find the lawsuits filed against the company Google in California in the year 2020.","expected":"lawsuits_search","candidate_count":2,"views":{"description":{"criteria":{"lawsuits_search":"lawsuits_search: Search for lawsuits against a specific company within a specific time and location.","hilton_hotel.check_availability":"hilton_hotel.check_availability: Check hotel availability for a specific location and time frame."},"clm":{"choice":"lawsuits_search","correct":true,"latency_ms":75.54,"confidence":0.831935},"jev":{"choice":"lawsuits_search","correct":true,"latency_ms":132.42,"confidence":1.0}},"prose_schema":{"criteria":{"lawsuits_search":"lawsuits_search: Search for lawsuits against a specific company within a specific time and location.\nParameter company_name (string); required; The name of the company.\nParameter location (string); required; The location where the lawsuit was filed.\nParameter year (integer); required; The year when the lawsuit was filed.\nParameter case_type (string); The type of the case. Options include: 'civil', 'criminal', 'small_claims', etc. If not specified, search for all types. Default is 'all'","hilton_hotel.check_availability":"hilton_hotel.check_availability: Check hotel availability for a specific location and time frame.\nParameter location (string); required; The city where you want to check hotel availability.\nParameter check_in_date (string); required; The check-in date in the format YYYY-MM-DD.\nParameter check_out_date (string); required; The check-out date in the format YYYY-MM-DD.\nParameter no_of_adults (integer); required; The number of adults for the hotel booking.\nParameter hotel_chain (string); The hotel chain where you want to book the hotel.; default: Hilton"},"clm":{"choice":"lawsuits_search","correct":true,"latency_ms":63.89,"confidence":0.977086},"jev":{"choice":"lawsuits_search","correct":true,"latency_ms":121.75,"confidence":1.0}},"schema":{"criteria":{"lawsuits_search":"{\"description\":\"Search for lawsuits against a specific company within a specific time and location.\",\"name\":\"lawsuits_search\",\"parameters\":{\"properties\":{\"case_type\":{\"description\":\"The type of the case. Options include: 'civil', 'criminal', 'small_claims', etc. If not specified, search for all types. Default is 'all'\",\"type\":\"string\"},\"company_name\":{\"description\":\"The name of the company.\",\"type\":\"string\"},\"location\":{\"description\":\"The location where the lawsuit was filed.\",\"type\":\"string\"},\"year\":{\"description\":\"The year when the lawsuit was filed.\",\"type\":\"integer\"}},\"required\":[\"company_name\",\"location\",\"year\"],\"type\":\"dict\"}}","hilton_hotel.check_availability":"{\"description\":\"Check hotel availability for a specific location and time frame.\",\"name\":\"hilton_hotel.check_availability\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date in the format YYYY-MM-DD.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The check-out date in the format YYYY-MM-DD.\",\"type\":\"string\"},\"hotel_chain\":{\"default\":\"Hilton\",\"description\":\"The hotel chain where you want to book the hotel.\",\"type\":\"string\"},\"location\":{\"description\":\"The city where you want to check hotel availability.\",\"type\":\"string\"},\"no_of_adults\":{\"description\":\"The number of adults for the hotel booking.\",\"type\":\"integer\"}},\"required\":[\"location\",\"check_in_date\",\"check_out_date\",\"no_of_adults\"],\"type\":\"dict\"}}"},"clm":{"choice":"lawsuits_search","correct":true,"latency_ms":102.4,"confidence":0.83776},"jev":{"choice":"lawsuits_search","correct":true,"latency_ms":102.85,"confidence":1.0}}}},{"id":"multiple_141","split":"multiple","state":"User: I need the details of the lawsuit case with case ID of 1234 and verify if it's already closed.","expected":"lawsuit.check_case","candidate_count":3,"views":{"description":{"criteria":{"get_protein_sequence":"get_protein_sequence: Retrieve the protein sequence encoded by a human gene.","route.estimate_time":"route.estimate_time: Estimate the travel time for a specific route with optional stops.","lawsuit.check_case":"lawsuit.check_case: Verify the details of a lawsuit case and check its status using case ID."},"clm":{"choice":"lawsuit.check_case","correct":true,"latency_ms":83.2,"confidence":0.950843},"jev":{"choice":"lawsuit.check_case","correct":true,"latency_ms":126.37,"confidence":1.0}},"prose_schema":{"criteria":{"get_protein_sequence":"get_protein_sequence: Retrieve the protein sequence encoded by a human gene.\nParameter gene (string); required; The human gene of interest.\nParameter species (string); The species for which the gene is to be analyzed.; default: Homo sapiens","route.estimate_time":"route.estimate_time: Estimate the travel time for a specific route with optional stops.\nParameter start_location (string); required; The starting point for the journey.\nParameter end_location (string); required; The destination for the journey.\nParameter stops (array); Additional cities or points of interest to stop at during the journey. Default is an empty array.","lawsuit.check_case":"lawsuit.check_case: Verify the details of a lawsuit case and check its status using case ID.\nParameter case_id (integer); required; The identification number of the lawsuit case.\nParameter closed_status (boolean); required; The status of the lawsuit case to be verified."},"clm":{"choice":"lawsuit.check_case","correct":true,"latency_ms":86.37,"confidence":0.997531},"jev":{"choice":"lawsuit.check_case","correct":true,"latency_ms":97.66,"confidence":1.0}},"schema":{"criteria":{"get_protein_sequence":"{\"description\":\"Retrieve the protein sequence encoded by a human gene.\",\"name\":\"get_protein_sequence\",\"parameters\":{\"properties\":{\"gene\":{\"description\":\"The human gene of interest.\",\"type\":\"string\"},\"species\":{\"default\":\"Homo sapiens\",\"description\":\"The species for which the gene is to be analyzed.\",\"type\":\"string\"}},\"required\":[\"gene\"],\"type\":\"dict\"}}","route.estimate_time":"{\"description\":\"Estimate the travel time for a specific route with optional stops.\",\"name\":\"route.estimate_time\",\"parameters\":{\"properties\":{\"end_location\":{\"description\":\"The destination for the journey.\",\"type\":\"string\"},\"start_location\":{\"description\":\"The starting point for the journey.\",\"type\":\"string\"},\"stops\":{\"description\":\"Additional cities or points of interest to stop at during the journey. Default is an empty array.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"start_location\",\"end_location\"],\"type\":\"dict\"}}","lawsuit.check_case":"{\"description\":\"Verify the details of a lawsuit case and check its status using case ID.\",\"name\":\"lawsuit.check_case\",\"parameters\":{\"properties\":{\"case_id\":{\"description\":\"The identification number of the lawsuit case.\",\"type\":\"integer\"},\"closed_status\":{\"description\":\"The status of the lawsuit case to be verified.\",\"type\":\"boolean\"}},\"required\":[\"case_id\",\"closed_status\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_protein_sequence","correct":false,"latency_ms":141.85,"confidence":0.617689},"jev":{"choice":"lawsuit.check_case","correct":true,"latency_ms":98.97,"confidence":1.0}}}},{"id":"multiple_142","split":"multiple","state":"User: What is the humidity level in Miami, Florida in the upcoming 7 days?","expected":"weather.humidity_forecast","candidate_count":2,"views":{"description":{"criteria":{"weather.humidity_forecast":"weather.humidity_forecast: Retrieve a humidity forecast for a specific location and time frame.","get_team_score":"get_team_score: Retrieves the latest game score, individual player stats, and team stats for a specified sports team."},"clm":{"choice":"weather.humidity_forecast","correct":true,"latency_ms":80.89,"confidence":0.999804},"jev":{"choice":"weather.humidity_forecast","correct":true,"latency_ms":105.82,"confidence":1.0}},"prose_schema":{"criteria":{"weather.humidity_forecast":"weather.humidity_forecast: Retrieve a humidity forecast for a specific location and time frame.\nParameter location (string); required; The city that you want to get the humidity for.\nParameter days (integer); required; Number of days for the forecast.\nParameter min_humidity (integer); Minimum level of humidity (in percentage) to filter the result. Optional parameter. Default is 0.","get_team_score":"get_team_score: Retrieves the latest game score, individual player stats, and team stats for a specified sports team.\nParameter team_name (string); required; The name of the sports team.\nParameter league (string); required; The league that the team is part of.\nParameter include_player_stats (boolean); Indicates if individual player statistics should be included in the result. Default is false.; default: False"},"clm":{"choice":"weather.humidity_forecast","correct":true,"latency_ms":91.32,"confidence":0.964003},"jev":{"choice":"weather.humidity_forecast","correct":true,"latency_ms":127.26,"confidence":1.0}},"schema":{"criteria":{"weather.humidity_forecast":"{\"description\":\"Retrieve a humidity forecast for a specific location and time frame.\",\"name\":\"weather.humidity_forecast\",\"parameters\":{\"properties\":{\"days\":{\"description\":\"Number of days for the forecast.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city that you want to get the humidity for.\",\"type\":\"string\"},\"min_humidity\":{\"description\":\"Minimum level of humidity (in percentage) to filter the result. Optional parameter. Default is 0.\",\"type\":\"integer\"}},\"required\":[\"location\",\"days\"],\"type\":\"dict\"}}","get_team_score":"{\"description\":\"Retrieves the latest game score, individual player stats, and team stats for a specified sports team.\",\"name\":\"get_team_score\",\"parameters\":{\"properties\":{\"include_player_stats\":{\"default\":false,\"description\":\"Indicates if individual player statistics should be included in the result. Default is false.\",\"type\":\"boolean\"},\"league\":{\"description\":\"The league that the team is part of.\",\"type\":\"string\"},\"team_name\":{\"description\":\"The name of the sports team.\",\"type\":\"string\"}},\"required\":[\"team_name\",\"league\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_team_score","correct":false,"latency_ms":96.14,"confidence":0.863882},"jev":{"choice":"weather.humidity_forecast","correct":true,"latency_ms":120.07,"confidence":1.0}}}},{"id":"multiple_143","split":"multiple","state":"User: Calculate the slope gradient in degree between two points on a landscape with coordinates (40.7128, -74.0060) and (34.0522, -118.2437).","expected":"calculate_slope_gradient","candidate_count":4,"views":{"description":{"criteria":{"create_player_profile":"create_player_profile: Create a new player profile with character name, class and starting level.","poker_probability.full_house":"poker_probability.full_house: Calculate the probability of getting a full house in a poker game.","concert.find_nearby":"concert.find_nearby: Locate nearby concerts based on specific criteria like genre.","calculate_slope_gradient":"calculate_slope_gradient: Calculate the slope gradient between two geographical coordinates."},"clm":{"choice":"calculate_slope_gradient","correct":true,"latency_ms":102.55,"confidence":1.0},"jev":{"choice":"calculate_slope_gradient","correct":true,"latency_ms":105.75,"confidence":1.0}},"prose_schema":{"criteria":{"create_player_profile":"create_player_profile: Create a new player profile with character name, class and starting level.\nParameter player_name (string); required; The desired name of the player.\nParameter _class (string); required; The character class for the player\nParameter starting_level (integer); The starting level for the player; default: 1","poker_probability.full_house":"poker_probability.full_house: Calculate the probability of getting a full house in a poker game.\nParameter deck_size (integer); required; The size of the deck. Default is 52.\nParameter hand_size (integer); required; The size of the hand. Default is 5.","concert.find_nearby":"concert.find_nearby: Locate nearby concerts based on specific criteria like genre.\nParameter location (string); required; The city and state, e.g. Seattle, WA\nParameter genre (string); required; Genre of music to be played at the concert.","calculate_slope_gradient":"calculate_slope_gradient: Calculate the slope gradient between two geographical coordinates.\nParameter point1 (array); required; The geographic coordinates for the first point [Latitude, Longitude].\nParameter point2 (array); required; The geographic coordinates for the second point [Latitude, Longitude].\nParameter unit (string); The unit for the slope gradient. Default is 'degree'.; allowed values: degree, percent, ratio"},"clm":{"choice":"calculate_slope_gradient","correct":true,"latency_ms":93.92,"confidence":0.999946},"jev":{"choice":"calculate_slope_gradient","correct":true,"latency_ms":105.82,"confidence":1.0}},"schema":{"criteria":{"create_player_profile":"{\"description\":\"Create a new player profile with character name, class and starting level.\",\"name\":\"create_player_profile\",\"parameters\":{\"properties\":{\"_class\":{\"description\":\"The character class for the player\",\"type\":\"string\"},\"player_name\":{\"description\":\"The desired name of the player.\",\"type\":\"string\"},\"starting_level\":{\"default\":1,\"description\":\"The starting level for the player\",\"type\":\"integer\"}},\"required\":[\"player_name\",\"_class\"],\"type\":\"dict\"}}","poker_probability.full_house":"{\"description\":\"Calculate the probability of getting a full house in a poker game.\",\"name\":\"poker_probability.full_house\",\"parameters\":{\"properties\":{\"deck_size\":{\"description\":\"The size of the deck. Default is 52.\",\"type\":\"integer\"},\"hand_size\":{\"description\":\"The size of the hand. Default is 5.\",\"type\":\"integer\"}},\"required\":[\"deck_size\",\"hand_size\"],\"type\":\"dict\"}}","concert.find_nearby":"{\"description\":\"Locate nearby concerts based on specific criteria like genre.\",\"name\":\"concert.find_nearby\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"Genre of music to be played at the concert.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state, e.g. Seattle, WA\",\"type\":\"string\"}},\"required\":[\"location\",\"genre\"],\"type\":\"dict\"}}","calculate_slope_gradient":"{\"description\":\"Calculate the slope gradient between two geographical coordinates.\",\"name\":\"calculate_slope_gradient\",\"parameters\":{\"properties\":{\"point1\":{\"description\":\"The geographic coordinates for the first point [Latitude, Longitude].\",\"items\":{\"type\":\"float\"},\"type\":\"array\"},\"point2\":{\"description\":\"The geographic coordinates for the second point [Latitude, Longitude].\",\"items\":{\"type\":\"float\"},\"type\":\"array\"},\"unit\":{\"description\":\"The unit for the slope gradient. Default is 'degree'.\",\"enum\":[\"degree\",\"percent\",\"ratio\"],\"type\":\"string\"}},\"required\":[\"point1\",\"point2\"],\"type\":\"dict\"}}"},"clm":{"choice":"poker_probability.full_house","correct":false,"latency_ms":119.75,"confidence":0.793965},"jev":{"choice":"calculate_slope_gradient","correct":true,"latency_ms":117.81,"confidence":1.0}}}},{"id":"multiple_144","split":"multiple","state":"User: What is the air quality index in London 2022/08/16?","expected":"air_quality","candidate_count":2,"views":{"description":{"criteria":{"sports_ranking":"sports_ranking: Fetch the ranking of a specific sports team in a specific league","air_quality":"air_quality: Retrieve the air quality index for a specific location."},"clm":{"choice":"air_quality","correct":true,"latency_ms":59.94,"confidence":1.0},"jev":{"choice":"air_quality","correct":true,"latency_ms":124.81,"confidence":1.0}},"prose_schema":{"criteria":{"sports_ranking":"sports_ranking: Fetch the ranking of a specific sports team in a specific league\nParameter team (string); required; The name of the team.\nParameter league (string); required; The name of the league.\nParameter season (integer); Optional parameter to specify the season, default is the current season.","air_quality":"air_quality: Retrieve the air quality index for a specific location.\nParameter location (string); required; The city that you want to get the air quality index for.\nParameter date (string); required; The date you want to get the air quality index for. Default is today."},"clm":{"choice":"air_quality","correct":true,"latency_ms":56.48,"confidence":0.99976},"jev":{"choice":"air_quality","correct":true,"latency_ms":118.23,"confidence":1.0}},"schema":{"criteria":{"sports_ranking":"{\"description\":\"Fetch the ranking of a specific sports team in a specific league\",\"name\":\"sports_ranking\",\"parameters\":{\"properties\":{\"league\":{\"description\":\"The name of the league.\",\"type\":\"string\"},\"season\":{\"description\":\"Optional parameter to specify the season, default is the current season.\",\"type\":\"integer\"},\"team\":{\"description\":\"The name of the team.\",\"type\":\"string\"}},\"required\":[\"team\",\"league\"],\"type\":\"dict\"}}","air_quality":"{\"description\":\"Retrieve the air quality index for a specific location.\",\"name\":\"air_quality\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date you want to get the air quality index for. Default is today.\",\"type\":\"string\"},\"location\":{\"description\":\"The city that you want to get the air quality index for.\",\"type\":\"string\"}},\"required\":[\"location\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"sports_ranking","correct":false,"latency_ms":77.79,"confidence":0.630957},"jev":{"choice":"air_quality","correct":true,"latency_ms":98.7,"confidence":1.0}}}},{"id":"multiple_145","split":"multiple","state":"User: How much CO2 is produced annually by a gas-fueled car that travels 12,000 miles per year with fuel efficiency 20 mpg?","expected":"calculate_emissions","candidate_count":3,"views":{"description":{"criteria":{"grocery_store.find_best":"grocery_store.find_best: Find the closest high-rated grocery stores based on certain product availability.","calculate_emissions":"calculate_emissions: Calculates the annual carbon dioxide emissions produced by a vehicle based on the distance traveled, the fuel type and the fuel efficiency of the vehicle.","sculpture.get_details":"sculpture.get_details: Retrieve details of a sculpture based on the artist and the title of the sculpture."},"clm":{"choice":"calculate_emissions","correct":true,"latency_ms":85.21,"confidence":0.995067},"jev":{"choice":"calculate_emissions","correct":true,"latency_ms":113.24,"confidence":1.0}},"prose_schema":{"criteria":{"grocery_store.find_best":"grocery_store.find_best: Find the closest high-rated grocery stores based on certain product availability.\nParameter my_location (string); required; The current location of the user.\nParameter rating (float); The minimum required store rating. Default is 0.0.\nParameter products (array); required; Required products in a list.","calculate_emissions":"calculate_emissions: Calculates the annual carbon dioxide emissions produced by a vehicle based on the distance traveled, the fuel type and the fuel efficiency of the vehicle.\nParameter distance (integer); required; The distance travelled in miles.\nParameter fuel_type (string); required; Type of fuel used by the vehicle.\nParameter fuel_efficiency (integer); required; The vehicle's fuel efficiency in miles per gallon.\nParameter efficiency_reduction (float); The percentage decrease in fuel efficiency per year (optional). Default is 0","sculpture.get_details":"sculpture.get_details: Retrieve details of a sculpture based on the artist and the title of the sculpture.\nParameter artist (string); required; The artist who made the sculpture.\nParameter title (string); required; The title of the sculpture.\nParameter detail (string); The specific detail wanted about the sculpture. Default is 'general information'."},"clm":{"choice":"calculate_emissions","correct":true,"latency_ms":89.06,"confidence":0.993873},"jev":{"choice":"calculate_emissions","correct":true,"latency_ms":100.66,"confidence":1.0}},"schema":{"criteria":{"grocery_store.find_best":"{\"description\":\"Find the closest high-rated grocery stores based on certain product availability.\",\"name\":\"grocery_store.find_best\",\"parameters\":{\"properties\":{\"my_location\":{\"description\":\"The current location of the user.\",\"type\":\"string\"},\"products\":{\"description\":\"Required products in a list.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"rating\":{\"description\":\"The minimum required store rating. Default is 0.0.\",\"type\":\"float\"}},\"required\":[\"my_location\",\"products\"],\"type\":\"dict\"}}","calculate_emissions":"{\"description\":\"Calculates the annual carbon dioxide emissions produced by a vehicle based on the distance traveled, the fuel type and the fuel efficiency of the vehicle.\",\"name\":\"calculate_emissions\",\"parameters\":{\"properties\":{\"distance\":{\"description\":\"The distance travelled in miles.\",\"type\":\"integer\"},\"efficiency_reduction\":{\"description\":\"The percentage decrease in fuel efficiency per year (optional). Default is 0\",\"type\":\"float\"},\"fuel_efficiency\":{\"description\":\"The vehicle's fuel efficiency in miles per gallon.\",\"type\":\"integer\"},\"fuel_type\":{\"description\":\"Type of fuel used by the vehicle.\",\"type\":\"string\"}},\"required\":[\"distance\",\"fuel_type\",\"fuel_efficiency\"],\"type\":\"dict\"}}","sculpture.get_details":"{\"description\":\"Retrieve details of a sculpture based on the artist and the title of the sculpture.\",\"name\":\"sculpture.get_details\",\"parameters\":{\"properties\":{\"artist\":{\"description\":\"The artist who made the sculpture.\",\"type\":\"string\"},\"detail\":{\"description\":\"The specific detail wanted about the sculpture. Default is 'general information'.\",\"type\":\"string\"},\"title\":{\"description\":\"The title of the sculpture.\",\"type\":\"string\"}},\"required\":[\"artist\",\"title\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_emissions","correct":true,"latency_ms":127.54,"confidence":0.752924},"jev":{"choice":"calculate_emissions","correct":true,"latency_ms":126.78,"confidence":1.0}}}},{"id":"multiple_146","split":"multiple","state":"User: Find restaurants near me within 10 miles that offer Chinese cuisine in Seattle.","expected":"restaurant.find_nearby","candidate_count":2,"views":{"description":{"criteria":{"restaurant.find_nearby":"restaurant.find_nearby: Locate nearby restaurants based on specific criteria like cuisine type.","ecology_data.precipitation_stats":"ecology_data.precipitation_stats: Retrieve precipitation data for a specified location and time period."},"clm":{"choice":"restaurant.find_nearby","correct":true,"latency_ms":71.97,"confidence":0.999992},"jev":{"choice":"restaurant.find_nearby","correct":true,"latency_ms":114.71,"confidence":1.0}},"prose_schema":{"criteria":{"restaurant.find_nearby":"restaurant.find_nearby: Locate nearby restaurants based on specific criteria like cuisine type.\nParameter location (string); required; The city and state, e.g. Seattle, WA\nParameter cuisine (string); required; Preferred type of cuisine in restaurant.\nParameter max_distance (integer); Maximum distance (in miles) within which to search for restaurants. Default is 5.","ecology_data.precipitation_stats":"ecology_data.precipitation_stats: Retrieve precipitation data for a specified location and time period.\nParameter location (string); required; The name of the location, e.g., 'Amazon rainforest'.\nParameter time_frame (string); required; The time period for which data is required.; allowed values: six_months, year, five_years"},"clm":{"choice":"restaurant.find_nearby","correct":true,"latency_ms":85.43,"confidence":0.999948},"jev":{"choice":"restaurant.find_nearby","correct":true,"latency_ms":112.72,"confidence":1.0}},"schema":{"criteria":{"restaurant.find_nearby":"{\"description\":\"Locate nearby restaurants based on specific criteria like cuisine type.\",\"name\":\"restaurant.find_nearby\",\"parameters\":{\"properties\":{\"cuisine\":{\"description\":\"Preferred type of cuisine in restaurant.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state, e.g. Seattle, WA\",\"type\":\"string\"},\"max_distance\":{\"description\":\"Maximum distance (in miles) within which to search for restaurants. Default is 5.\",\"type\":\"integer\"}},\"required\":[\"location\",\"cuisine\"],\"type\":\"dict\"}}","ecology_data.precipitation_stats":"{\"description\":\"Retrieve precipitation data for a specified location and time period.\",\"name\":\"ecology_data.precipitation_stats\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The name of the location, e.g., 'Amazon rainforest'.\",\"type\":\"string\"},\"time_frame\":{\"description\":\"The time period for which data is required.\",\"enum\":[\"six_months\",\"year\",\"five_years\"],\"type\":\"string\"}},\"required\":[\"location\",\"time_frame\"],\"type\":\"dict\"}}"},"clm":{"choice":"restaurant.find_nearby","correct":true,"latency_ms":97.22,"confidence":0.782372},"jev":{"choice":"restaurant.find_nearby","correct":true,"latency_ms":149.7,"confidence":1.0}}}},{"id":"multiple_147","split":"multiple","state":"User: Get me the directions from New York to Los Angeles avoiding highways and toll roads.","expected":"map_service.get_directions","candidate_count":3,"views":{"description":{"criteria":{"map_service.get_directions":"map_service.get_directions: Retrieve directions from a starting location to an ending location, including options for route preferences.","convert_currency":"convert_currency: Converts an amount from a particular currency to another currency.","ecology.get_turtle_population":"ecology.get_turtle_population: Get the population and species of turtles in a specific location."},"clm":{"choice":"map_service.get_directions","correct":true,"latency_ms":85.3,"confidence":0.999992},"jev":{"choice":"map_service.get_directions","correct":true,"latency_ms":130.87,"confidence":1.0}},"prose_schema":{"criteria":{"map_service.get_directions":"map_service.get_directions: Retrieve directions from a starting location to an ending location, including options for route preferences.\nParameter start (string); required; Starting location for the route.\nParameter end (string); required; Ending location for the route.\nParameter avoid (array); Route features to avoid. Default is an empty array.","convert_currency":"convert_currency: Converts an amount from a particular currency to another currency.\nParameter base_currency (string); required; The base currency in which the original amount is present.\nParameter target_currency (string); required; The currency to which you want to convert.\nParameter amount (integer); required; The amount you want to convert.","ecology.get_turtle_population":"ecology.get_turtle_population: Get the population and species of turtles in a specific location.\nParameter location (string); required; The name of the location.\nParameter year (integer); The year of the data requested. (optional) Default is 2024.\nParameter species (boolean); Whether to include species information. Default is false. (optional)"},"clm":{"choice":"map_service.get_directions","correct":true,"latency_ms":88.33,"confidence":0.994166},"jev":{"choice":"map_service.get_directions","correct":true,"latency_ms":136.34,"confidence":1.0}},"schema":{"criteria":{"map_service.get_directions":"{\"description\":\"Retrieve directions from a starting location to an ending location, including options for route preferences.\",\"name\":\"map_service.get_directions\",\"parameters\":{\"properties\":{\"avoid\":{\"description\":\"Route features to avoid. Default is an empty array.\",\"items\":{\"enum\":[\"tolls\",\"highways\",\"ferries\"],\"type\":\"string\"},\"type\":\"array\"},\"end\":{\"description\":\"Ending location for the route.\",\"type\":\"string\"},\"start\":{\"description\":\"Starting location for the route.\",\"type\":\"string\"}},\"required\":[\"start\",\"end\"],\"type\":\"dict\"}}","convert_currency":"{\"description\":\"Converts an amount from a particular currency to another currency.\",\"name\":\"convert_currency\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount you want to convert.\",\"type\":\"integer\"},\"base_currency\":{\"description\":\"The base currency in which the original amount is present.\",\"type\":\"string\"},\"target_currency\":{\"description\":\"The currency to which you want to convert.\",\"type\":\"string\"}},\"required\":[\"base_currency\",\"target_currency\",\"amount\"],\"type\":\"dict\"}}","ecology.get_turtle_population":"{\"description\":\"Get the population and species of turtles in a specific location.\",\"name\":\"ecology.get_turtle_population\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The name of the location.\",\"type\":\"string\"},\"species\":{\"description\":\"Whether to include species information. Default is false. (optional)\",\"type\":\"boolean\"},\"year\":{\"description\":\"The year of the data requested. (optional) Default is 2024.\",\"type\":\"integer\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"convert_currency","correct":false,"latency_ms":100.21,"confidence":0.746357},"jev":{"choice":"map_service.get_directions","correct":true,"latency_ms":101.73,"confidence":1.0}}}},{"id":"multiple_148","split":"multiple","state":"User: Give me detail information about stocks of Apple Inc.","expected":"get_stock_info","candidate_count":2,"views":{"description":{"criteria":{"get_current_time":"get_current_time: Retrieve the current time in a specific time zone.","get_stock_info":"get_stock_info: Retrieves information about a specific stock based on company's name."},"clm":{"choice":"get_stock_info","correct":true,"latency_ms":61.81,"confidence":0.938849},"jev":{"choice":"get_stock_info","correct":true,"latency_ms":110.75,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_time":"get_current_time: Retrieve the current time in a specific time zone.\nParameter location (string); required; The name of the city.\nParameter country (string); required; The name of the country.\nParameter timezone (string); The optional timezone to get current time. Default ''","get_stock_info":"get_stock_info: Retrieves information about a specific stock based on company's name.\nParameter company_name (string); required; The name of the company.\nParameter detail_level (string); required; Level of detail for stock information. Can be 'summary' or 'detailed'.\nParameter market (string); The stock market of interest. Default is 'NASDAQ'"},"clm":{"choice":"get_stock_info","correct":true,"latency_ms":59.85,"confidence":0.999955},"jev":{"choice":"get_stock_info","correct":true,"latency_ms":125.73,"confidence":1.0}},"schema":{"criteria":{"get_current_time":"{\"description\":\"Retrieve the current time in a specific time zone.\",\"name\":\"get_current_time\",\"parameters\":{\"properties\":{\"country\":{\"description\":\"The name of the country.\",\"type\":\"string\"},\"location\":{\"description\":\"The name of the city.\",\"type\":\"string\"},\"timezone\":{\"description\":\"The optional timezone to get current time. Default ''\",\"type\":\"string\"}},\"required\":[\"location\",\"country\"],\"type\":\"dict\"}}","get_stock_info":"{\"description\":\"Retrieves information about a specific stock based on company's name.\",\"name\":\"get_stock_info\",\"parameters\":{\"properties\":{\"company_name\":{\"description\":\"The name of the company.\",\"type\":\"string\"},\"detail_level\":{\"description\":\"Level of detail for stock information. Can be 'summary' or 'detailed'.\",\"type\":\"string\"},\"market\":{\"description\":\"The stock market of interest. Default is 'NASDAQ'\",\"type\":\"string\"}},\"required\":[\"company_name\",\"detail_level\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_current_time","correct":false,"latency_ms":65.48,"confidence":0.571538},"jev":{"choice":"get_stock_info","correct":true,"latency_ms":109.46,"confidence":1.0}}}},{"id":"multiple_149","split":"multiple","state":"User: Analyze the sentiment of a customer review 'I love the food here! It's always fresh and delicious.'.","expected":"sentiment_analysis","candidate_count":4,"views":{"description":{"criteria":{"hotel_booking":"hotel_booking: Books a hotel room for a specific date range.","sentiment_analysis":"sentiment_analysis: Perform sentiment analysis on a given piece of text.","get_time_difference":"get_time_difference: Get the time difference between two places.","calculate_bmi":"calculate_bmi: Calculate the Body Mass Index (BMI) for a person based on their weight and height."},"clm":{"choice":"sentiment_analysis","correct":true,"latency_ms":81.62,"confidence":0.998797},"jev":{"choice":"sentiment_analysis","correct":true,"latency_ms":97.62,"confidence":1.0}},"prose_schema":{"criteria":{"hotel_booking":"hotel_booking: Books a hotel room for a specific date range.\nParameter hotel_name (string); required; The name of the hotel.\nParameter location (string); required; The city and state, e.g. New York, NY.\nParameter start_date (string); required; The start date of the reservation. Use format 'YYYY-MM-DD'.\nParameter end_date (string); required; The end date of the reservation. Use format 'YYYY-MM-DD'.\nParameter rooms (integer); The number of rooms to reserve.; default: 1","sentiment_analysis":"sentiment_analysis: Perform sentiment analysis on a given piece of text.\nParameter text (string); required; The text on which to perform sentiment analysis.\nParameter language (string); required; The language in which the text is written.","get_time_difference":"get_time_difference: Get the time difference between two places.\nParameter place1 (string); required; The first place for time difference.\nParameter place2 (string); required; The second place for time difference.","calculate_bmi":"calculate_bmi: Calculate the Body Mass Index (BMI) for a person based on their weight and height.\nParameter weight (integer); required; The weight of the person in kilograms.\nParameter height (integer); required; The height of the person in centimeters.\nParameter system (string); The system of units to be used, 'metric' or 'imperial'. Default is 'metric'."},"clm":{"choice":"sentiment_analysis","correct":true,"latency_ms":88.62,"confidence":0.963502},"jev":{"choice":"sentiment_analysis","correct":true,"latency_ms":112.55,"confidence":1.0}},"schema":{"criteria":{"hotel_booking":"{\"description\":\"Books a hotel room for a specific date range.\",\"name\":\"hotel_booking\",\"parameters\":{\"properties\":{\"end_date\":{\"description\":\"The end date of the reservation. Use format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"hotel_name\":{\"description\":\"The name of the hotel.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state, e.g. New York, NY.\",\"type\":\"string\"},\"rooms\":{\"default\":1,\"description\":\"The number of rooms to reserve.\",\"type\":\"integer\"},\"start_date\":{\"description\":\"The start date of the reservation. Use format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"hotel_name\",\"location\",\"start_date\",\"end_date\"],\"type\":\"dict\"}}","sentiment_analysis":"{\"description\":\"Perform sentiment analysis on a given piece of text.\",\"name\":\"sentiment_analysis\",\"parameters\":{\"properties\":{\"language\":{\"description\":\"The language in which the text is written.\",\"type\":\"string\"},\"text\":{\"description\":\"The text on which to perform sentiment analysis.\",\"type\":\"string\"}},\"required\":[\"text\",\"language\"],\"type\":\"dict\"}}","get_time_difference":"{\"description\":\"Get the time difference between two places.\",\"name\":\"get_time_difference\",\"parameters\":{\"properties\":{\"place1\":{\"description\":\"The first place for time difference.\",\"type\":\"string\"},\"place2\":{\"description\":\"The second place for time difference.\",\"type\":\"string\"}},\"required\":[\"place1\",\"place2\"],\"type\":\"dict\"}}","calculate_bmi":"{\"description\":\"Calculate the Body Mass Index (BMI) for a person based on their weight and height.\",\"name\":\"calculate_bmi\",\"parameters\":{\"properties\":{\"height\":{\"description\":\"The height of the person in centimeters.\",\"type\":\"integer\"},\"system\":{\"description\":\"The system of units to be used, 'metric' or 'imperial'. Default is 'metric'.\",\"type\":\"string\"},\"weight\":{\"description\":\"The weight of the person in kilograms.\",\"type\":\"integer\"}},\"required\":[\"weight\",\"height\"],\"type\":\"dict\"}}"},"clm":{"choice":"sentiment_analysis","correct":true,"latency_ms":114.61,"confidence":0.821765},"jev":{"choice":"sentiment_analysis","correct":true,"latency_ms":119.74,"confidence":1.0}}}},{"id":"multiple_150","split":"multiple","state":"User: Calculate the neuronal activity based on synaptic input rate of 200 and weight 0.5 and decay rate of 0.1.","expected":"calculate_neuronal_activity","candidate_count":4,"views":{"description":{"criteria":{"calculate_electrostatic_potential":"calculate_electrostatic_potential: Calculate the electrostatic potential between two charged bodies using the principle of Coulomb's Law.","calculate_neuronal_activity":"calculate_neuronal_activity: Calculate the neuronal activity (rate of firing) based on a given input synaptic rate, weight of inputs, and decay rate. Higher input or weight increases firing rate and higher decay rate decreases it.","calculate_displacement":"calculate_displacement: Calculates the displacement of an object in motion given initial velocity, time, and acceleration.","grocery_store.find_best":"grocery_store.find_best: Find the closest high-rated grocery stores based on certain product availability."},"clm":{"choice":"calculate_neuronal_activity","correct":true,"latency_ms":80.41,"confidence":0.999998},"jev":{"choice":"calculate_neuronal_activity","correct":true,"latency_ms":125.33,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_electrostatic_potential":"calculate_electrostatic_potential: Calculate the electrostatic potential between two charged bodies using the principle of Coulomb's Law.\nParameter charge1 (float); required; The quantity of charge on the first body.\nParameter charge2 (float); required; The quantity of charge on the second body.\nParameter distance (float); required; The distance between the two bodies.\nParameter constant (float); The value of the electrostatic constant. Default is 898755178.73","calculate_neuronal_activity":"calculate_neuronal_activity: Calculate the neuronal activity (rate of firing) based on a given input synaptic rate, weight of inputs, and decay rate. Higher input or weight increases firing rate and higher decay rate decreases it.\nParameter input_synaptic_rate (integer); required; The synaptic input rate, usually represented as number of inputs per second.\nParameter weight (float); The weight of the input, denoting its influence on the neuron's state. Default is 1.0.\nParameter decay_rate (float); required; The rate at which the neuron's potential decays in the absence of inputs.","calculate_displacement":"calculate_displacement: Calculates the displacement of an object in motion given initial velocity, time, and acceleration.\nParameter initial_velocity (float); required; The initial velocity of the object in m/s.\nParameter time (integer); required; The time in seconds that the object has been in motion.\nParameter acceleration (float); The acceleration of the object in m/s^2.; default: 0","grocery_store.find_best":"grocery_store.find_best: Find the closest high-rated grocery stores based on certain product availability.\nParameter my_location (string); required; The current location of the user.\nParameter rating (float); The minimum required store rating. Default is 0.0.\nParameter products (array); required; Required products in a list."},"clm":{"choice":"calculate_neuronal_activity","correct":true,"latency_ms":118.61,"confidence":0.998852},"jev":{"choice":"calculate_neuronal_activity","correct":true,"latency_ms":120.21,"confidence":1.0}},"schema":{"criteria":{"calculate_electrostatic_potential":"{\"description\":\"Calculate the electrostatic potential between two charged bodies using the principle of Coulomb's Law.\",\"name\":\"calculate_electrostatic_potential\",\"parameters\":{\"properties\":{\"charge1\":{\"description\":\"The quantity of charge on the first body.\",\"type\":\"float\"},\"charge2\":{\"description\":\"The quantity of charge on the second body.\",\"type\":\"float\"},\"constant\":{\"description\":\"The value of the electrostatic constant. Default is 898755178.73\",\"type\":\"float\"},\"distance\":{\"description\":\"The distance between the two bodies.\",\"type\":\"float\"}},\"required\":[\"charge1\",\"charge2\",\"distance\"],\"type\":\"dict\"}}","calculate_neuronal_activity":"{\"description\":\"Calculate the neuronal activity (rate of firing) based on a given input synaptic rate, weight of inputs, and decay rate. Higher input or weight increases firing rate and higher decay rate decreases it.\",\"name\":\"calculate_neuronal_activity\",\"parameters\":{\"optional\":[\"weight\"],\"properties\":{\"decay_rate\":{\"description\":\"The rate at which the neuron's potential decays in the absence of inputs.\",\"type\":\"float\"},\"input_synaptic_rate\":{\"description\":\"The synaptic input rate, usually represented as number of inputs per second.\",\"type\":\"integer\"},\"weight\":{\"description\":\"The weight of the input, denoting its influence on the neuron's state. Default is 1.0.\",\"type\":\"float\"}},\"required\":[\"input_synaptic_rate\",\"decay_rate\"],\"type\":\"dict\"}}","calculate_displacement":"{\"description\":\"Calculates the displacement of an object in motion given initial velocity, time, and acceleration.\",\"name\":\"calculate_displacement\",\"parameters\":{\"properties\":{\"acceleration\":{\"default\":0,\"description\":\"The acceleration of the object in m/s^2.\",\"type\":\"float\"},\"initial_velocity\":{\"description\":\"The initial velocity of the object in m/s.\",\"type\":\"float\"},\"time\":{\"description\":\"The time in seconds that the object has been in motion.\",\"type\":\"integer\"}},\"required\":[\"initial_velocity\",\"time\"],\"type\":\"dict\"}}","grocery_store.find_best":"{\"description\":\"Find the closest high-rated grocery stores based on certain product availability.\",\"name\":\"grocery_store.find_best\",\"parameters\":{\"properties\":{\"my_location\":{\"description\":\"The current location of the user.\",\"type\":\"string\"},\"products\":{\"description\":\"Required products in a list.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"rating\":{\"description\":\"The minimum required store rating. Default is 0.0.\",\"type\":\"float\"}},\"required\":[\"my_location\",\"products\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_electrostatic_potential","correct":false,"latency_ms":118.46,"confidence":0.784914},"jev":{"choice":"calculate_neuronal_activity","correct":true,"latency_ms":102.87,"confidence":1.0}}}},{"id":"multiple_151","split":"multiple","state":"User: Find the most followed person on twitter who tweets about psychology related to behaviour and group dynamics.","expected":"social_media_analytics.most_followed","candidate_count":3,"views":{"description":{"criteria":{"social_media_analytics.most_followed":"social_media_analytics.most_followed: Find the most followed Twitter user related to certain topics.","calculate_probability":"calculate_probability: Calculate the probability of an event.","concert_info.get":"concert_info.get: Retrieve information about concerts based on specific genre, location and date."},"clm":{"choice":"social_media_analytics.most_followed","correct":true,"latency_ms":76.98,"confidence":0.924198},"jev":{"choice":"social_media_analytics.most_followed","correct":true,"latency_ms":96.78,"confidence":1.0}},"prose_schema":{"criteria":{"social_media_analytics.most_followed":"social_media_analytics.most_followed: Find the most followed Twitter user related to certain topics.\nParameter topic (string); required; The main topic of interest.\nParameter sub_topics (array); Sub-topics related to main topic, Optional. Default is an empty list.\nParameter region (string); Region of interest for twitter search, Optional. Default is 'global'.","calculate_probability":"calculate_probability: Calculate the probability of an event.\nParameter total_outcomes (integer); required; Total number of possible outcomes.\nParameter favorable_outcomes (integer); required; Number of outcomes considered as 'successful'.\nParameter round_to (integer); Number of decimal places to round the result to.; default: 2","concert_info.get":"concert_info.get: Retrieve information about concerts based on specific genre, location and date.\nParameter location (string); required; The city where the concert will take place.\nParameter date (string); required; Time frame to get the concert for.\nParameter genre (string); required; Genre of the concert.; allowed values: Pop, Rock, Country, Classical, Electronic, Hip-Hop"},"clm":{"choice":"social_media_analytics.most_followed","correct":true,"latency_ms":68.31,"confidence":0.924526},"jev":{"choice":"social_media_analytics.most_followed","correct":true,"latency_ms":101.21,"confidence":1.0}},"schema":{"criteria":{"social_media_analytics.most_followed":"{\"description\":\"Find the most followed Twitter user related to certain topics.\",\"name\":\"social_media_analytics.most_followed\",\"parameters\":{\"properties\":{\"region\":{\"description\":\"Region of interest for twitter search, Optional. Default is 'global'.\",\"type\":\"string\"},\"sub_topics\":{\"description\":\"Sub-topics related to main topic, Optional. Default is an empty list.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"topic\":{\"description\":\"The main topic of interest.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","calculate_probability":"{\"description\":\"Calculate the probability of an event.\",\"name\":\"calculate_probability\",\"parameters\":{\"properties\":{\"favorable_outcomes\":{\"description\":\"Number of outcomes considered as 'successful'.\",\"type\":\"integer\"},\"round_to\":{\"default\":2,\"description\":\"Number of decimal places to round the result to.\",\"type\":\"integer\"},\"total_outcomes\":{\"description\":\"Total number of possible outcomes.\",\"type\":\"integer\"}},\"required\":[\"total_outcomes\",\"favorable_outcomes\"],\"type\":\"dict\"}}","concert_info.get":"{\"description\":\"Retrieve information about concerts based on specific genre, location and date.\",\"name\":\"concert_info.get\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"Time frame to get the concert for.\",\"type\":\"string\"},\"genre\":{\"description\":\"Genre of the concert.\",\"enum\":[\"Pop\",\"Rock\",\"Country\",\"Classical\",\"Electronic\",\"Hip-Hop\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the concert will take place.\",\"type\":\"string\"}},\"required\":[\"location\",\"date\",\"genre\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_probability","correct":false,"latency_ms":99.73,"confidence":0.951073},"jev":{"choice":"social_media_analytics.most_followed","correct":true,"latency_ms":91.58,"confidence":1.0}}}},{"id":"multiple_152","split":"multiple","state":"User: Provide key war events in German history from 1871 to 1945.","expected":"history.get_key_events","candidate_count":2,"views":{"description":{"criteria":{"history.get_key_events":"history.get_key_events: Retrieve key historical events within a specific period for a certain country.","get_sculpture_value":"get_sculpture_value: Retrieve the current market value of a particular sculpture by a specific artist."},"clm":{"choice":"history.get_key_events","correct":true,"latency_ms":61.97,"confidence":0.983227},"jev":{"choice":"history.get_key_events","correct":true,"latency_ms":115.27,"confidence":1.0}},"prose_schema":{"criteria":{"history.get_key_events":"history.get_key_events: Retrieve key historical events within a specific period for a certain country.\nParameter country (string); required; The name of the country for which history is queried.\nParameter start_year (integer); required; Start year of the period for which history is queried.\nParameter end_year (integer); required; End year of the period for which history is queried.\nParameter event_type (array); Types of event. If none is provided, all types will be considered. Default is ['all'].","get_sculpture_value":"get_sculpture_value: Retrieve the current market value of a particular sculpture by a specific artist.\nParameter sculpture (string); required; The name of the sculpture.\nParameter artist (string); required; The name of the artist who created the sculpture.\nParameter year (integer); The year the sculpture was created. This is optional and is not required for all sculptures. Default is the 2024."},"clm":{"choice":"history.get_key_events","correct":true,"latency_ms":141.34,"confidence":0.999786},"jev":{"choice":"history.get_key_events","correct":true,"latency_ms":180.05,"confidence":1.0}},"schema":{"criteria":{"history.get_key_events":"{\"description\":\"Retrieve key historical events within a specific period for a certain country.\",\"name\":\"history.get_key_events\",\"parameters\":{\"properties\":{\"country\":{\"description\":\"The name of the country for which history is queried.\",\"type\":\"string\"},\"end_year\":{\"description\":\"End year of the period for which history is queried.\",\"type\":\"integer\"},\"event_type\":{\"description\":\"Types of event. If none is provided, all types will be considered. Default is ['all'].\",\"items\":{\"enum\":[\"War\",\"Revolutions\",\"Diplomacy\",\"Economy\"],\"type\":\"string\"},\"type\":\"array\"},\"start_year\":{\"description\":\"Start year of the period for which history is queried.\",\"type\":\"integer\"}},\"required\":[\"country\",\"start_year\",\"end_year\"],\"type\":\"dict\"}}","get_sculpture_value":"{\"description\":\"Retrieve the current market value of a particular sculpture by a specific artist.\",\"name\":\"get_sculpture_value\",\"parameters\":{\"properties\":{\"artist\":{\"description\":\"The name of the artist who created the sculpture.\",\"type\":\"string\"},\"sculpture\":{\"description\":\"The name of the sculpture.\",\"type\":\"string\"},\"year\":{\"description\":\"The year the sculpture was created. This is optional and is not required for all sculptures. Default is the 2024.\",\"type\":\"integer\"}},\"required\":[\"sculpture\",\"artist\"],\"type\":\"dict\"}}"},"clm":{"choice":"history.get_key_events","correct":true,"latency_ms":99.06,"confidence":0.680257},"jev":{"choice":"history.get_key_events","correct":true,"latency_ms":101.01,"confidence":1.0}}}},{"id":"multiple_153","split":"multiple","state":"User: When was the signing of the Treaty of Lisbon?","expected":"get_event_date","candidate_count":3,"views":{"description":{"criteria":{"locate_tallest_mountains":"locate_tallest_mountains: Find the tallest mountains within a specified radius of a location.","calculate_entropy_change":"calculate_entropy_change: Calculate the entropy change for an isothermal and reversible process.","get_event_date":"get_event_date: Retrieve the date of a historical event."},"clm":{"choice":"get_event_date","correct":true,"latency_ms":69.67,"confidence":0.979368},"jev":{"choice":"get_event_date","correct":true,"latency_ms":102.73,"confidence":1.0}},"prose_schema":{"criteria":{"locate_tallest_mountains":"locate_tallest_mountains: Find the tallest mountains within a specified radius of a location.\nParameter location (string); required; The city from which to calculate distance.\nParameter radius (float); required; The radius within which to find mountains, measured in kilometers.\nParameter amount (integer); required; The number of mountains to find, listed from tallest to smallest.","calculate_entropy_change":"calculate_entropy_change: Calculate the entropy change for an isothermal and reversible process.\nParameter initial_temp (float); required; The initial temperature in Kelvin.\nParameter final_temp (float); required; The final temperature in Kelvin.\nParameter heat_capacity (float); required; The heat capacity in J/K.\nParameter isothermal (boolean); Whether the process is isothermal. Default is True.","get_event_date":"get_event_date: Retrieve the date of a historical event.\nParameter event (string); required; The name of the historical event.\nParameter location (string); Location where the event took place. Defaults to global if not specified"},"clm":{"choice":"get_event_date","correct":true,"latency_ms":103.11,"confidence":0.985653},"jev":{"choice":"get_event_date","correct":true,"latency_ms":152.58,"confidence":1.0}},"schema":{"criteria":{"locate_tallest_mountains":"{\"description\":\"Find the tallest mountains within a specified radius of a location.\",\"name\":\"locate_tallest_mountains\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The number of mountains to find, listed from tallest to smallest.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city from which to calculate distance.\",\"type\":\"string\"},\"radius\":{\"description\":\"The radius within which to find mountains, measured in kilometers.\",\"type\":\"float\"}},\"required\":[\"location\",\"radius\",\"amount\"],\"type\":\"dict\"}}","calculate_entropy_change":"{\"description\":\"Calculate the entropy change for an isothermal and reversible process.\",\"name\":\"calculate_entropy_change\",\"parameters\":{\"properties\":{\"final_temp\":{\"description\":\"The final temperature in Kelvin.\",\"type\":\"float\"},\"heat_capacity\":{\"description\":\"The heat capacity in J/K.\",\"type\":\"float\"},\"initial_temp\":{\"description\":\"The initial temperature in Kelvin.\",\"type\":\"float\"},\"isothermal\":{\"description\":\"Whether the process is isothermal. Default is True.\",\"type\":\"boolean\"}},\"required\":[\"initial_temp\",\"final_temp\",\"heat_capacity\"],\"type\":\"dict\"}}","get_event_date":"{\"description\":\"Retrieve the date of a historical event.\",\"name\":\"get_event_date\",\"parameters\":{\"properties\":{\"event\":{\"description\":\"The name of the historical event.\",\"type\":\"string\"},\"location\":{\"description\":\"Location where the event took place. Defaults to global if not specified\",\"type\":\"string\"}},\"required\":[\"event\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_event_date","correct":true,"latency_ms":78.58,"confidence":0.533013},"jev":{"choice":"get_event_date","correct":true,"latency_ms":121.07,"confidence":1.0}}}},{"id":"multiple_154","split":"multiple","state":"User: Who was the full name of the president of the United States in 1861?","expected":"US_president.in_year","candidate_count":4,"views":{"description":{"criteria":{"US_president.in_year":"US_president.in_year: Retrieve the name of the U.S. president in a given year.","find_card_in_deck":"find_card_in_deck: Locate a particular card in a deck based on rank and suit.","soccer.get_last_match":"soccer.get_last_match: Retrieve the details of the last match played by a specified soccer club.","update_user_info":"update_user_info: Update user information in the database."},"clm":{"choice":"US_president.in_year","correct":true,"latency_ms":68.27,"confidence":0.872107},"jev":{"choice":"US_president.in_year","correct":true,"latency_ms":119.41,"confidence":1.0}},"prose_schema":{"criteria":{"US_president.in_year":"US_president.in_year: Retrieve the name of the U.S. president in a given year.\nParameter year (integer); required; The year in question.\nParameter full_name (boolean); Option to return full name with middle initial, if applicable.; default: True","find_card_in_deck":"find_card_in_deck: Locate a particular card in a deck based on rank and suit.\nParameter rank (string); required; Rank of the card (e.g. Ace, Two, King).\nParameter suit (string); required; Suit of the card (e.g. Hearts, Spades, Diamonds, Clubs).\nParameter deck (array); Deck of cards. If not provided, the deck will be a standard 52 card deck by default","soccer.get_last_match":"soccer.get_last_match: Retrieve the details of the last match played by a specified soccer club.\nParameter team_name (string); required; The name of the soccer club.\nParameter include_stats (boolean); If true, include match statistics like possession, shots on target etc. Default is false.","update_user_info":"update_user_info: Update user information in the database.\nParameter user_id (integer); required; The user ID of the customer.\nParameter update_info (dict); required; The new information to update.\nParameter database (string); The database where the user's information is stored.; default: CustomerInfo"},"clm":{"choice":"US_president.in_year","correct":true,"latency_ms":92.97,"confidence":0.898678},"jev":{"choice":"US_president.in_year","correct":true,"latency_ms":131.15,"confidence":1.0}},"schema":{"criteria":{"US_president.in_year":"{\"description\":\"Retrieve the name of the U.S. president in a given year.\",\"name\":\"US_president.in_year\",\"parameters\":{\"properties\":{\"full_name\":{\"default\":true,\"description\":\"Option to return full name with middle initial, if applicable.\",\"type\":\"boolean\"},\"year\":{\"description\":\"The year in question.\",\"type\":\"integer\"}},\"required\":[\"year\"],\"type\":\"dict\"}}","find_card_in_deck":"{\"description\":\"Locate a particular card in a deck based on rank and suit.\",\"name\":\"find_card_in_deck\",\"parameters\":{\"properties\":{\"deck\":{\"description\":\"Deck of cards. If not provided, the deck will be a standard 52 card deck by default\",\"items\":{\"properties\":{\"rank\":{\"type\":\"string\"},\"suit\":{\"type\":\"string\"}},\"type\":\"dict\"},\"type\":\"array\"},\"rank\":{\"description\":\"Rank of the card (e.g. Ace, Two, King).\",\"type\":\"string\"},\"suit\":{\"description\":\"Suit of the card (e.g. Hearts, Spades, Diamonds, Clubs).\",\"type\":\"string\"}},\"required\":[\"rank\",\"suit\"],\"type\":\"dict\"}}","soccer.get_last_match":"{\"description\":\"Retrieve the details of the last match played by a specified soccer club.\",\"name\":\"soccer.get_last_match\",\"parameters\":{\"properties\":{\"include_stats\":{\"description\":\"If true, include match statistics like possession, shots on target etc. Default is false.\",\"type\":\"boolean\"},\"team_name\":{\"description\":\"The name of the soccer club.\",\"type\":\"string\"}},\"required\":[\"team_name\"],\"type\":\"dict\"}}","update_user_info":"{\"description\":\"Update user information in the database.\",\"name\":\"update_user_info\",\"parameters\":{\"properties\":{\"database\":{\"default\":\"CustomerInfo\",\"description\":\"The database where the user's information is stored.\",\"type\":\"string\"},\"update_info\":{\"description\":\"The new information to update.\",\"properties\":{\"email\":{\"description\":\"The customer's updated email.\",\"type\":\"string\"},\"name\":{\"description\":\"The customer's updated name.\",\"type\":\"string\"}},\"type\":\"dict\"},\"user_id\":{\"description\":\"The user ID of the customer.\",\"type\":\"integer\"}},\"required\":[\"user_id\",\"update_info\"],\"type\":\"dict\"}}"},"clm":{"choice":"US_president.in_year","correct":true,"latency_ms":94.32,"confidence":0.832934},"jev":{"choice":"US_president.in_year","correct":true,"latency_ms":129.8,"confidence":1.0}}}},{"id":"multiple_155","split":"multiple","state":"User: Who discovered the neutron? Give me detail information.","expected":"get_discoverer","candidate_count":3,"views":{"description":{"criteria":{"get_discoverer":"get_discoverer: Get the person or team who made a particular scientific discovery","diabetes_prediction":"diabetes_prediction: Predict the likelihood of diabetes type 2 based on a person's weight and height.","museum_working_hours.get":"museum_working_hours.get: Get the working hours of a museum in a specific location."},"clm":{"choice":"get_discoverer","correct":true,"latency_ms":66.31,"confidence":0.975502},"jev":{"choice":"get_discoverer","correct":true,"latency_ms":123.89,"confidence":1.0}},"prose_schema":{"criteria":{"get_discoverer":"get_discoverer: Get the person or team who made a particular scientific discovery\nParameter discovery (string); required; The discovery for which the discoverer's information is needed.\nParameter detail (boolean); required; Optional flag to get additional details about the discoverer, such as birth date and nationality. Defaults to false.","diabetes_prediction":"diabetes_prediction: Predict the likelihood of diabetes type 2 based on a person's weight and height.\nParameter weight (float); required; Weight of the person in lbs.\nParameter height (float); required; Height of the person in inches.\nParameter activity_level (string); required; Physical activity level of the person.; allowed values: sedentary, lightly active, moderately active, very active, extra active","museum_working_hours.get":"museum_working_hours.get: Get the working hours of a museum in a specific location.\nParameter museum (string); required; The name of the museum.\nParameter location (string); required; The location of the museum.\nParameter day (string); Specific day of the week. Optional parameter. Default is 'today'."},"clm":{"choice":"get_discoverer","correct":true,"latency_ms":91.7,"confidence":0.999871},"jev":{"choice":"get_discoverer","correct":true,"latency_ms":130.64,"confidence":1.0}},"schema":{"criteria":{"get_discoverer":"{\"description\":\"Get the person or team who made a particular scientific discovery\",\"name\":\"get_discoverer\",\"parameters\":{\"properties\":{\"detail\":{\"description\":\"Optional flag to get additional details about the discoverer, such as birth date and nationality. Defaults to false.\",\"type\":\"boolean\"},\"discovery\":{\"description\":\"The discovery for which the discoverer's information is needed.\",\"type\":\"string\"}},\"required\":[\"discovery\",\"detail\"],\"type\":\"dict\"}}","diabetes_prediction":"{\"description\":\"Predict the likelihood of diabetes type 2 based on a person's weight and height.\",\"name\":\"diabetes_prediction\",\"parameters\":{\"properties\":{\"activity_level\":{\"description\":\"Physical activity level of the person.\",\"enum\":[\"sedentary\",\"lightly active\",\"moderately active\",\"very active\",\"extra active\"],\"type\":\"string\"},\"height\":{\"description\":\"Height of the person in inches.\",\"type\":\"float\"},\"weight\":{\"description\":\"Weight of the person in lbs.\",\"type\":\"float\"}},\"required\":[\"weight\",\"height\",\"activity_level\"],\"type\":\"dict\"}}","museum_working_hours.get":"{\"description\":\"Get the working hours of a museum in a specific location.\",\"name\":\"museum_working_hours.get\",\"parameters\":{\"properties\":{\"day\":{\"description\":\"Specific day of the week. Optional parameter. Default is 'today'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the museum.\",\"type\":\"string\"},\"museum\":{\"description\":\"The name of the museum.\",\"type\":\"string\"}},\"required\":[\"museum\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"diabetes_prediction","correct":false,"latency_ms":103.26,"confidence":0.880426},"jev":{"choice":"get_discoverer","correct":true,"latency_ms":101.3,"confidence":1.0}}}},{"id":"multiple_156","split":"multiple","state":"User: What was Albert Einstein's contribution to science on March 17, 1915?","expected":"historical_contrib.get_contrib","candidate_count":3,"views":{"description":{"criteria":{"historical_contrib.get_contrib":"historical_contrib.get_contrib: Retrieve historical contribution made by a scientist on a specific date.","music.calculate_note_duration":"music.calculate_note_duration: Calculate the duration between two notes based on their frequencies and harmonic rhythm.","math.gcd":"math.gcd: Calculate the greatest common divisor of two integers."},"clm":{"choice":"historical_contrib.get_contrib","correct":true,"latency_ms":60.04,"confidence":0.993993},"jev":{"choice":"historical_contrib.get_contrib","correct":true,"latency_ms":125.31,"confidence":1.0}},"prose_schema":{"criteria":{"historical_contrib.get_contrib":"historical_contrib.get_contrib: Retrieve historical contribution made by a scientist on a specific date.\nParameter scientist (string); required; The scientist whose contributions need to be searched.\nParameter date (string); required; The date when the contribution was made in yyyy-mm-dd format.\nParameter category (string); The field of the contribution, such as 'Physics' or 'Chemistry'. Default is all fields.","music.calculate_note_duration":"music.calculate_note_duration: Calculate the duration between two notes based on their frequencies and harmonic rhythm.\nParameter first_note_frequency (float); required; The frequency of the first note in Hz.\nParameter second_note_frequency (float); required; The frequency of the second note in Hz.\nParameter tempo (integer); The tempo of the music in beats per minute. Defaults to 120 beats per minute.","math.gcd":"math.gcd: Calculate the greatest common divisor of two integers.\nParameter num1 (integer); required; First number.\nParameter num2 (integer); required; Second number."},"clm":{"choice":"historical_contrib.get_contrib","correct":true,"latency_ms":64.57,"confidence":0.486743},"jev":{"choice":"historical_contrib.get_contrib","correct":true,"latency_ms":116.74,"confidence":1.0}},"schema":{"criteria":{"historical_contrib.get_contrib":"{\"description\":\"Retrieve historical contribution made by a scientist on a specific date.\",\"name\":\"historical_contrib.get_contrib\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The field of the contribution, such as 'Physics' or 'Chemistry'. Default is all fields.\",\"type\":\"string\"},\"date\":{\"description\":\"The date when the contribution was made in yyyy-mm-dd format.\",\"type\":\"string\"},\"scientist\":{\"description\":\"The scientist whose contributions need to be searched.\",\"type\":\"string\"}},\"required\":[\"scientist\",\"date\"],\"type\":\"dict\"}}","music.calculate_note_duration":"{\"description\":\"Calculate the duration between two notes based on their frequencies and harmonic rhythm.\",\"name\":\"music.calculate_note_duration\",\"parameters\":{\"properties\":{\"first_note_frequency\":{\"description\":\"The frequency of the first note in Hz.\",\"type\":\"float\"},\"second_note_frequency\":{\"description\":\"The frequency of the second note in Hz.\",\"type\":\"float\"},\"tempo\":{\"description\":\"The tempo of the music in beats per minute. Defaults to 120 beats per minute.\",\"type\":\"integer\"}},\"required\":[\"first_note_frequency\",\"second_note_frequency\"],\"type\":\"dict\"}}","math.gcd":"{\"description\":\"Calculate the greatest common divisor of two integers.\",\"name\":\"math.gcd\",\"parameters\":{\"properties\":{\"num1\":{\"description\":\"First number.\",\"type\":\"integer\"},\"num2\":{\"description\":\"Second number.\",\"type\":\"integer\"}},\"required\":[\"num1\",\"num2\"],\"type\":\"dict\"}}"},"clm":{"choice":"music.calculate_note_duration","correct":false,"latency_ms":77.58,"confidence":0.778674},"jev":{"choice":"historical_contrib.get_contrib","correct":true,"latency_ms":100.72,"confidence":1.0}}}},{"id":"multiple_157","split":"multiple","state":"User: What is the earliest reference of Jesus Christ in history from historical record?","expected":"get_earliest_reference","candidate_count":2,"views":{"description":{"criteria":{"sports_ranking.get_current":"sports_ranking.get_current: Retrieve the current ranking of a specific team in a particular league.","get_earliest_reference":"get_earliest_reference: Retrieve the earliest historical reference of a person."},"clm":{"choice":"get_earliest_reference","correct":true,"latency_ms":66.19,"confidence":0.987897},"jev":{"choice":"get_earliest_reference","correct":true,"latency_ms":108.46,"confidence":1.0}},"prose_schema":{"criteria":{"sports_ranking.get_current":"sports_ranking.get_current: Retrieve the current ranking of a specific team in a particular league.\nParameter team (string); required; The name of the team whose ranking is sought.\nParameter league (string); required; The league in which the team participates.\nParameter season (string); The season for which the ranking is sought. Defaults to the current season if not provided.","get_earliest_reference":"get_earliest_reference: Retrieve the earliest historical reference of a person.\nParameter name (string); required; The name of the person.\nParameter source (string); Source to fetch the reference. Default is 'scriptures'; allowed values: scriptures, historical records"},"clm":{"choice":"get_earliest_reference","correct":true,"latency_ms":61.01,"confidence":0.944399},"jev":{"choice":"get_earliest_reference","correct":true,"latency_ms":102.09,"confidence":1.0}},"schema":{"criteria":{"sports_ranking.get_current":"{\"description\":\"Retrieve the current ranking of a specific team in a particular league.\",\"name\":\"sports_ranking.get_current\",\"parameters\":{\"properties\":{\"league\":{\"description\":\"The league in which the team participates.\",\"type\":\"string\"},\"season\":{\"description\":\"The season for which the ranking is sought. Defaults to the current season if not provided.\",\"type\":\"string\"},\"team\":{\"description\":\"The name of the team whose ranking is sought.\",\"type\":\"string\"}},\"required\":[\"team\",\"league\"],\"type\":\"dict\"}}","get_earliest_reference":"{\"description\":\"Retrieve the earliest historical reference of a person.\",\"name\":\"get_earliest_reference\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The name of the person.\",\"type\":\"string\"},\"source\":{\"description\":\"Source to fetch the reference. Default is 'scriptures'\",\"enum\":[\"scriptures\",\"historical records\"],\"type\":\"string\"}},\"required\":[\"name\"],\"type\":\"dict\"}}"},"clm":{"choice":"sports_ranking.get_current","correct":false,"latency_ms":58.01,"confidence":0.515972},"jev":{"choice":"get_earliest_reference","correct":true,"latency_ms":102.26,"confidence":1.0}}}},{"id":"multiple_158","split":"multiple","state":"User: Get the biography and main contributions of Pope Innocent III.","expected":"religious_history.get_papal_biography","candidate_count":4,"views":{"description":{"criteria":{"publication_year.find":"publication_year.find: Fetches the year a particular scientific work was published.","portfolio_future_value":"portfolio_future_value: Calculate the future value of an investment in a specific stock based on the invested amount, expected annual return and number of years.","religious_history.get_papal_biography":"religious_history.get_papal_biography: Retrieve the biography and main religious and historical contributions of a Pope based on his papal name.","board_game_info":"board_game_info: Get the information about a board game from a database. "},"clm":{"choice":"religious_history.get_papal_biography","correct":true,"latency_ms":97.93,"confidence":0.997963},"jev":{"choice":"religious_history.get_papal_biography","correct":true,"latency_ms":104.1,"confidence":1.0}},"prose_schema":{"criteria":{"publication_year.find":"publication_year.find: Fetches the year a particular scientific work was published.\nParameter author (string); required; Name of the author of the work.\nParameter work_title (string); required; Title of the scientific work.\nParameter location (string); Place of the publication, if known. Default is 'global'.","portfolio_future_value":"portfolio_future_value: Calculate the future value of an investment in a specific stock based on the invested amount, expected annual return and number of years.\nParameter stock (string); required; The ticker symbol of the stock.\nParameter invested_amount (float); required; The invested amount in USD.\nParameter expected_annual_return (float); required; The expected annual return on investment as a decimal. E.g. 5% = 0.05\nParameter years (integer); required; The number of years for which the investment is made.","religious_history.get_papal_biography":"religious_history.get_papal_biography: Retrieve the biography and main religious and historical contributions of a Pope based on his papal name.\nParameter papal_name (string); required; The papal name of the Pope.\nParameter include_contributions (boolean); required; Include main contributions of the Pope in the response if true.; default: False","board_game_info":"board_game_info: Get the information about a board game from a database. \nParameter game_name (string); required; Name of the board game.\nParameter info_required (array); required; Array of information requested for the game."},"clm":{"choice":"religious_history.get_papal_biography","correct":true,"latency_ms":84.89,"confidence":0.751847},"jev":{"choice":"religious_history.get_papal_biography","correct":true,"latency_ms":116.22,"confidence":1.0}},"schema":{"criteria":{"publication_year.find":"{\"description\":\"Fetches the year a particular scientific work was published.\",\"name\":\"publication_year.find\",\"parameters\":{\"properties\":{\"author\":{\"description\":\"Name of the author of the work.\",\"type\":\"string\"},\"location\":{\"description\":\"Place of the publication, if known. Default is 'global'.\",\"type\":\"string\"},\"work_title\":{\"description\":\"Title of the scientific work.\",\"type\":\"string\"}},\"required\":[\"author\",\"work_title\"],\"type\":\"dict\"}}","portfolio_future_value":"{\"description\":\"Calculate the future value of an investment in a specific stock based on the invested amount, expected annual return and number of years.\",\"name\":\"portfolio_future_value\",\"parameters\":{\"properties\":{\"expected_annual_return\":{\"description\":\"The expected annual return on investment as a decimal. E.g. 5% = 0.05\",\"type\":\"float\"},\"invested_amount\":{\"description\":\"The invested amount in USD.\",\"type\":\"float\"},\"stock\":{\"description\":\"The ticker symbol of the stock.\",\"type\":\"string\"},\"years\":{\"description\":\"The number of years for which the investment is made.\",\"type\":\"integer\"}},\"required\":[\"stock\",\"invested_amount\",\"expected_annual_return\",\"years\"],\"type\":\"dict\"}}","religious_history.get_papal_biography":"{\"description\":\"Retrieve the biography and main religious and historical contributions of a Pope based on his papal name.\",\"name\":\"religious_history.get_papal_biography\",\"parameters\":{\"properties\":{\"include_contributions\":{\"default\":false,\"description\":\"Include main contributions of the Pope in the response if true.\",\"type\":\"boolean\"},\"papal_name\":{\"description\":\"The papal name of the Pope.\",\"type\":\"string\"}},\"required\":[\"papal_name\",\"include_contributions\"],\"type\":\"dict\"}}","board_game_info":"{\"description\":\"Get the information about a board game from a database. \",\"name\":\"board_game_info\",\"parameters\":{\"properties\":{\"game_name\":{\"description\":\"Name of the board game.\",\"type\":\"string\"},\"info_required\":{\"description\":\"Array of information requested for the game.\",\"items\":{\"enum\":[\"average_review_rating\",\"age_range\",\"number_of_players\",\"playing_time\",\"genre\"],\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"game_name\",\"info_required\"],\"type\":\"dict\"}}"},"clm":{"choice":"religious_history.get_papal_biography","correct":true,"latency_ms":97.96,"confidence":0.49141},"jev":{"choice":"religious_history.get_papal_biography","correct":true,"latency_ms":107.56,"confidence":1.0}}}},{"id":"multiple_159","split":"multiple","state":"User: Calculate the total quantity of paint needed to cover a wall of 30 feet by 12 feet using a specific brand that covers 400 square feet per gallon.","expected":"calculate_paint_needed","candidate_count":3,"views":{"description":{"criteria":{"prob_dist.binomial":"prob_dist.binomial: Compute the probability of having 'success' outcome from binomial distribution.","musical_scale":"musical_scale: Get the musical scale of a specific key in music theory.","calculate_paint_needed":"calculate_paint_needed: Calculate the amount of paint needed to cover a surface area based on the coverage rate of a specific paint brand."},"clm":{"choice":"calculate_paint_needed","correct":true,"latency_ms":72.57,"confidence":0.999854},"jev":{"choice":"calculate_paint_needed","correct":true,"latency_ms":109.73,"confidence":1.0}},"prose_schema":{"criteria":{"prob_dist.binomial":"prob_dist.binomial: Compute the probability of having 'success' outcome from binomial distribution.\nParameter trials (integer); required; The number of independent experiments.\nParameter successes (integer); required; The number of success events.\nParameter p (float); The probability of success on any given trial, defaults to 0.5","musical_scale":"musical_scale: Get the musical scale of a specific key in music theory.\nParameter key (string); required; The musical key for which the scale will be found.\nParameter scale_type (string); The type of musical scale.; default: major","calculate_paint_needed":"calculate_paint_needed: Calculate the amount of paint needed to cover a surface area based on the coverage rate of a specific paint brand.\nParameter coverage_rate (integer); required; The area in square feet that one gallon of paint can cover.\nParameter length (integer); required; Length of the wall to be painted in feet.\nParameter height (integer); required; Height of the wall to be painted in feet."},"clm":{"choice":"calculate_paint_needed","correct":true,"latency_ms":65.22,"confidence":0.999969},"jev":{"choice":"calculate_paint_needed","correct":true,"latency_ms":109.74,"confidence":1.0}},"schema":{"criteria":{"prob_dist.binomial":"{\"description\":\"Compute the probability of having 'success' outcome from binomial distribution.\",\"name\":\"prob_dist.binomial\",\"parameters\":{\"properties\":{\"p\":{\"description\":\"The probability of success on any given trial, defaults to 0.5\",\"type\":\"float\"},\"successes\":{\"description\":\"The number of success events.\",\"type\":\"integer\"},\"trials\":{\"description\":\"The number of independent experiments.\",\"type\":\"integer\"}},\"required\":[\"trials\",\"successes\"],\"type\":\"dict\"}}","musical_scale":"{\"description\":\"Get the musical scale of a specific key in music theory.\",\"name\":\"musical_scale\",\"parameters\":{\"properties\":{\"key\":{\"description\":\"The musical key for which the scale will be found.\",\"type\":\"string\"},\"scale_type\":{\"default\":\"major\",\"description\":\"The type of musical scale.\",\"type\":\"string\"}},\"required\":[\"key\"],\"type\":\"dict\"}}","calculate_paint_needed":"{\"description\":\"Calculate the amount of paint needed to cover a surface area based on the coverage rate of a specific paint brand.\",\"name\":\"calculate_paint_needed\",\"parameters\":{\"properties\":{\"coverage_rate\":{\"description\":\"The area in square feet that one gallon of paint can cover.\",\"type\":\"integer\"},\"height\":{\"description\":\"Height of the wall to be painted in feet.\",\"type\":\"integer\"},\"length\":{\"description\":\"Length of the wall to be painted in feet.\",\"type\":\"integer\"}},\"required\":[\"coverage_rate\",\"length\",\"height\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_paint_needed","correct":true,"latency_ms":107.92,"confidence":0.939583},"jev":{"choice":"calculate_paint_needed","correct":true,"latency_ms":118.21,"confidence":1.0}}}},{"id":"multiple_160","split":"multiple","state":"User: Find me the most recent art sculpture by James Plensa with detailed description.","expected":"get_sculpture_info","candidate_count":4,"views":{"description":{"criteria":{"get_zodiac_compatibility":"get_zodiac_compatibility: Retrieve the compatibility score between two Zodiac signs.","local_nursery.find":"local_nursery.find: Locate local nurseries based on location and plant types availability.","get_sculpture_info":"get_sculpture_info: Retrieves the most recent artwork by a specified artist with its detailed description.","monarch.getMonarchOfYear":"monarch.getMonarchOfYear: Retrieve the monarch of a specific location during a specified year."},"clm":{"choice":"get_sculpture_info","correct":true,"latency_ms":147.19,"confidence":0.988434},"jev":{"choice":"get_sculpture_info","correct":true,"latency_ms":143.85,"confidence":1.0}},"prose_schema":{"criteria":{"get_zodiac_compatibility":"get_zodiac_compatibility: Retrieve the compatibility score between two Zodiac signs.\nParameter sign1 (string); required; The first Zodiac sign.\nParameter sign2 (string); required; The second Zodiac sign.\nParameter scale (string); The scale on which compatibility should be shown. Default is 'percentage'.; allowed values: percentage, 0-10 scale","local_nursery.find":"local_nursery.find: Locate local nurseries based on location and plant types availability.\nParameter location (string); required; The city or locality where the nursery needs to be located.\nParameter plant_types (array); required; Type of plants the nursery should provide.","get_sculpture_info":"get_sculpture_info: Retrieves the most recent artwork by a specified artist with its detailed description.\nParameter artist_name (string); required; The name of the artist.\nParameter detail (boolean); If True, it provides detailed description of the sculpture. Defaults to False.","monarch.getMonarchOfYear":"monarch.getMonarchOfYear: Retrieve the monarch of a specific location during a specified year.\nParameter location (string); required; The location (e.g., country) whose monarch needs to be found.\nParameter year (integer); required; The year to search the monarch.\nParameter fullName (boolean); If true, returns the full name and title of the monarch.; default: false"},"clm":{"choice":"get_sculpture_info","correct":true,"latency_ms":121.14,"confidence":0.999632},"jev":{"choice":"get_sculpture_info","correct":true,"latency_ms":108.16,"confidence":1.0}},"schema":{"criteria":{"get_zodiac_compatibility":"{\"description\":\"Retrieve the compatibility score between two Zodiac signs.\",\"name\":\"get_zodiac_compatibility\",\"parameters\":{\"properties\":{\"scale\":{\"description\":\"The scale on which compatibility should be shown. Default is 'percentage'.\",\"enum\":[\"percentage\",\"0-10 scale\"],\"type\":\"string\"},\"sign1\":{\"description\":\"The first Zodiac sign.\",\"type\":\"string\"},\"sign2\":{\"description\":\"The second Zodiac sign.\",\"type\":\"string\"}},\"required\":[\"sign1\",\"sign2\"],\"type\":\"dict\"}}","local_nursery.find":"{\"description\":\"Locate local nurseries based on location and plant types availability.\",\"name\":\"local_nursery.find\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or locality where the nursery needs to be located.\",\"type\":\"string\"},\"plant_types\":{\"description\":\"Type of plants the nursery should provide.\",\"items\":{\"enum\":[\"Annual\",\"Perennial\",\"Shrub\",\"Tree\",\"Herbs\",\"Fruits\"],\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"location\",\"plant_types\"],\"type\":\"dict\"}}","get_sculpture_info":"{\"description\":\"Retrieves the most recent artwork by a specified artist with its detailed description.\",\"name\":\"get_sculpture_info\",\"parameters\":{\"properties\":{\"artist_name\":{\"description\":\"The name of the artist.\",\"type\":\"string\"},\"detail\":{\"description\":\"If True, it provides detailed description of the sculpture. Defaults to False.\",\"type\":\"boolean\"}},\"required\":[\"artist_name\"],\"type\":\"dict\"}}","monarch.getMonarchOfYear":"{\"description\":\"Retrieve the monarch of a specific location during a specified year.\",\"name\":\"monarch.getMonarchOfYear\",\"parameters\":{\"properties\":{\"fullName\":{\"default\":\"false\",\"description\":\"If true, returns the full name and title of the monarch.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location (e.g., country) whose monarch needs to be found.\",\"type\":\"string\"},\"year\":{\"description\":\"The year to search the monarch.\",\"type\":\"integer\"}},\"required\":[\"location\",\"year\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sculpture_info","correct":true,"latency_ms":134.29,"confidence":0.61423},"jev":{"choice":"get_sculpture_info","correct":true,"latency_ms":104.75,"confidence":1.0}}}},{"id":"multiple_161","split":"multiple","state":"User: Find the top rated modern sculpture exhibition happening in New York in the upcoming month.","expected":"find_exhibition","candidate_count":3,"views":{"description":{"criteria":{"card_game_probability.calculate":"card_game_probability.calculate: Calculate the probability of drawing a certain card or suit from a deck of cards.","find_exhibition":"find_exhibition: Locate the most popular exhibitions based on criteria like location, time, art form, and user ratings.","get_sculpture_info":"get_sculpture_info: Retrieves the most recent artwork by a specified artist with its detailed description."},"clm":{"choice":"get_sculpture_info","correct":false,"latency_ms":90.79,"confidence":0.62063},"jev":{"choice":"find_exhibition","correct":true,"latency_ms":124.99,"confidence":1.0}},"prose_schema":{"criteria":{"card_game_probability.calculate":"card_game_probability.calculate: Calculate the probability of drawing a certain card or suit from a deck of cards.\nParameter total_cards (integer); required; Total number of cards in the deck.\nParameter desired_cards (integer); required; Number of cards in the deck that satisfy the conditions.\nParameter cards_drawn (integer); Number of cards drawn from the deck.; default: 1","find_exhibition":"find_exhibition: Locate the most popular exhibitions based on criteria like location, time, art form, and user ratings.\nParameter location (string); required; The city where the exhibition is held, e.g., New York, NY.\nParameter art_form (string); required; The form of art the exhibition is displaying e.g., sculpture.\nParameter month (string); The month of exhibition. Default value will return upcoming events.\nParameter user_ratings (string); Select exhibitions with user rating threshold. Default is 'high'; allowed values: low, average, high","get_sculpture_info":"get_sculpture_info: Retrieves the most recent artwork by a specified artist with its detailed description.\nParameter artist_name (string); required; The name of the artist.\nParameter year (integer); Year of the sculpture. This is optional. Default 2024\nParameter detail (boolean); If True, it provides detailed description of the sculpture. Defaults to False."},"clm":{"choice":"get_sculpture_info","correct":false,"latency_ms":82.49,"confidence":0.999526},"jev":{"choice":"find_exhibition","correct":true,"latency_ms":156.03,"confidence":1.0}},"schema":{"criteria":{"card_game_probability.calculate":"{\"description\":\"Calculate the probability of drawing a certain card or suit from a deck of cards.\",\"name\":\"card_game_probability.calculate\",\"parameters\":{\"properties\":{\"cards_drawn\":{\"default\":1,\"description\":\"Number of cards drawn from the deck.\",\"type\":\"integer\"},\"desired_cards\":{\"description\":\"Number of cards in the deck that satisfy the conditions.\",\"type\":\"integer\"},\"total_cards\":{\"description\":\"Total number of cards in the deck.\",\"type\":\"integer\"}},\"required\":[\"total_cards\",\"desired_cards\"],\"type\":\"dict\"}}","find_exhibition":"{\"description\":\"Locate the most popular exhibitions based on criteria like location, time, art form, and user ratings.\",\"name\":\"find_exhibition\",\"parameters\":{\"properties\":{\"art_form\":{\"description\":\"The form of art the exhibition is displaying e.g., sculpture.\",\"type\":\"string\"},\"location\":{\"description\":\"The city where the exhibition is held, e.g., New York, NY.\",\"type\":\"string\"},\"month\":{\"description\":\"The month of exhibition. Default value will return upcoming events.\",\"type\":\"string\"},\"user_ratings\":{\"description\":\"Select exhibitions with user rating threshold. Default is 'high'\",\"enum\":[\"low\",\"average\",\"high\"],\"type\":\"string\"}},\"required\":[\"location\",\"art_form\"],\"type\":\"dict\"}}","get_sculpture_info":"{\"description\":\"Retrieves the most recent artwork by a specified artist with its detailed description.\",\"name\":\"get_sculpture_info\",\"parameters\":{\"properties\":{\"artist_name\":{\"description\":\"The name of the artist.\",\"type\":\"string\"},\"detail\":{\"description\":\"If True, it provides detailed description of the sculpture. Defaults to False.\",\"type\":\"boolean\"},\"year\":{\"description\":\"Year of the sculpture. This is optional. Default 2024\",\"type\":\"integer\"}},\"required\":[\"artist_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"card_game_probability.calculate","correct":false,"latency_ms":95.86,"confidence":0.621273},"jev":{"choice":"find_exhibition","correct":true,"latency_ms":97.17,"confidence":1.0}}}},{"id":"multiple_162","split":"multiple","state":"User: What is the structural dynamic analysis of the building with building Id B1004 for 2nd, 3rd and 4th floors?","expected":"analyze_structure","candidate_count":2,"views":{"description":{"criteria":{"player_statistic":"player_statistic: Retrieves detailed player's statistics for a specific year.","analyze_structure":"analyze_structure: Analyze a structure of a building based on its Id and floor numbers."},"clm":{"choice":"analyze_structure","correct":true,"latency_ms":60.58,"confidence":0.999748},"jev":{"choice":"analyze_structure","correct":true,"latency_ms":113.18,"confidence":1.0}},"prose_schema":{"criteria":{"player_statistic":"player_statistic: Retrieves detailed player's statistics for a specific year.\nParameter player_name (string); required; The player's name.\nParameter year (integer); required; Year for which the statistics will be displayed.\nParameter team_name (string); The name of the team(optional). Default is 'all'","analyze_structure":"analyze_structure: Analyze a structure of a building based on its Id and floor numbers.\nParameter building_id (string); required; The unique identification number of the building.\nParameter floors (array); required; Floor numbers to be analyzed.\nParameter mode (string); Mode of analysis, e.g. 'static' or 'dynamic'. Default is 'static'."},"clm":{"choice":"analyze_structure","correct":true,"latency_ms":80.97,"confidence":0.999811},"jev":{"choice":"analyze_structure","correct":true,"latency_ms":140.35,"confidence":1.0}},"schema":{"criteria":{"player_statistic":"{\"description\":\"Retrieves detailed player's statistics for a specific year.\",\"name\":\"player_statistic\",\"parameters\":{\"properties\":{\"player_name\":{\"description\":\"The player's name.\",\"type\":\"string\"},\"team_name\":{\"description\":\"The name of the team(optional). Default is 'all'\",\"type\":\"string\"},\"year\":{\"description\":\"Year for which the statistics will be displayed.\",\"type\":\"integer\"}},\"required\":[\"player_name\",\"year\"],\"type\":\"dict\"}}","analyze_structure":"{\"description\":\"Analyze a structure of a building based on its Id and floor numbers.\",\"name\":\"analyze_structure\",\"parameters\":{\"properties\":{\"building_id\":{\"description\":\"The unique identification number of the building.\",\"type\":\"string\"},\"floors\":{\"description\":\"Floor numbers to be analyzed.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"mode\":{\"description\":\"Mode of analysis, e.g. 'static' or 'dynamic'. Default is 'static'.\",\"type\":\"string\"}},\"required\":[\"building_id\",\"floors\"],\"type\":\"dict\"}}"},"clm":{"choice":"player_statistic","correct":false,"latency_ms":129.63,"confidence":0.769301},"jev":{"choice":"analyze_structure","correct":true,"latency_ms":93.48,"confidence":1.0}}}},{"id":"multiple_163","split":"multiple","state":"User: Get the list of top 5 popular artworks at the Metropolitan Museum of Art. Please sort by popularity.","expected":"metropolitan_museum.get_top_artworks","candidate_count":2,"views":{"description":{"criteria":{"metropolitan_museum.get_top_artworks":"metropolitan_museum.get_top_artworks: Fetches the list of popular artworks at the Metropolitan Museum of Art. Results can be sorted based on popularity.","lawsuit_search":"lawsuit_search: Search for lawsuits related to a specific company within a specific date range and location."},"clm":{"choice":"metropolitan_museum.get_top_artworks","correct":true,"latency_ms":56.31,"confidence":0.999997},"jev":{"choice":"metropolitan_museum.get_top_artworks","correct":true,"latency_ms":107.78,"confidence":1.0}},"prose_schema":{"criteria":{"metropolitan_museum.get_top_artworks":"metropolitan_museum.get_top_artworks: Fetches the list of popular artworks at the Metropolitan Museum of Art. Results can be sorted based on popularity.\nParameter number (integer); required; The number of artworks to fetch\nParameter sort_by (string); The criteria to sort the results on. Default is ''.; allowed values: popularity, chronological, alphabetical","lawsuit_search":"lawsuit_search: Search for lawsuits related to a specific company within a specific date range and location.\nParameter company (string); required; The company related to the lawsuit.\nParameter start_date (string); required; Start of the date range for when the lawsuit was filed.\nParameter location (string); required; Location where the lawsuit was filed.\nParameter status (string); The status of the lawsuit. Default is 'ongoing'.; allowed values: ongoing, settled, dismissed"},"clm":{"choice":"metropolitan_museum.get_top_artworks","correct":true,"latency_ms":63.53,"confidence":0.998317},"jev":{"choice":"metropolitan_museum.get_top_artworks","correct":true,"latency_ms":105.36,"confidence":1.0}},"schema":{"criteria":{"metropolitan_museum.get_top_artworks":"{\"description\":\"Fetches the list of popular artworks at the Metropolitan Museum of Art. Results can be sorted based on popularity.\",\"name\":\"metropolitan_museum.get_top_artworks\",\"parameters\":{\"properties\":{\"number\":{\"description\":\"The number of artworks to fetch\",\"type\":\"integer\"},\"sort_by\":{\"description\":\"The criteria to sort the results on. Default is ''.\",\"enum\":[\"popularity\",\"chronological\",\"alphabetical\"],\"type\":\"string\"}},\"required\":[\"number\"],\"type\":\"dict\"}}","lawsuit_search":"{\"description\":\"Search for lawsuits related to a specific company within a specific date range and location.\",\"name\":\"lawsuit_search\",\"parameters\":{\"properties\":{\"company\":{\"description\":\"The company related to the lawsuit.\",\"type\":\"string\"},\"location\":{\"description\":\"Location where the lawsuit was filed.\",\"type\":\"string\"},\"start_date\":{\"description\":\"Start of the date range for when the lawsuit was filed.\",\"type\":\"string\"},\"status\":{\"description\":\"The status of the lawsuit. Default is 'ongoing'.\",\"enum\":[\"ongoing\",\"settled\",\"dismissed\"],\"type\":\"string\"}},\"required\":[\"company\",\"start_date\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"lawsuit_search","correct":false,"latency_ms":60.05,"confidence":0.836061},"jev":{"choice":"metropolitan_museum.get_top_artworks","correct":true,"latency_ms":129.62,"confidence":1.0}}}},{"id":"multiple_164","split":"multiple","state":"User: What's the retail price of a Fender American Professional II Stratocaster in Rosewood Finish?","expected":"instrument_price.get","candidate_count":4,"views":{"description":{"criteria":{"grocery_store.find_nearby":"grocery_store.find_nearby: Locate nearby grocery stores based on specific criteria like organic fruits and vegetables.","calculate_NPV":"calculate_NPV: Calculate the NPV (Net Present Value) of an investment, considering a series of future cash flows, discount rate, and an initial investment.","get_stock_price":"get_stock_price: Get the closing stock price for a specific company on a specified date.","instrument_price.get":"instrument_price.get: Retrieve the current retail price of a specific musical instrument."},"clm":{"choice":"instrument_price.get","correct":true,"latency_ms":73.73,"confidence":0.988769},"jev":{"choice":"instrument_price.get","correct":true,"latency_ms":93.7,"confidence":1.0}},"prose_schema":{"criteria":{"grocery_store.find_nearby":"grocery_store.find_nearby: Locate nearby grocery stores based on specific criteria like organic fruits and vegetables.\nParameter location (string); required; The city and state, e.g. Houston, TX\nParameter categories (array); Categories of items to be found in the grocery store. Default is empty array","calculate_NPV":"calculate_NPV: Calculate the NPV (Net Present Value) of an investment, considering a series of future cash flows, discount rate, and an initial investment.\nParameter cash_flows (array); required; Series of future cash flows.\nParameter discount_rate (float); required; The discount rate to use.\nParameter initial_investment (float); The initial investment. Default is 0 if not specified.","get_stock_price":"get_stock_price: Get the closing stock price for a specific company on a specified date.\nParameter company_name (string); required; Name of the company.\nParameter date (string); required; Date of when to get the stock price. Format: yyyy-mm-dd.\nParameter exchange (string); Name of the stock exchange market where the company's stock is listed. Default is 'NASDAQ'","instrument_price.get":"instrument_price.get: Retrieve the current retail price of a specific musical instrument.\nParameter brand (string); required; The brand of the instrument.\nParameter model (string); required; The specific model of the instrument.\nParameter finish (string); required; The color or type of finish on the instrument."},"clm":{"choice":"instrument_price.get","correct":true,"latency_ms":91.07,"confidence":0.999467},"jev":{"choice":"instrument_price.get","correct":true,"latency_ms":154.68,"confidence":1.0}},"schema":{"criteria":{"grocery_store.find_nearby":"{\"description\":\"Locate nearby grocery stores based on specific criteria like organic fruits and vegetables.\",\"name\":\"grocery_store.find_nearby\",\"parameters\":{\"properties\":{\"categories\":{\"description\":\"Categories of items to be found in the grocery store. Default is empty array\",\"items\":{\"enum\":[\"Organic\",\"Vegetables\",\"Fruits\",\"Dairy\",\"Seafood\",\"Bakery\"],\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"The city and state, e.g. Houston, TX\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","calculate_NPV":"{\"description\":\"Calculate the NPV (Net Present Value) of an investment, considering a series of future cash flows, discount rate, and an initial investment.\",\"name\":\"calculate_NPV\",\"parameters\":{\"properties\":{\"cash_flows\":{\"description\":\"Series of future cash flows.\",\"items\":{\"type\":\"float\"},\"type\":\"array\"},\"discount_rate\":{\"description\":\"The discount rate to use.\",\"type\":\"float\"},\"initial_investment\":{\"description\":\"The initial investment. Default is 0 if not specified.\",\"type\":\"float\"}},\"required\":[\"cash_flows\",\"discount_rate\"],\"type\":\"dict\"}}","get_stock_price":"{\"description\":\"Get the closing stock price for a specific company on a specified date.\",\"name\":\"get_stock_price\",\"parameters\":{\"properties\":{\"company_name\":{\"description\":\"Name of the company.\",\"type\":\"string\"},\"date\":{\"description\":\"Date of when to get the stock price. Format: yyyy-mm-dd.\",\"type\":\"string\"},\"exchange\":{\"description\":\"Name of the stock exchange market where the company's stock is listed. Default is 'NASDAQ'\",\"type\":\"string\"}},\"required\":[\"company_name\",\"date\"],\"type\":\"dict\"}}","instrument_price.get":"{\"description\":\"Retrieve the current retail price of a specific musical instrument.\",\"name\":\"instrument_price.get\",\"parameters\":{\"properties\":{\"brand\":{\"description\":\"The brand of the instrument.\",\"type\":\"string\"},\"finish\":{\"description\":\"The color or type of finish on the instrument.\",\"type\":\"string\"},\"model\":{\"description\":\"The specific model of the instrument.\",\"type\":\"string\"}},\"required\":[\"brand\",\"model\",\"finish\"],\"type\":\"dict\"}}"},"clm":{"choice":"instrument_price.get","correct":true,"latency_ms":93.96,"confidence":0.701303},"jev":{"choice":"instrument_price.get","correct":true,"latency_ms":109.96,"confidence":1.0}}}},{"id":"multiple_165","split":"multiple","state":"User: Find the price of a used Gibson Les Paul guitar in excellent condition in the Chicago area.","expected":"guitar_price.find","candidate_count":3,"views":{"description":{"criteria":{"identify_color_rgb":"identify_color_rgb: This function identifies the RGB values of a named color.","board_game.chess.get_top_players":"board_game.chess.get_top_players: Find top chess players in a location based on rating.","guitar_price.find":"guitar_price.find: Retrieve the price of a specific used guitar model based on its condition and location."},"clm":{"choice":"guitar_price.find","correct":true,"latency_ms":59.48,"confidence":0.998834},"jev":{"choice":"guitar_price.find","correct":true,"latency_ms":129.53,"confidence":1.0}},"prose_schema":{"criteria":{"identify_color_rgb":"identify_color_rgb: This function identifies the RGB values of a named color.\nParameter color_name (string); required; Name of the color.\nParameter standard (string); The color standard (e.g. basic, pantone). Default is 'basic'","board_game.chess.get_top_players":"board_game.chess.get_top_players: Find top chess players in a location based on rating.\nParameter location (string); required; The city you want to find the players from.\nParameter minimum_rating (integer); required; Minimum rating to filter the players.\nParameter number_of_players (integer); Number of players you want to retrieve, default value is 10; default: 10","guitar_price.find":"guitar_price.find: Retrieve the price of a specific used guitar model based on its condition and location.\nParameter model (string); required; The model of the guitar.\nParameter condition (string); required; The condition of the guitar.; allowed values: Poor, Good, Excellent\nParameter location (string); required; The location where the guitar is being sold."},"clm":{"choice":"guitar_price.find","correct":true,"latency_ms":85.85,"confidence":0.996557},"jev":{"choice":"guitar_price.find","correct":true,"latency_ms":116.34,"confidence":1.0}},"schema":{"criteria":{"identify_color_rgb":"{\"description\":\"This function identifies the RGB values of a named color.\",\"name\":\"identify_color_rgb\",\"parameters\":{\"properties\":{\"color_name\":{\"description\":\"Name of the color.\",\"type\":\"string\"},\"standard\":{\"description\":\"The color standard (e.g. basic, pantone). Default is 'basic'\",\"type\":\"string\"}},\"required\":[\"color_name\"],\"type\":\"dict\"}}","board_game.chess.get_top_players":"{\"description\":\"Find top chess players in a location based on rating.\",\"name\":\"board_game.chess.get_top_players\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city you want to find the players from.\",\"type\":\"string\"},\"minimum_rating\":{\"description\":\"Minimum rating to filter the players.\",\"type\":\"integer\"},\"number_of_players\":{\"default\":10,\"description\":\"Number of players you want to retrieve, default value is 10\",\"type\":\"integer\"}},\"required\":[\"location\",\"minimum_rating\"],\"type\":\"dict\"}}","guitar_price.find":"{\"description\":\"Retrieve the price of a specific used guitar model based on its condition and location.\",\"name\":\"guitar_price.find\",\"parameters\":{\"properties\":{\"condition\":{\"description\":\"The condition of the guitar.\",\"enum\":[\"Poor\",\"Good\",\"Excellent\"],\"type\":\"string\"},\"location\":{\"description\":\"The location where the guitar is being sold.\",\"type\":\"string\"},\"model\":{\"description\":\"The model of the guitar.\",\"type\":\"string\"}},\"required\":[\"model\",\"condition\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"guitar_price.find","correct":true,"latency_ms":78.65,"confidence":0.583563},"jev":{"choice":"guitar_price.find","correct":true,"latency_ms":99.82,"confidence":1.0}}}},{"id":"multiple_166","split":"multiple","state":"User: Find me a classical concert this weekend in Los Angeles with cheap tickets.","expected":"concert.search","candidate_count":3,"views":{"description":{"criteria":{"religion.history_info":"religion.history_info: Provides comprehensive historical details about a specified religion till a specified century.","team_score.get_latest":"team_score.get_latest: Retrieve the score of the most recent game for a specified sports team.","concert.search":"concert.search: Locate a concert based on specific criteria like genre, location, and date."},"clm":{"choice":"concert.search","correct":true,"latency_ms":91.06,"confidence":0.48785},"jev":{"choice":"concert.search","correct":true,"latency_ms":94.49,"confidence":1.0}},"prose_schema":{"criteria":{"religion.history_info":"religion.history_info: Provides comprehensive historical details about a specified religion till a specified century.\nParameter religion (string); required; The name of the religion for which historical details are needed.\nParameter till_century (integer); required; The century till which historical details are needed.\nParameter include_people (boolean); To include influential people related to the religion during that time period, default is False","team_score.get_latest":"team_score.get_latest: Retrieve the score of the most recent game for a specified sports team.\nParameter team (string); required; Name of the sports team.\nParameter include_opponent (boolean); Include the name of the opponent team in the return.; default: false","concert.search":"concert.search: Locate a concert based on specific criteria like genre, location, and date.\nParameter genre (string); required; Genre of the concert.\nParameter location (string); required; City of the concert.\nParameter date (string); required; Date of the concert, e.g. this weekend, today, tomorrow, or date string.\nParameter price_range (string); Expected price range of the concert tickets. Default is 'any'; allowed values: free, cheap, moderate, expensive, any"},"clm":{"choice":"religion.history_info","correct":false,"latency_ms":92.31,"confidence":0.98177},"jev":{"choice":"concert.search","correct":true,"latency_ms":103.05,"confidence":1.0}},"schema":{"criteria":{"religion.history_info":"{\"description\":\"Provides comprehensive historical details about a specified religion till a specified century.\",\"name\":\"religion.history_info\",\"parameters\":{\"properties\":{\"include_people\":{\"description\":\"To include influential people related to the religion during that time period, default is False\",\"type\":\"boolean\"},\"religion\":{\"description\":\"The name of the religion for which historical details are needed.\",\"type\":\"string\"},\"till_century\":{\"description\":\"The century till which historical details are needed.\",\"type\":\"integer\"}},\"required\":[\"religion\",\"till_century\"],\"type\":\"dict\"}}","team_score.get_latest":"{\"description\":\"Retrieve the score of the most recent game for a specified sports team.\",\"name\":\"team_score.get_latest\",\"parameters\":{\"properties\":{\"include_opponent\":{\"default\":\"false\",\"description\":\"Include the name of the opponent team in the return.\",\"type\":\"boolean\"},\"team\":{\"description\":\"Name of the sports team.\",\"type\":\"string\"}},\"required\":[\"team\"],\"type\":\"dict\"}}","concert.search":"{\"description\":\"Locate a concert based on specific criteria like genre, location, and date.\",\"name\":\"concert.search\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"Date of the concert, e.g. this weekend, today, tomorrow, or date string.\",\"type\":\"string\"},\"genre\":{\"description\":\"Genre of the concert.\",\"type\":\"string\"},\"location\":{\"description\":\"City of the concert.\",\"type\":\"string\"},\"price_range\":{\"description\":\"Expected price range of the concert tickets. Default is 'any'\",\"enum\":[\"free\",\"cheap\",\"moderate\",\"expensive\",\"any\"],\"type\":\"string\"}},\"required\":[\"genre\",\"location\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"concert.search","correct":true,"latency_ms":102.64,"confidence":0.674301},"jev":{"choice":"concert.search","correct":true,"latency_ms":104.06,"confidence":1.0}}}},{"id":"multiple_167","split":"multiple","state":"User: Generate a melody in C major scale, starting with the note C4, 16 measures long, at 120 beats per minute.","expected":"music_generator.generate_melody","candidate_count":3,"views":{"description":{"criteria":{"calculate_density":"calculate_density: Calculate the population density of a specific country in a specific year.","get_directions":"get_directions: Retrieve directions from one location to another.","music_generator.generate_melody":"music_generator.generate_melody: Generate a melody based on certain musical parameters."},"clm":{"choice":"music_generator.generate_melody","correct":true,"latency_ms":91.73,"confidence":0.999999},"jev":{"choice":"music_generator.generate_melody","correct":true,"latency_ms":124.41,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_density":"calculate_density: Calculate the population density of a specific country in a specific year.\nParameter country (string); required; The country for which the density needs to be calculated.\nParameter year (string); required; The year in which the density is to be calculated.\nParameter population (integer); required; The population of the country.\nParameter land_area (float); required; The land area of the country in square kilometers.","get_directions":"get_directions: Retrieve directions from one location to another.\nParameter start_location (string); required; The starting point of the journey.\nParameter end_location (string); required; The destination point of the journey.\nParameter route_type (string); Type of route to use (e.g., fastest, scenic). Default is fastest.; allowed values: fastest, scenic","music_generator.generate_melody":"music_generator.generate_melody: Generate a melody based on certain musical parameters.\nParameter key (string); required; The key of the melody. E.g., 'C' for C major.\nParameter start_note (string); required; The first note of the melody, specified in scientific pitch notation. E.g., 'C4'.\nParameter length (integer); required; The number of measures in the melody.\nParameter tempo (integer); The tempo of the melody, in beats per minute. Optional parameter. If not specified, defaults to 120."},"clm":{"choice":"music_generator.generate_melody","correct":true,"latency_ms":59.99,"confidence":0.999674},"jev":{"choice":"music_generator.generate_melody","correct":true,"latency_ms":121.2,"confidence":1.0}},"schema":{"criteria":{"calculate_density":"{\"description\":\"Calculate the population density of a specific country in a specific year.\",\"name\":\"calculate_density\",\"parameters\":{\"properties\":{\"country\":{\"description\":\"The country for which the density needs to be calculated.\",\"type\":\"string\"},\"land_area\":{\"description\":\"The land area of the country in square kilometers.\",\"type\":\"float\"},\"population\":{\"description\":\"The population of the country.\",\"type\":\"integer\"},\"year\":{\"description\":\"The year in which the density is to be calculated.\",\"type\":\"string\"}},\"required\":[\"country\",\"year\",\"population\",\"land_area\"],\"type\":\"dict\"}}","get_directions":"{\"description\":\"Retrieve directions from one location to another.\",\"name\":\"get_directions\",\"parameters\":{\"properties\":{\"end_location\":{\"description\":\"The destination point of the journey.\",\"type\":\"string\"},\"route_type\":{\"description\":\"Type of route to use (e.g., fastest, scenic). Default is fastest.\",\"enum\":[\"fastest\",\"scenic\"],\"type\":\"string\"},\"start_location\":{\"description\":\"The starting point of the journey.\",\"type\":\"string\"}},\"required\":[\"start_location\",\"end_location\"],\"type\":\"dict\"}}","music_generator.generate_melody":"{\"description\":\"Generate a melody based on certain musical parameters.\",\"name\":\"music_generator.generate_melody\",\"parameters\":{\"properties\":{\"key\":{\"description\":\"The key of the melody. E.g., 'C' for C major.\",\"type\":\"string\"},\"length\":{\"description\":\"The number of measures in the melody.\",\"type\":\"integer\"},\"start_note\":{\"description\":\"The first note of the melody, specified in scientific pitch notation. E.g., 'C4'.\",\"type\":\"string\"},\"tempo\":{\"description\":\"The tempo of the melody, in beats per minute. Optional parameter. If not specified, defaults to 120.\",\"type\":\"integer\"}},\"required\":[\"key\",\"start_note\",\"length\"],\"type\":\"dict\"}}"},"clm":{"choice":"music_generator.generate_melody","correct":true,"latency_ms":69.33,"confidence":0.858953},"jev":{"choice":"music_generator.generate_melody","correct":true,"latency_ms":99.5,"confidence":1.0}}}},{"id":"multiple_168","split":"multiple","state":"User: Find the lyrics to the song 'Bohemian Rhapsody' by Queen.","expected":"get_song_lyrics","candidate_count":3,"views":{"description":{"criteria":{"get_stock_price":"get_stock_price: Retrieves the current stock price of the specified companies","get_song_lyrics":"get_song_lyrics: Retrieve the lyrics of a song based on the artist's name and song title.","park_information":"park_information: Retrieve the basic information such as elevation and area of a national park."},"clm":{"choice":"get_song_lyrics","correct":true,"latency_ms":67.63,"confidence":0.99959},"jev":{"choice":"get_song_lyrics","correct":true,"latency_ms":99.74,"confidence":1.0}},"prose_schema":{"criteria":{"get_stock_price":"get_stock_price: Retrieves the current stock price of the specified companies\nParameter company_names (array); required; The list of companies for which to retrieve the stock price.","get_song_lyrics":"get_song_lyrics: Retrieve the lyrics of a song based on the artist's name and song title.\nParameter song_title (string); required; The title of the song.\nParameter artist_name (string); required; The name of the artist who performed the song.\nParameter lang (string); The language of the lyrics. Default is English.; allowed values: English, French, Spanish, German, Italian","park_information":"park_information: Retrieve the basic information such as elevation and area of a national park.\nParameter park_name (string); required; The name of the national park.\nParameter information (array); required; The type of information you want about the park."},"clm":{"choice":"get_stock_price","correct":false,"latency_ms":53.15,"confidence":0.815442},"jev":{"choice":"get_song_lyrics","correct":true,"latency_ms":124.73,"confidence":1.0}},"schema":{"criteria":{"get_stock_price":"{\"description\":\"Retrieves the current stock price of the specified companies\",\"name\":\"get_stock_price\",\"parameters\":{\"properties\":{\"company_names\":{\"description\":\"The list of companies for which to retrieve the stock price.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"company_names\"],\"type\":\"dict\"}}","get_song_lyrics":"{\"description\":\"Retrieve the lyrics of a song based on the artist's name and song title.\",\"name\":\"get_song_lyrics\",\"parameters\":{\"properties\":{\"artist_name\":{\"description\":\"The name of the artist who performed the song.\",\"type\":\"string\"},\"lang\":{\"description\":\"The language of the lyrics. Default is English.\",\"enum\":[\"English\",\"French\",\"Spanish\",\"German\",\"Italian\"],\"type\":\"string\"},\"song_title\":{\"description\":\"The title of the song.\",\"type\":\"string\"}},\"required\":[\"song_title\",\"artist_name\"],\"type\":\"dict\"}}","park_information":"{\"description\":\"Retrieve the basic information such as elevation and area of a national park.\",\"name\":\"park_information\",\"parameters\":{\"properties\":{\"information\":{\"description\":\"The type of information you want about the park.\",\"items\":{\"enum\":[\"Elevation\",\"Area\",\"Location\",\"Established Year\"],\"type\":\"string\"},\"type\":\"array\"},\"park_name\":{\"description\":\"The name of the national park.\",\"type\":\"string\"}},\"required\":[\"park_name\",\"information\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_stock_price","correct":false,"latency_ms":80.91,"confidence":0.536655},"jev":{"choice":"get_song_lyrics","correct":true,"latency_ms":103.3,"confidence":1.0}}}},{"id":"multiple_169","split":"multiple","state":"User: What is the musical scale associated with C sharp major?","expected":"musical_scale","candidate_count":2,"views":{"description":{"criteria":{"walmart.purchase":"walmart.purchase: Retrieve information of items from Walmart including stock availability.","musical_scale":"musical_scale: Get the musical scale of a specific key in music theory."},"clm":{"choice":"musical_scale","correct":true,"latency_ms":33.41,"confidence":1.0},"jev":{"choice":"musical_scale","correct":true,"latency_ms":97.69,"confidence":1.0}},"prose_schema":{"criteria":{"walmart.purchase":"walmart.purchase: Retrieve information of items from Walmart including stock availability.\nParameter loc (string); required; Location of the nearest Walmart.\nParameter product_list (array); required; Items to be purchased listed in an array.\nParameter pack_size (array); Size of the product pack if applicable. The size of the array should be equal to product_list. Default is an empty array","musical_scale":"musical_scale: Get the musical scale of a specific key in music theory.\nParameter key (string); required; The musical key for which the scale will be found.\nParameter scale_type (string); The type of musical scale.; default: major"},"clm":{"choice":"musical_scale","correct":true,"latency_ms":56.44,"confidence":0.99998},"jev":{"choice":"musical_scale","correct":true,"latency_ms":121.51,"confidence":1.0}},"schema":{"criteria":{"walmart.purchase":"{\"description\":\"Retrieve information of items from Walmart including stock availability.\",\"name\":\"walmart.purchase\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"Location of the nearest Walmart.\",\"type\":\"string\"},\"pack_size\":{\"description\":\"Size of the product pack if applicable. The size of the array should be equal to product_list. Default is an empty array\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"product_list\":{\"description\":\"Items to be purchased listed in an array.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"loc\",\"product_list\"],\"type\":\"dict\"}}","musical_scale":"{\"description\":\"Get the musical scale of a specific key in music theory.\",\"name\":\"musical_scale\",\"parameters\":{\"properties\":{\"key\":{\"description\":\"The musical key for which the scale will be found.\",\"type\":\"string\"},\"scale_type\":{\"default\":\"major\",\"description\":\"The type of musical scale.\",\"type\":\"string\"}},\"required\":[\"key\"],\"type\":\"dict\"}}"},"clm":{"choice":"musical_scale","correct":true,"latency_ms":65.1,"confidence":0.948161},"jev":{"choice":"musical_scale","correct":true,"latency_ms":119.26,"confidence":1.0}}}},{"id":"multiple_170","split":"multiple","state":"User: Get the player stats of Cristiano Ronaldo in the 2019-2020 season","expected":"soccer_stat.get_player_stats","candidate_count":4,"views":{"description":{"criteria":{"park_information":"park_information: Retrieve the basic information such as elevation and area of a national park.","us_history.get_president":"us_history.get_president: Retrieve the U.S. president during a specific event in American history.","monopoly_odds_calculator":"monopoly_odds_calculator: Calculates the probability of rolling a certain sum with two dice, commonly used in board game like Monopoly.","soccer_stat.get_player_stats":"soccer_stat.get_player_stats: Retrieve soccer player statistics for a given season."},"clm":{"choice":"soccer_stat.get_player_stats","correct":true,"latency_ms":76.57,"confidence":0.980464},"jev":{"choice":"soccer_stat.get_player_stats","correct":true,"latency_ms":92.78,"confidence":1.0}},"prose_schema":{"criteria":{"park_information":"park_information: Retrieve the basic information such as elevation and area of a national park.\nParameter park_name (string); required; The name of the national park.\nParameter information (array); required; The type of information you want about the park.","us_history.get_president":"us_history.get_president: Retrieve the U.S. president during a specific event in American history.\nParameter event (string); required; The event in U.S. history.\nParameter year (integer); required; The specific year of the event.","monopoly_odds_calculator":"monopoly_odds_calculator: Calculates the probability of rolling a certain sum with two dice, commonly used in board game like Monopoly.\nParameter number (integer); required; The number for which the odds are calculated.\nParameter dice_number (integer); required; The number of dice involved in the roll.\nParameter dice_faces (integer); The number of faces on a single die. Default is 6 for standard six-faced die.","soccer_stat.get_player_stats":"soccer_stat.get_player_stats: Retrieve soccer player statistics for a given season.\nParameter player_name (string); required; Name of the player.\nParameter season (string); required; Soccer season, usually specified by two years.\nParameter league (string); Optional - the soccer league, defaults to all leagues. Default 'all'"},"clm":{"choice":"soccer_stat.get_player_stats","correct":true,"latency_ms":87.19,"confidence":0.933902},"jev":{"choice":"soccer_stat.get_player_stats","correct":true,"latency_ms":100.11,"confidence":1.0}},"schema":{"criteria":{"park_information":"{\"description\":\"Retrieve the basic information such as elevation and area of a national park.\",\"name\":\"park_information\",\"parameters\":{\"properties\":{\"information\":{\"description\":\"The type of information you want about the park.\",\"items\":{\"enum\":[\"Elevation\",\"Area\",\"Location\",\"Established Year\"],\"type\":\"string\"},\"type\":\"array\"},\"park_name\":{\"description\":\"The name of the national park.\",\"type\":\"string\"}},\"required\":[\"park_name\",\"information\"],\"type\":\"dict\"}}","us_history.get_president":"{\"description\":\"Retrieve the U.S. president during a specific event in American history.\",\"name\":\"us_history.get_president\",\"parameters\":{\"properties\":{\"event\":{\"description\":\"The event in U.S. history.\",\"type\":\"string\"},\"year\":{\"description\":\"The specific year of the event.\",\"type\":\"integer\"}},\"required\":[\"event\",\"year\"],\"type\":\"dict\"}}","monopoly_odds_calculator":"{\"description\":\"Calculates the probability of rolling a certain sum with two dice, commonly used in board game like Monopoly.\",\"name\":\"monopoly_odds_calculator\",\"parameters\":{\"properties\":{\"dice_faces\":{\"description\":\"The number of faces on a single die. Default is 6 for standard six-faced die.\",\"type\":\"integer\"},\"dice_number\":{\"description\":\"The number of dice involved in the roll.\",\"type\":\"integer\"},\"number\":{\"description\":\"The number for which the odds are calculated.\",\"type\":\"integer\"}},\"required\":[\"number\",\"dice_number\"],\"type\":\"dict\"}}","soccer_stat.get_player_stats":"{\"description\":\"Retrieve soccer player statistics for a given season.\",\"name\":\"soccer_stat.get_player_stats\",\"parameters\":{\"properties\":{\"league\":{\"description\":\"Optional - the soccer league, defaults to all leagues. Default 'all'\",\"type\":\"string\"},\"player_name\":{\"description\":\"Name of the player.\",\"type\":\"string\"},\"season\":{\"description\":\"Soccer season, usually specified by two years.\",\"type\":\"string\"}},\"required\":[\"player_name\",\"season\"],\"type\":\"dict\"}}"},"clm":{"choice":"us_history.get_president","correct":false,"latency_ms":107.81,"confidence":0.819796},"jev":{"choice":"soccer_stat.get_player_stats","correct":true,"latency_ms":161.85,"confidence":1.0}}}},{"id":"multiple_171","split":"multiple","state":"User: Who won the basketball game between Lakers and Clippers on Jan 28, 2021?","expected":"game_result.get_winner","candidate_count":2,"views":{"description":{"criteria":{"poker_probability.full_house":"poker_probability.full_house: Calculate the probability of getting a full house in a poker game.","game_result.get_winner":"game_result.get_winner: Get the winner of a specific basketball game."},"clm":{"choice":"game_result.get_winner","correct":true,"latency_ms":55.9,"confidence":0.999914},"jev":{"choice":"game_result.get_winner","correct":true,"latency_ms":155.8,"confidence":1.0}},"prose_schema":{"criteria":{"poker_probability.full_house":"poker_probability.full_house: Calculate the probability of getting a full house in a poker game.\nParameter deck_size (integer); required; The size of the deck. Default is 52.\nParameter hand_size (integer); required; The size of the hand. Default is 5.","game_result.get_winner":"game_result.get_winner: Get the winner of a specific basketball game.\nParameter teams (array); required; List of two teams who played the game.\nParameter date (string); required; The date of the game, formatted as YYYY-MM-DD.\nParameter venue (string); Optional: The venue of the game. Default is ''"},"clm":{"choice":"game_result.get_winner","correct":true,"latency_ms":58.05,"confidence":0.507009},"jev":{"choice":"game_result.get_winner","correct":true,"latency_ms":98.93,"confidence":1.0}},"schema":{"criteria":{"poker_probability.full_house":"{\"description\":\"Calculate the probability of getting a full house in a poker game.\",\"name\":\"poker_probability.full_house\",\"parameters\":{\"properties\":{\"deck_size\":{\"description\":\"The size of the deck. Default is 52.\",\"type\":\"integer\"},\"hand_size\":{\"description\":\"The size of the hand. Default is 5.\",\"type\":\"integer\"}},\"required\":[\"deck_size\",\"hand_size\"],\"type\":\"dict\"}}","game_result.get_winner":"{\"description\":\"Get the winner of a specific basketball game.\",\"name\":\"game_result.get_winner\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date of the game, formatted as YYYY-MM-DD.\",\"type\":\"string\"},\"teams\":{\"description\":\"List of two teams who played the game.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"venue\":{\"description\":\"Optional: The venue of the game. Default is ''\",\"optional\":true,\"type\":\"string\"}},\"required\":[\"teams\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"poker_probability.full_house","correct":false,"latency_ms":68.29,"confidence":0.924247},"jev":{"choice":"game_result.get_winner","correct":true,"latency_ms":100.57,"confidence":1.0}}}},{"id":"multiple_172","split":"multiple","state":"User: Find me the detailed profile of basketball player Lebron James","expected":"sports_db.find_athlete","candidate_count":4,"views":{"description":{"criteria":{"get_traffic_info":"get_traffic_info: Retrieve current traffic conditions for a specified route.","calculate_compound_interest":"calculate_compound_interest: Calculates the compound interest of an investment over a given time period.","cooking_conversion.convert":"cooking_conversion.convert: Convert cooking measurements from one unit to another.","sports_db.find_athlete":"sports_db.find_athlete: Find the profile information of a sports athlete based on their full name."},"clm":{"choice":"sports_db.find_athlete","correct":true,"latency_ms":83.91,"confidence":0.996318},"jev":{"choice":"sports_db.find_athlete","correct":true,"latency_ms":121.22,"confidence":1.0}},"prose_schema":{"criteria":{"get_traffic_info":"get_traffic_info: Retrieve current traffic conditions for a specified route.\nParameter start_location (string); required; The starting point of the route.\nParameter end_location (string); required; The destination of the route.\nParameter mode (string); Preferred method of transportation, default to 'driving'.; allowed values: driving, walking, bicycling, transit","calculate_compound_interest":"calculate_compound_interest: Calculates the compound interest of an investment over a given time period.\nParameter principle (float); required; The initial amount of the investment.\nParameter interest_rate (float); required; The yearly interest rate of the investment.\nParameter time (integer); required; The time, in years, the money is invested or borrowed for.\nParameter compounds_per_year (integer); The number of times the interest is compounded per year. Default is 1 (interest is compounded yearly).","cooking_conversion.convert":"cooking_conversion.convert: Convert cooking measurements from one unit to another.\nParameter quantity (integer); required; The quantity to be converted.\nParameter from_unit (string); required; The unit to convert from.\nParameter to_unit (string); required; The unit to convert to.\nParameter item (string); required; The item to be converted.","sports_db.find_athlete":"sports_db.find_athlete: Find the profile information of a sports athlete based on their full name.\nParameter name (string); required; The full name of the athlete.\nParameter team (string); The team the athlete belong to. Default is ''\nParameter sport (string); required; The sport that athlete plays.; allowed values: Basketball, Baseball, Football, Soccer"},"clm":{"choice":"sports_db.find_athlete","correct":true,"latency_ms":88.48,"confidence":0.649439},"jev":{"choice":"sports_db.find_athlete","correct":true,"latency_ms":111.07,"confidence":1.0}},"schema":{"criteria":{"get_traffic_info":"{\"description\":\"Retrieve current traffic conditions for a specified route.\",\"name\":\"get_traffic_info\",\"parameters\":{\"properties\":{\"end_location\":{\"description\":\"The destination of the route.\",\"type\":\"string\"},\"mode\":{\"description\":\"Preferred method of transportation, default to 'driving'.\",\"enum\":[\"driving\",\"walking\",\"bicycling\",\"transit\"],\"type\":\"string\"},\"start_location\":{\"description\":\"The starting point of the route.\",\"type\":\"string\"}},\"required\":[\"start_location\",\"end_location\"],\"type\":\"dict\"}}","calculate_compound_interest":"{\"description\":\"Calculates the compound interest of an investment over a given time period.\",\"name\":\"calculate_compound_interest\",\"parameters\":{\"properties\":{\"compounds_per_year\":{\"description\":\"The number of times the interest is compounded per year. Default is 1 (interest is compounded yearly).\",\"type\":\"integer\"},\"interest_rate\":{\"description\":\"The yearly interest rate of the investment.\",\"type\":\"float\"},\"principle\":{\"description\":\"The initial amount of the investment.\",\"type\":\"float\"},\"time\":{\"description\":\"The time, in years, the money is invested or borrowed for.\",\"type\":\"integer\"}},\"required\":[\"principle\",\"interest_rate\",\"time\"],\"type\":\"dict\"}}","cooking_conversion.convert":"{\"description\":\"Convert cooking measurements from one unit to another.\",\"name\":\"cooking_conversion.convert\",\"parameters\":{\"properties\":{\"from_unit\":{\"description\":\"The unit to convert from.\",\"type\":\"string\"},\"item\":{\"description\":\"The item to be converted.\",\"type\":\"string\"},\"quantity\":{\"description\":\"The quantity to be converted.\",\"type\":\"integer\"},\"to_unit\":{\"description\":\"The unit to convert to.\",\"type\":\"string\"}},\"required\":[\"quantity\",\"from_unit\",\"to_unit\",\"item\"],\"type\":\"dict\"}}","sports_db.find_athlete":"{\"description\":\"Find the profile information of a sports athlete based on their full name.\",\"name\":\"sports_db.find_athlete\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The full name of the athlete.\",\"type\":\"string\"},\"sport\":{\"description\":\"The sport that athlete plays.\",\"enum\":[\"Basketball\",\"Baseball\",\"Football\",\"Soccer\"],\"type\":\"string\"},\"team\":{\"description\":\"The team the athlete belong to. Default is ''\",\"type\":\"string\"}},\"required\":[\"name\",\"sport\"],\"type\":\"dict\"}}"},"clm":{"choice":"sports_db.find_athlete","correct":true,"latency_ms":75.32,"confidence":0.415467},"jev":{"choice":"sports_db.find_athlete","correct":true,"latency_ms":108.51,"confidence":1.0}}}},{"id":"multiple_173","split":"multiple","state":"User: Get the NBA team's ranking with the best defence in the 2021 season.","expected":"get_defense_ranking","candidate_count":3,"views":{"description":{"criteria":{"get_defense_ranking":"get_defense_ranking: Retrieve the defence ranking of NBA teams in a specified season.","array_sort":"array_sort: Sorts a given list in ascending or descending order.","calculate_cagr":"calculate_cagr: Calculate the Compound Annual Growth Rate (CAGR) given an initial investment value, a final investment value, and the number of years."},"clm":{"choice":"get_defense_ranking","correct":true,"latency_ms":77.32,"confidence":0.999919},"jev":{"choice":"get_defense_ranking","correct":true,"latency_ms":104.75,"confidence":1.0}},"prose_schema":{"criteria":{"get_defense_ranking":"get_defense_ranking: Retrieve the defence ranking of NBA teams in a specified season.\nParameter season (integer); required; The NBA season to get defence ranking from.\nParameter top (integer); Number of top teams in defence ranking to fetch.; default: 1","array_sort":"array_sort: Sorts a given list in ascending or descending order.\nParameter list (array); required; The list of numbers to be sorted.\nParameter order (string); required; Order of sorting. If not specified, it will default to ascending.; allowed values: ascending, descending","calculate_cagr":"calculate_cagr: Calculate the Compound Annual Growth Rate (CAGR) given an initial investment value, a final investment value, and the number of years.\nParameter initial_value (float); required; The initial investment value.\nParameter final_value (float); required; The final investment value.\nParameter period_in_years (integer); required; The period of the investment in years."},"clm":{"choice":"calculate_cagr","correct":false,"latency_ms":63.87,"confidence":0.778455},"jev":{"choice":"get_defense_ranking","correct":true,"latency_ms":111.68,"confidence":1.0}},"schema":{"criteria":{"get_defense_ranking":"{\"description\":\"Retrieve the defence ranking of NBA teams in a specified season.\",\"name\":\"get_defense_ranking\",\"parameters\":{\"properties\":{\"season\":{\"description\":\"The NBA season to get defence ranking from.\",\"type\":\"integer\"},\"top\":{\"default\":1,\"description\":\"Number of top teams in defence ranking to fetch.\",\"type\":\"integer\"}},\"required\":[\"season\"],\"type\":\"dict\"}}","array_sort":"{\"description\":\"Sorts a given list in ascending or descending order.\",\"name\":\"array_sort\",\"parameters\":{\"properties\":{\"list\":{\"description\":\"The list of numbers to be sorted.\",\"items\":{\"type\":\"float\"},\"type\":\"array\"},\"order\":{\"description\":\"Order of sorting. If not specified, it will default to ascending.\",\"enum\":[\"ascending\",\"descending\"],\"type\":\"string\"}},\"required\":[\"list\",\"order\"],\"type\":\"dict\"}}","calculate_cagr":"{\"description\":\"Calculate the Compound Annual Growth Rate (CAGR) given an initial investment value, a final investment value, and the number of years.\",\"name\":\"calculate_cagr\",\"parameters\":{\"properties\":{\"final_value\":{\"description\":\"The final investment value.\",\"type\":\"float\"},\"initial_value\":{\"description\":\"The initial investment value.\",\"type\":\"float\"},\"period_in_years\":{\"description\":\"The period of the investment in years.\",\"type\":\"integer\"}},\"required\":[\"initial_value\",\"final_value\",\"period_in_years\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_cagr","correct":false,"latency_ms":118.84,"confidence":0.725544},"jev":{"choice":"get_defense_ranking","correct":true,"latency_ms":123.36,"confidence":1.0}}}},{"id":"multiple_174","split":"multiple","state":"User: What is the ranking of Manchester United in Premier League?","expected":"sports_ranking","candidate_count":2,"views":{"description":{"criteria":{"sports_ranking":"sports_ranking: Fetch the ranking of a specific sports team in a specific league","calculate_compound_interest":"calculate_compound_interest: Calculates the compound interest of an investment over a given time period."},"clm":{"choice":"sports_ranking","correct":true,"latency_ms":37.54,"confidence":0.522289},"jev":{"choice":"sports_ranking","correct":true,"latency_ms":114.85,"confidence":1.0}},"prose_schema":{"criteria":{"sports_ranking":"sports_ranking: Fetch the ranking of a specific sports team in a specific league\nParameter team (string); required; The name of the team.\nParameter league (string); required; The name of the league.\nParameter season (integer); Optional parameter to specify the season, default is the current season, 2024","calculate_compound_interest":"calculate_compound_interest: Calculates the compound interest of an investment over a given time period.\nParameter principle (float); required; The initial amount of the investment.\nParameter interest_rate (float); required; The yearly interest rate of the investment.\nParameter time (integer); required; The time, in years, the money is invested or borrowed for.\nParameter compounds_per_year (integer); The number of times the interest is compounded per year. Default is 1 (interest is compounded yearly)."},"clm":{"choice":"sports_ranking","correct":true,"latency_ms":60.0,"confidence":0.804213},"jev":{"choice":"sports_ranking","correct":true,"latency_ms":106.99,"confidence":1.0}},"schema":{"criteria":{"sports_ranking":"{\"description\":\"Fetch the ranking of a specific sports team in a specific league\",\"name\":\"sports_ranking\",\"parameters\":{\"properties\":{\"league\":{\"description\":\"The name of the league.\",\"type\":\"string\"},\"season\":{\"description\":\"Optional parameter to specify the season, default is the current season, 2024\",\"type\":\"integer\"},\"team\":{\"description\":\"The name of the team.\",\"type\":\"string\"}},\"required\":[\"team\",\"league\"],\"type\":\"dict\"}}","calculate_compound_interest":"{\"description\":\"Calculates the compound interest of an investment over a given time period.\",\"name\":\"calculate_compound_interest\",\"parameters\":{\"properties\":{\"compounds_per_year\":{\"description\":\"The number of times the interest is compounded per year. Default is 1 (interest is compounded yearly).\",\"type\":\"integer\"},\"interest_rate\":{\"description\":\"The yearly interest rate of the investment.\",\"type\":\"float\"},\"principle\":{\"description\":\"The initial amount of the investment.\",\"type\":\"float\"},\"time\":{\"description\":\"The time, in years, the money is invested or borrowed for.\",\"type\":\"integer\"}},\"required\":[\"principle\",\"interest_rate\",\"time\"],\"type\":\"dict\"}}"},"clm":{"choice":"sports_ranking","correct":true,"latency_ms":61.64,"confidence":0.879434},"jev":{"choice":"sports_ranking","correct":true,"latency_ms":138.67,"confidence":1.0}}}},{"id":"multiple_175","split":"multiple","state":"User: Who is ranked as the top player in woman tennis?","expected":"sports_ranking.get_top_player","candidate_count":4,"views":{"description":{"criteria":{"find_instrument":"find_instrument: Search for a musical instrument within specified budget and of specific type.","calculate_binomial_probability":"calculate_binomial_probability: Calculates the binomial probability given the number of trials, successes and the probability of success on an individual trial.","electromagnetic_force":"electromagnetic_force: Calculate the electromagnetic force between two charges placed at a certain distance.","sports_ranking.get_top_player":"sports_ranking.get_top_player: Get the top player in a specific sport."},"clm":{"choice":"sports_ranking.get_top_player","correct":true,"latency_ms":76.98,"confidence":0.702474},"jev":{"choice":"sports_ranking.get_top_player","correct":true,"latency_ms":114.43,"confidence":1.0}},"prose_schema":{"criteria":{"find_instrument":"find_instrument: Search for a musical instrument within specified budget and of specific type.\nParameter budget (float); required; Your budget for the instrument.\nParameter type (string); required; Type of the instrument\nParameter make (string); Maker of the instrument, Optional parameter. Default is ''","calculate_binomial_probability":"calculate_binomial_probability: Calculates the binomial probability given the number of trials, successes and the probability of success on an individual trial.\nParameter number_of_trials (integer); required; The total number of trials.\nParameter number_of_successes (integer); required; The desired number of successful outcomes.\nParameter probability_of_success (float); The probability of a successful outcome on any given trial.; default: 0.5","electromagnetic_force":"electromagnetic_force: Calculate the electromagnetic force between two charges placed at a certain distance.\nParameter charge1 (float); required; The magnitude of the first charge in coulombs.\nParameter charge2 (float); required; The magnitude of the second charge in coulombs.\nParameter distance (float); required; The distance between the two charges in meters.\nParameter medium_permittivity (float); The relative permittivity of the medium in which the charges are present. Default is 8.854 x 10^-12 F/m (vacuum permittivity).","sports_ranking.get_top_player":"sports_ranking.get_top_player: Get the top player in a specific sport.\nParameter sport (string); required; The type of sport.\nParameter gender (string); The gender of the sport category. Optional.; default: men"},"clm":{"choice":"sports_ranking.get_top_player","correct":true,"latency_ms":84.35,"confidence":0.99799},"jev":{"choice":"sports_ranking.get_top_player","correct":true,"latency_ms":117.27,"confidence":1.0}},"schema":{"criteria":{"find_instrument":"{\"description\":\"Search for a musical instrument within specified budget and of specific type.\",\"name\":\"find_instrument\",\"parameters\":{\"properties\":{\"budget\":{\"description\":\"Your budget for the instrument.\",\"type\":\"float\"},\"make\":{\"description\":\"Maker of the instrument, Optional parameter. Default is ''\",\"type\":\"string\"},\"type\":{\"description\":\"Type of the instrument\",\"type\":\"string\"}},\"required\":[\"budget\",\"type\"],\"type\":\"dict\"}}","calculate_binomial_probability":"{\"description\":\"Calculates the binomial probability given the number of trials, successes and the probability of success on an individual trial.\",\"name\":\"calculate_binomial_probability\",\"parameters\":{\"properties\":{\"number_of_successes\":{\"description\":\"The desired number of successful outcomes.\",\"type\":\"integer\"},\"number_of_trials\":{\"description\":\"The total number of trials.\",\"type\":\"integer\"},\"probability_of_success\":{\"default\":0.5,\"description\":\"The probability of a successful outcome on any given trial.\",\"type\":\"float\"}},\"required\":[\"number_of_trials\",\"number_of_successes\"],\"type\":\"dict\"}}","electromagnetic_force":"{\"description\":\"Calculate the electromagnetic force between two charges placed at a certain distance.\",\"name\":\"electromagnetic_force\",\"parameters\":{\"properties\":{\"charge1\":{\"description\":\"The magnitude of the first charge in coulombs.\",\"type\":\"float\"},\"charge2\":{\"description\":\"The magnitude of the second charge in coulombs.\",\"type\":\"float\"},\"distance\":{\"description\":\"The distance between the two charges in meters.\",\"type\":\"float\"},\"medium_permittivity\":{\"description\":\"The relative permittivity of the medium in which the charges are present. Default is 8.854 x 10^-12 F/m (vacuum permittivity).\",\"type\":\"float\"}},\"required\":[\"charge1\",\"charge2\",\"distance\"],\"type\":\"dict\"}}","sports_ranking.get_top_player":"{\"description\":\"Get the top player in a specific sport.\",\"name\":\"sports_ranking.get_top_player\",\"parameters\":{\"properties\":{\"gender\":{\"default\":\"men\",\"description\":\"The gender of the sport category. Optional.\",\"type\":\"string\"},\"sport\":{\"description\":\"The type of sport.\",\"type\":\"string\"}},\"required\":[\"sport\"],\"type\":\"dict\"}}"},"clm":{"choice":"find_instrument","correct":false,"latency_ms":102.03,"confidence":0.556942},"jev":{"choice":"sports_ranking.get_top_player","correct":true,"latency_ms":98.58,"confidence":1.0}}}},{"id":"multiple_176","split":"multiple","state":"User: Give me the schedule of Manchester United for the next 6 games in Premier League.","expected":"sports_team.get_schedule","candidate_count":4,"views":{"description":{"criteria":{"vegan_restaurant.find_nearby":"vegan_restaurant.find_nearby: Locate nearby vegan restaurants based on specific criteria like operating hours.","hotel_booking":"hotel_booking: Books a hotel room given the location, room type, stay duration and any additional preferences.","find_card_in_deck":"find_card_in_deck: Locate a particular card in a deck based on rank and suit.","sports_team.get_schedule":"sports_team.get_schedule: Fetches the schedule of the specified sports team for the specified number of games in the given league."},"clm":{"choice":"sports_team.get_schedule","correct":true,"latency_ms":97.63,"confidence":0.929021},"jev":{"choice":"sports_team.get_schedule","correct":true,"latency_ms":118.1,"confidence":1.0}},"prose_schema":{"criteria":{"vegan_restaurant.find_nearby":"vegan_restaurant.find_nearby: Locate nearby vegan restaurants based on specific criteria like operating hours.\nParameter location (string); required; The city and state, e.g. New York, NY\nParameter operating_hours (integer); Preferred latest closing time of the restaurant. E.g. if 11 is given, then restaurants that close at or after 11 PM will be considered. This is in 24 hour format. Default is 9.","hotel_booking":"hotel_booking: Books a hotel room given the location, room type, stay duration and any additional preferences.\nParameter location (string); required; The city where you want to book the hotel.\nParameter room_type (string); required; Type of the room required. Options: 'single', 'double', 'deluxe', etc.\nParameter duration (integer); required; The number of nights you want to book the hotel for.\nParameter start_date (string); required; The date when your stay begins.\nParameter preferences (array); Optional preferences of stay at the hotel. Default is empty array","find_card_in_deck":"find_card_in_deck: Locate a particular card in a deck based on rank and suit.\nParameter rank (string); required; Rank of the card (e.g. Ace, Two, King).\nParameter suit (string); required; Suit of the card (e.g. Hearts, Spades, Diamonds, Clubs).\nParameter deck (array); Deck of cards. If not provided, the deck will be a standard 52 card deck by default","sports_team.get_schedule":"sports_team.get_schedule: Fetches the schedule of the specified sports team for the specified number of games in the given league.\nParameter team_name (string); required; The name of the sports team.\nParameter num_of_games (integer); required; Number of games for which to fetch the schedule.\nParameter league (string); required; The name of the sports league. If not provided, the function will fetch the schedule for all games, regardless of the league.\nParameter location (string); Optional. The city or venue where games are to be held. If not provided, all venues will be considered. Default to ''."},"clm":{"choice":"sports_team.get_schedule","correct":true,"latency_ms":88.42,"confidence":0.983274},"jev":{"choice":"sports_team.get_schedule","correct":true,"latency_ms":114.76,"confidence":1.0}},"schema":{"criteria":{"vegan_restaurant.find_nearby":"{\"description\":\"Locate nearby vegan restaurants based on specific criteria like operating hours.\",\"name\":\"vegan_restaurant.find_nearby\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state, e.g. New York, NY\",\"type\":\"string\"},\"operating_hours\":{\"description\":\"Preferred latest closing time of the restaurant. E.g. if 11 is given, then restaurants that close at or after 11 PM will be considered. This is in 24 hour format. Default is 9.\",\"type\":\"integer\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","hotel_booking":"{\"description\":\"Books a hotel room given the location, room type, stay duration and any additional preferences.\",\"name\":\"hotel_booking\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The number of nights you want to book the hotel for.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city where you want to book the hotel.\",\"type\":\"string\"},\"preferences\":{\"description\":\"Optional preferences of stay at the hotel. Default is empty array\",\"items\":{\"enum\":[\"pet_friendly\",\"gym\",\"swimming_pool\",\"free_breakfast\",\"parking\"],\"type\":\"string\"},\"type\":\"array\"},\"room_type\":{\"description\":\"Type of the room required. Options: 'single', 'double', 'deluxe', etc.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The date when your stay begins.\",\"type\":\"string\"}},\"required\":[\"location\",\"room_type\",\"duration\",\"start_date\"],\"type\":\"dict\"}}","find_card_in_deck":"{\"description\":\"Locate a particular card in a deck based on rank and suit.\",\"name\":\"find_card_in_deck\",\"parameters\":{\"properties\":{\"deck\":{\"description\":\"Deck of cards. If not provided, the deck will be a standard 52 card deck by default\",\"items\":{\"properties\":{\"rank\":{\"type\":\"string\"},\"suit\":{\"type\":\"string\"}},\"type\":\"dict\"},\"type\":\"array\"},\"rank\":{\"description\":\"Rank of the card (e.g. Ace, Two, King).\",\"type\":\"string\"},\"suit\":{\"description\":\"Suit of the card (e.g. Hearts, Spades, Diamonds, Clubs).\",\"type\":\"string\"}},\"required\":[\"rank\",\"suit\"],\"type\":\"dict\"}}","sports_team.get_schedule":"{\"description\":\"Fetches the schedule of the specified sports team for the specified number of games in the given league.\",\"name\":\"sports_team.get_schedule\",\"parameters\":{\"properties\":{\"league\":{\"description\":\"The name of the sports league. If not provided, the function will fetch the schedule for all games, regardless of the league.\",\"type\":\"string\"},\"location\":{\"description\":\"Optional. The city or venue where games are to be held. If not provided, all venues will be considered. Default to ''.\",\"type\":\"string\"},\"num_of_games\":{\"description\":\"Number of games for which to fetch the schedule.\",\"type\":\"integer\"},\"team_name\":{\"description\":\"The name of the sports team.\",\"type\":\"string\"}},\"required\":[\"team_name\",\"num_of_games\",\"league\"],\"type\":\"dict\"}}"},"clm":{"choice":"vegan_restaurant.find_nearby","correct":false,"latency_ms":99.75,"confidence":0.636818},"jev":{"choice":"sports_team.get_schedule","correct":true,"latency_ms":113.09,"confidence":1.0}}}},{"id":"multiple_177","split":"multiple","state":"User: Find the top chess players in New York with a rating above 2300.","expected":"board_game.chess.get_top_players","candidate_count":3,"views":{"description":{"criteria":{"board_game.chess.get_top_players":"board_game.chess.get_top_players: Find top chess players in a location based on rating.","get_historical_GDP":"get_historical_GDP: Retrieve historical GDP data for a specific country and time range.","maps.get_distance_duration":"maps.get_distance_duration: Retrieve the travel distance and estimated travel time from one location to another via car"},"clm":{"choice":"board_game.chess.get_top_players","correct":true,"latency_ms":57.9,"confidence":0.991037},"jev":{"choice":"board_game.chess.get_top_players","correct":true,"latency_ms":154.12,"confidence":1.0}},"prose_schema":{"criteria":{"board_game.chess.get_top_players":"board_game.chess.get_top_players: Find top chess players in a location based on rating.\nParameter location (string); required; The city you want to find the players from.\nParameter minimum_rating (integer); required; Minimum rating to filter the players.\nParameter number_of_players (integer); Number of players you want to retrieve, default value is 10; default: 10","get_historical_GDP":"get_historical_GDP: Retrieve historical GDP data for a specific country and time range.\nParameter country (string); required; The country for which the historical GDP data is required.\nParameter start_year (integer); required; Starting year of the period for which GDP data is required.\nParameter end_year (integer); required; Ending year of the period for which GDP data is required.","maps.get_distance_duration":"maps.get_distance_duration: Retrieve the travel distance and estimated travel time from one location to another via car\nParameter start_location (string); required; Starting point of the journey\nParameter end_location (string); required; Ending point of the journey\nParameter traffic (boolean); If true, considers current traffic. Default is false."},"clm":{"choice":"get_historical_GDP","correct":false,"latency_ms":84.08,"confidence":0.851422},"jev":{"choice":"board_game.chess.get_top_players","correct":true,"latency_ms":112.48,"confidence":1.0}},"schema":{"criteria":{"board_game.chess.get_top_players":"{\"description\":\"Find top chess players in a location based on rating.\",\"name\":\"board_game.chess.get_top_players\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city you want to find the players from.\",\"type\":\"string\"},\"minimum_rating\":{\"description\":\"Minimum rating to filter the players.\",\"type\":\"integer\"},\"number_of_players\":{\"default\":10,\"description\":\"Number of players you want to retrieve, default value is 10\",\"type\":\"integer\"}},\"required\":[\"location\",\"minimum_rating\"],\"type\":\"dict\"}}","get_historical_GDP":"{\"description\":\"Retrieve historical GDP data for a specific country and time range.\",\"name\":\"get_historical_GDP\",\"parameters\":{\"properties\":{\"country\":{\"description\":\"The country for which the historical GDP data is required.\",\"type\":\"string\"},\"end_year\":{\"description\":\"Ending year of the period for which GDP data is required.\",\"type\":\"integer\"},\"start_year\":{\"description\":\"Starting year of the period for which GDP data is required.\",\"type\":\"integer\"}},\"required\":[\"country\",\"start_year\",\"end_year\"],\"type\":\"dict\"}}","maps.get_distance_duration":"{\"description\":\"Retrieve the travel distance and estimated travel time from one location to another via car\",\"name\":\"maps.get_distance_duration\",\"parameters\":{\"properties\":{\"end_location\":{\"description\":\"Ending point of the journey\",\"type\":\"string\"},\"start_location\":{\"description\":\"Starting point of the journey\",\"type\":\"string\"},\"traffic\":{\"description\":\"If true, considers current traffic. Default is false.\",\"type\":\"boolean\"}},\"required\":[\"start_location\",\"end_location\"],\"type\":\"dict\"}}"},"clm":{"choice":"board_game.chess.get_top_players","correct":true,"latency_ms":92.34,"confidence":0.753981},"jev":{"choice":"board_game.chess.get_top_players","correct":true,"latency_ms":98.49,"confidence":1.0}}}},{"id":"multiple_178","split":"multiple","state":"User: Find a Card of rank 'Queen' and suit 'Hearts' in the deck.","expected":"find_card_in_deck","candidate_count":4,"views":{"description":{"criteria":{"currency_exchange.convert":"currency_exchange.convert: Convert an amount from a base currency to a target currency based on the current exchange rate.","local_nursery.find":"local_nursery.find: Locate local nurseries based on location and plant types availability.","find_card_in_deck":"find_card_in_deck: Locate a particular card in a deck based on rank and suit.","recipe.unit_conversion":"recipe.unit_conversion: Convert a value from one kitchen unit to another for cooking purposes."},"clm":{"choice":"find_card_in_deck","correct":true,"latency_ms":144.0,"confidence":0.999965},"jev":{"choice":"find_card_in_deck","correct":true,"latency_ms":155.69,"confidence":1.0}},"prose_schema":{"criteria":{"currency_exchange.convert":"currency_exchange.convert: Convert an amount from a base currency to a target currency based on the current exchange rate.\nParameter base_currency (string); required; The currency to convert from.\nParameter target_currency (string); required; The currency to convert to.\nParameter amount (float); required; The amount in base currency to convert","local_nursery.find":"local_nursery.find: Locate local nurseries based on location and plant types availability.\nParameter location (string); required; The city or locality where the nursery needs to be located.\nParameter plant_types (array); required; Type of plants the nursery should provide.","find_card_in_deck":"find_card_in_deck: Locate a particular card in a deck based on rank and suit.\nParameter rank (string); required; Rank of the card (e.g. Ace, Two, King).\nParameter suit (string); required; Suit of the card (e.g. Hearts, Spades, Diamonds, Clubs).\nParameter deck (array); Deck of cards. If not provided, the deck will be a standard 52 card deck by default","recipe.unit_conversion":"recipe.unit_conversion: Convert a value from one kitchen unit to another for cooking purposes.\nParameter value (float); required; The value to be converted.\nParameter from_unit (string); required; The unit to convert from. Supports 'teaspoon', 'tablespoon', 'cup', etc.\nParameter to_unit (string); required; The unit to convert to. Supports 'teaspoon', 'tablespoon', 'cup', etc.\nParameter precision (integer); The precision to round the output to, in case of a non-integer result. Optional, default is 0."},"clm":{"choice":"find_card_in_deck","correct":true,"latency_ms":88.88,"confidence":0.994785},"jev":{"choice":"find_card_in_deck","correct":true,"latency_ms":154.7,"confidence":1.0}},"schema":{"criteria":{"currency_exchange.convert":"{\"description\":\"Convert an amount from a base currency to a target currency based on the current exchange rate.\",\"name\":\"currency_exchange.convert\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount in base currency to convert\",\"type\":\"float\"},\"base_currency\":{\"description\":\"The currency to convert from.\",\"type\":\"string\"},\"target_currency\":{\"description\":\"The currency to convert to.\",\"type\":\"string\"}},\"required\":[\"base_currency\",\"target_currency\",\"amount\"],\"type\":\"dict\"}}","local_nursery.find":"{\"description\":\"Locate local nurseries based on location and plant types availability.\",\"name\":\"local_nursery.find\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or locality where the nursery needs to be located.\",\"type\":\"string\"},\"plant_types\":{\"description\":\"Type of plants the nursery should provide.\",\"items\":{\"enum\":[\"Annual\",\"Perennial\",\"Shrub\",\"Tree\",\"Herbs\",\"Fruits\"],\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"location\",\"plant_types\"],\"type\":\"dict\"}}","find_card_in_deck":"{\"description\":\"Locate a particular card in a deck based on rank and suit.\",\"name\":\"find_card_in_deck\",\"parameters\":{\"properties\":{\"deck\":{\"description\":\"Deck of cards. If not provided, the deck will be a standard 52 card deck by default\",\"items\":{\"properties\":{\"rank\":{\"type\":\"string\"},\"suit\":{\"type\":\"string\"}},\"type\":\"dict\"},\"type\":\"array\"},\"rank\":{\"description\":\"Rank of the card (e.g. Ace, Two, King).\",\"type\":\"string\"},\"suit\":{\"description\":\"Suit of the card (e.g. Hearts, Spades, Diamonds, Clubs).\",\"type\":\"string\"}},\"required\":[\"rank\",\"suit\"],\"type\":\"dict\"}}","recipe.unit_conversion":"{\"description\":\"Convert a value from one kitchen unit to another for cooking purposes.\",\"name\":\"recipe.unit_conversion\",\"parameters\":{\"properties\":{\"from_unit\":{\"description\":\"The unit to convert from. Supports 'teaspoon', 'tablespoon', 'cup', etc.\",\"type\":\"string\"},\"precision\":{\"description\":\"The precision to round the output to, in case of a non-integer result. Optional, default is 0.\",\"type\":\"integer\"},\"to_unit\":{\"description\":\"The unit to convert to. Supports 'teaspoon', 'tablespoon', 'cup', etc.\",\"type\":\"string\"},\"value\":{\"description\":\"The value to be converted.\",\"type\":\"float\"}},\"required\":[\"value\",\"from_unit\",\"to_unit\"],\"type\":\"dict\"}}"},"clm":{"choice":"recipe.unit_conversion","correct":false,"latency_ms":87.13,"confidence":0.480484},"jev":{"choice":"find_card_in_deck","correct":true,"latency_ms":107.8,"confidence":1.0}}}},{"id":"multiple_179","split":"multiple","state":"User: What is the probability of getting a full house in poker?","expected":"poker_probability.full_house","candidate_count":3,"views":{"description":{"criteria":{"poker_probability.full_house":"poker_probability.full_house: Calculate the probability of getting a full house in a poker game.","hospital.locate":"hospital.locate: Locate nearby hospitals based on location and radius. Options to include specific departments are available.","find_recipe":"find_recipe: Find a recipe based on the dietary restrictions, recipe type, and time constraints."},"clm":{"choice":"poker_probability.full_house","correct":true,"latency_ms":197.56,"confidence":0.999979},"jev":{"choice":"poker_probability.full_house","correct":true,"latency_ms":126.34,"confidence":1.0}},"prose_schema":{"criteria":{"poker_probability.full_house":"poker_probability.full_house: Calculate the probability of getting a full house in a poker game.\nParameter deck_size (integer); required; The size of the deck. Default is 52.\nParameter hand_size (integer); required; The size of the hand. Default is 5.","hospital.locate":"hospital.locate: Locate nearby hospitals based on location and radius. Options to include specific departments are available.\nParameter location (string); required; The city and state, e.g. Denver, CO\nParameter radius (integer); required; The radius within which you want to find the hospital in kms.\nParameter department (string); Specific department within the hospital. Default is ''.; allowed values: General Medicine, Emergency, Pediatrics, Cardiology, Orthopedics","find_recipe":"find_recipe: Find a recipe based on the dietary restrictions, recipe type, and time constraints.\nParameter dietary_restrictions (string); required; Dietary restrictions e.g. vegan, vegetarian, gluten free, dairy free.\nParameter recipe_type (string); required; Type of the recipe. E.g. dessert, main course, breakfast.\nParameter time (integer); required; Time limit in minutes to prep the meal."},"clm":{"choice":"poker_probability.full_house","correct":true,"latency_ms":65.62,"confidence":1.0},"jev":{"choice":"poker_probability.full_house","correct":true,"latency_ms":117.01,"confidence":1.0}},"schema":{"criteria":{"poker_probability.full_house":"{\"description\":\"Calculate the probability of getting a full house in a poker game.\",\"name\":\"poker_probability.full_house\",\"parameters\":{\"properties\":{\"deck_size\":{\"description\":\"The size of the deck. Default is 52.\",\"type\":\"integer\"},\"hand_size\":{\"description\":\"The size of the hand. Default is 5.\",\"type\":\"integer\"}},\"required\":[\"deck_size\",\"hand_size\"],\"type\":\"dict\"}}","hospital.locate":"{\"description\":\"Locate nearby hospitals based on location and radius. Options to include specific departments are available.\",\"name\":\"hospital.locate\",\"parameters\":{\"properties\":{\"department\":{\"description\":\"Specific department within the hospital. Default is ''.\",\"enum\":[\"General Medicine\",\"Emergency\",\"Pediatrics\",\"Cardiology\",\"Orthopedics\"],\"type\":\"string\"},\"location\":{\"description\":\"The city and state, e.g. Denver, CO\",\"type\":\"string\"},\"radius\":{\"description\":\"The radius within which you want to find the hospital in kms.\",\"type\":\"integer\"}},\"required\":[\"location\",\"radius\"],\"type\":\"dict\"}}","find_recipe":"{\"description\":\"Find a recipe based on the dietary restrictions, recipe type, and time constraints.\",\"name\":\"find_recipe\",\"parameters\":{\"properties\":{\"dietary_restrictions\":{\"description\":\"Dietary restrictions e.g. vegan, vegetarian, gluten free, dairy free.\",\"type\":\"string\"},\"recipe_type\":{\"description\":\"Type of the recipe. E.g. dessert, main course, breakfast.\",\"type\":\"string\"},\"time\":{\"description\":\"Time limit in minutes to prep the meal.\",\"type\":\"integer\"}},\"required\":[\"dietary_restrictions\",\"recipe_type\",\"time\"],\"type\":\"dict\"}}"},"clm":{"choice":"poker_probability.full_house","correct":true,"latency_ms":69.69,"confidence":0.999992},"jev":{"choice":"poker_probability.full_house","correct":true,"latency_ms":124.55,"confidence":1.0}}}},{"id":"multiple_180","split":"multiple","state":"User: Fetch player statistics of 'Zelda' on Switch for user 'Sam'.","expected":"game_stats.fetch_player_statistics","candidate_count":4,"views":{"description":{"criteria":{"flight.book":"flight.book: Book a direct flight for a specific date and time from departure location to destination location.","event_finder.find_upcoming":"event_finder.find_upcoming: Find upcoming events of a specific genre in a given location.","get_scientist_for_discovery":"get_scientist_for_discovery: Retrieve the scientist's name who is credited for a specific scientific discovery or theory.","game_stats.fetch_player_statistics":"game_stats.fetch_player_statistics: Fetch player statistics for a specific video game for a given user."},"clm":{"choice":"game_stats.fetch_player_statistics","correct":true,"latency_ms":158.83,"confidence":0.618243},"jev":{"choice":"game_stats.fetch_player_statistics","correct":true,"latency_ms":105.14,"confidence":1.0}},"prose_schema":{"criteria":{"flight.book":"flight.book: Book a direct flight for a specific date and time from departure location to destination location.\nParameter departure_location (string); required; The location you are departing from.\nParameter destination_location (string); required; The location you are flying to.\nParameter date (string); required; The date of the flight. Accepts standard date format e.g., 2022-04-28.\nParameter time (string); Preferred time of flight. Default is ''\nParameter direct_flight (boolean); If set to true, only direct flights will be searched. Default is false","event_finder.find_upcoming":"event_finder.find_upcoming: Find upcoming events of a specific genre in a given location.\nParameter location (string); required; The city and state where the search will take place, e.g. New York, NY.\nParameter genre (string); required; The genre of events.\nParameter days_ahead (integer); The number of days from now to include in the search.; default: 7","get_scientist_for_discovery":"get_scientist_for_discovery: Retrieve the scientist's name who is credited for a specific scientific discovery or theory.\nParameter discovery (string); required; The scientific discovery or theory.","game_stats.fetch_player_statistics":"game_stats.fetch_player_statistics: Fetch player statistics for a specific video game for a given user.\nParameter game (string); required; The name of the video game.\nParameter username (string); required; The username of the player.\nParameter platform (string); The platform user is playing on.; default: PC"},"clm":{"choice":"flight.book","correct":false,"latency_ms":59.8,"confidence":0.666277},"jev":{"choice":"game_stats.fetch_player_statistics","correct":true,"latency_ms":128.12,"confidence":1.0}},"schema":{"criteria":{"flight.book":"{\"description\":\"Book a direct flight for a specific date and time from departure location to destination location.\",\"name\":\"flight.book\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date of the flight. Accepts standard date format e.g., 2022-04-28.\",\"type\":\"string\"},\"departure_location\":{\"description\":\"The location you are departing from.\",\"type\":\"string\"},\"destination_location\":{\"description\":\"The location you are flying to.\",\"type\":\"string\"},\"direct_flight\":{\"description\":\"If set to true, only direct flights will be searched. Default is false\",\"type\":\"boolean\"},\"time\":{\"description\":\"Preferred time of flight. Default is ''\",\"type\":\"string\"}},\"required\":[\"departure_location\",\"destination_location\",\"date\"],\"type\":\"dict\"}}","event_finder.find_upcoming":"{\"description\":\"Find upcoming events of a specific genre in a given location.\",\"name\":\"event_finder.find_upcoming\",\"parameters\":{\"properties\":{\"days_ahead\":{\"default\":7,\"description\":\"The number of days from now to include in the search.\",\"type\":\"integer\"},\"genre\":{\"description\":\"The genre of events.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the search will take place, e.g. New York, NY.\",\"type\":\"string\"}},\"required\":[\"location\",\"genre\"],\"type\":\"dict\"}}","get_scientist_for_discovery":"{\"description\":\"Retrieve the scientist's name who is credited for a specific scientific discovery or theory.\",\"name\":\"get_scientist_for_discovery\",\"parameters\":{\"properties\":{\"discovery\":{\"description\":\"The scientific discovery or theory.\",\"type\":\"string\"}},\"required\":[\"discovery\"],\"type\":\"dict\"}}","game_stats.fetch_player_statistics":"{\"description\":\"Fetch player statistics for a specific video game for a given user.\",\"name\":\"game_stats.fetch_player_statistics\",\"parameters\":{\"properties\":{\"game\":{\"description\":\"The name of the video game.\",\"type\":\"string\"},\"platform\":{\"default\":\"PC\",\"description\":\"The platform user is playing on.\",\"type\":\"string\"},\"username\":{\"description\":\"The username of the player.\",\"type\":\"string\"}},\"required\":[\"game\",\"username\"],\"type\":\"dict\"}}"},"clm":{"choice":"event_finder.find_upcoming","correct":false,"latency_ms":67.45,"confidence":0.500275},"jev":{"choice":"game_stats.fetch_player_statistics","correct":true,"latency_ms":111.92,"confidence":1.0}}}},{"id":"multiple_181","split":"multiple","state":"User: Get me the details of the last game played by Liverpool F.C. Include its statistics.","expected":"soccer.get_last_match","candidate_count":4,"views":{"description":{"criteria":{"building.get_dimensions":"building.get_dimensions: Retrieve the dimensions of a specific building based on its name.","plot_sine_wave":"plot_sine_wave: Plot a sine wave for a given frequency in a given range.","random_forest.train":"random_forest.train: Train a Random Forest Model on given data","soccer.get_last_match":"soccer.get_last_match: Retrieve the details of the last match played by a specified soccer club."},"clm":{"choice":"soccer.get_last_match","correct":true,"latency_ms":57.9,"confidence":0.99739},"jev":{"choice":"soccer.get_last_match","correct":true,"latency_ms":121.72,"confidence":1.0}},"prose_schema":{"criteria":{"building.get_dimensions":"building.get_dimensions: Retrieve the dimensions of a specific building based on its name.\nParameter building_name (string); required; The name of the building.\nParameter unit (string); required; The unit in which you want the dimensions. Default is meter.; allowed values: meter, feet","plot_sine_wave":"plot_sine_wave: Plot a sine wave for a given frequency in a given range.\nParameter start_range (float); required; Start of the range in radians.\nParameter end_range (float); required; End of the range in radians.\nParameter frequency (float); required; Frequency of the sine wave in Hz.\nParameter amplitude (float); Amplitude of the sine wave. Default is 1.\nParameter phase_shift (float); Phase shift of the sine wave in radians. Default is 0.","random_forest.train":"random_forest.train: Train a Random Forest Model on given data\nParameter n_estimators (integer); required; The number of trees in the forest.\nParameter max_depth (integer); required; The maximum depth of the tree.\nParameter data (any); required; The training data for the model.","soccer.get_last_match":"soccer.get_last_match: Retrieve the details of the last match played by a specified soccer club.\nParameter team_name (string); required; The name of the soccer club.\nParameter include_stats (boolean); If true, include match statistics like possession, shots on target etc. Default is false."},"clm":{"choice":"soccer.get_last_match","correct":true,"latency_ms":102.61,"confidence":0.999546},"jev":{"choice":"soccer.get_last_match","correct":true,"latency_ms":117.27,"confidence":1.0}},"schema":{"criteria":{"building.get_dimensions":"{\"description\":\"Retrieve the dimensions of a specific building based on its name.\",\"name\":\"building.get_dimensions\",\"parameters\":{\"properties\":{\"building_name\":{\"description\":\"The name of the building.\",\"type\":\"string\"},\"unit\":{\"description\":\"The unit in which you want the dimensions. Default is meter.\",\"enum\":[\"meter\",\"feet\"],\"type\":\"string\"}},\"required\":[\"building_name\",\"unit\"],\"type\":\"dict\"}}","plot_sine_wave":"{\"description\":\"Plot a sine wave for a given frequency in a given range.\",\"name\":\"plot_sine_wave\",\"parameters\":{\"properties\":{\"amplitude\":{\"description\":\"Amplitude of the sine wave. Default is 1.\",\"type\":\"float\"},\"end_range\":{\"description\":\"End of the range in radians.\",\"type\":\"float\"},\"frequency\":{\"description\":\"Frequency of the sine wave in Hz.\",\"type\":\"float\"},\"phase_shift\":{\"description\":\"Phase shift of the sine wave in radians. Default is 0.\",\"type\":\"float\"},\"start_range\":{\"description\":\"Start of the range in radians.\",\"type\":\"float\"}},\"required\":[\"start_range\",\"end_range\",\"frequency\"],\"type\":\"dict\"}}","random_forest.train":"{\"description\":\"Train a Random Forest Model on given data\",\"name\":\"random_forest.train\",\"parameters\":{\"properties\":{\"data\":{\"description\":\"The training data for the model.\",\"type\":\"any\"},\"max_depth\":{\"description\":\"The maximum depth of the tree.\",\"type\":\"integer\"},\"n_estimators\":{\"description\":\"The number of trees in the forest.\",\"type\":\"integer\"}},\"required\":[\"n_estimators\",\"max_depth\",\"data\"],\"type\":\"dict\"}}","soccer.get_last_match":"{\"description\":\"Retrieve the details of the last match played by a specified soccer club.\",\"name\":\"soccer.get_last_match\",\"parameters\":{\"properties\":{\"include_stats\":{\"description\":\"If true, include match statistics like possession, shots on target etc. Default is false.\",\"type\":\"boolean\"},\"team_name\":{\"description\":\"The name of the soccer club.\",\"type\":\"string\"}},\"required\":[\"team_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"plot_sine_wave","correct":false,"latency_ms":101.87,"confidence":0.464869},"jev":{"choice":"soccer.get_last_match","correct":true,"latency_ms":127.59,"confidence":1.0}}}},{"id":"multiple_182","split":"multiple","state":"User: Find me a multiplayer game with rating above 4.5 and compatible with Windows 10.","expected":"multiplayer_game_finder","candidate_count":4,"views":{"description":{"criteria":{"geo_distance.calculate":"geo_distance.calculate: Calculate the geographic distance between two given locations.","multiplayer_game_finder":"multiplayer_game_finder: Locate multiplayer games that match specific criteria such as rating, platform compatibility, genre, etc.","send_email":"send_email: Send an email to the specified email address.","calculate_area_under_curve":"calculate_area_under_curve: Calculate the area under a mathematical function within a given interval."},"clm":{"choice":"multiplayer_game_finder","correct":true,"latency_ms":60.87,"confidence":0.996015},"jev":{"choice":"multiplayer_game_finder","correct":true,"latency_ms":97.82,"confidence":1.0}},"prose_schema":{"criteria":{"geo_distance.calculate":"geo_distance.calculate: Calculate the geographic distance between two given locations.\nParameter start_location (string); required; The starting location for the distance calculation.\nParameter end_location (string); required; The destination location for the distance calculation.\nParameter units (string); Optional. The desired units for the resulting distance ('miles' or 'kilometers'). Defaults to 'miles'.","multiplayer_game_finder":"multiplayer_game_finder: Locate multiplayer games that match specific criteria such as rating, platform compatibility, genre, etc.\nParameter platform (string); required; The platform you want the game to be compatible with, e.g. Windows 10, PS5.\nParameter rating (float); required; Desired minimum game rating on a 5.0 scale.\nParameter genre (string); Desired game genre, e.g. Action, Adventure, Racing. Default is ''.; allowed values: Action, Adventure, Racing, Strategy, Simulation","send_email":"send_email: Send an email to the specified email address.\nParameter to (string); required; The email address to send to.\nParameter subject (string); required; The subject of the email.\nParameter body (string); required; The body content of the email.\nParameter cc (string); The email address to carbon copy. Default is ''.\nParameter bcc (string); The email address to blind carbon copy. Default is ''.","calculate_area_under_curve":"calculate_area_under_curve: Calculate the area under a mathematical function within a given interval.\nParameter function (string); required; The mathematical function as a string.\nParameter interval (array); required; An array that defines the interval to calculate the area under the curve from the start to the end point.\nParameter method (string); The numerical method to approximate the area under the curve. The default value is 'trapezoidal'."},"clm":{"choice":"calculate_area_under_curve","correct":false,"latency_ms":99.57,"confidence":0.734769},"jev":{"choice":"multiplayer_game_finder","correct":true,"latency_ms":123.44,"confidence":1.0}},"schema":{"criteria":{"geo_distance.calculate":"{\"description\":\"Calculate the geographic distance between two given locations.\",\"name\":\"geo_distance.calculate\",\"parameters\":{\"properties\":{\"end_location\":{\"description\":\"The destination location for the distance calculation.\",\"type\":\"string\"},\"start_location\":{\"description\":\"The starting location for the distance calculation.\",\"type\":\"string\"},\"units\":{\"description\":\"Optional. The desired units for the resulting distance ('miles' or 'kilometers'). Defaults to 'miles'.\",\"type\":\"string\"}},\"required\":[\"start_location\",\"end_location\"],\"type\":\"dict\"}}","multiplayer_game_finder":"{\"description\":\"Locate multiplayer games that match specific criteria such as rating, platform compatibility, genre, etc.\",\"name\":\"multiplayer_game_finder\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"Desired game genre, e.g. Action, Adventure, Racing. Default is ''.\",\"enum\":[\"Action\",\"Adventure\",\"Racing\",\"Strategy\",\"Simulation\"],\"type\":\"string\"},\"platform\":{\"description\":\"The platform you want the game to be compatible with, e.g. Windows 10, PS5.\",\"type\":\"string\"},\"rating\":{\"description\":\"Desired minimum game rating on a 5.0 scale.\",\"type\":\"float\"}},\"required\":[\"platform\",\"rating\"],\"type\":\"dict\"}}","send_email":"{\"description\":\"Send an email to the specified email address.\",\"name\":\"send_email\",\"parameters\":{\"properties\":{\"bcc\":{\"description\":\"The email address to blind carbon copy. Default is ''.\",\"type\":\"string\"},\"body\":{\"description\":\"The body content of the email.\",\"type\":\"string\"},\"cc\":{\"description\":\"The email address to carbon copy. Default is ''.\",\"type\":\"string\"},\"subject\":{\"description\":\"The subject of the email.\",\"type\":\"string\"},\"to\":{\"description\":\"The email address to send to.\",\"type\":\"string\"}},\"required\":[\"to\",\"subject\",\"body\"],\"type\":\"dict\"}}","calculate_area_under_curve":"{\"description\":\"Calculate the area under a mathematical function within a given interval.\",\"name\":\"calculate_area_under_curve\",\"parameters\":{\"properties\":{\"function\":{\"description\":\"The mathematical function as a string.\",\"type\":\"string\"},\"interval\":{\"description\":\"An array that defines the interval to calculate the area under the curve from the start to the end point.\",\"items\":{\"type\":\"float\"},\"type\":\"array\"},\"method\":{\"description\":\"The numerical method to approximate the area under the curve. The default value is 'trapezoidal'.\",\"type\":\"string\"}},\"required\":[\"function\",\"interval\"],\"type\":\"dict\"}}"},"clm":{"choice":"multiplayer_game_finder","correct":true,"latency_ms":139.45,"confidence":0.900694},"jev":{"choice":"multiplayer_game_finder","correct":true,"latency_ms":106.13,"confidence":1.0}}}},{"id":"multiple_183","split":"multiple","state":"User: How many calories in the Beef Lasagna Recipe from Foodnetwork.com?","expected":"recipe_info.get_calories","candidate_count":3,"views":{"description":{"criteria":{"get_stock_price":"get_stock_price: Retrieves the current stock price of the specified companies","get_team_ranking":"get_team_ranking: Retrieve the FIFA ranking of a specific soccer team for a certain year.","recipe_info.get_calories":"recipe_info.get_calories: Retrieve the amount of calories from a specific recipe in a food website."},"clm":{"choice":"recipe_info.get_calories","correct":true,"latency_ms":70.44,"confidence":0.997776},"jev":{"choice":"recipe_info.get_calories","correct":true,"latency_ms":112.21,"confidence":1.0}},"prose_schema":{"criteria":{"get_stock_price":"get_stock_price: Retrieves the current stock price of the specified companies\nParameter company_names (array); required; The list of companies for which to retrieve the stock price.","get_team_ranking":"get_team_ranking: Retrieve the FIFA ranking of a specific soccer team for a certain year.\nParameter team_name (string); required; The name of the soccer team.\nParameter year (integer); required; The year for which the ranking is to be retrieved.\nParameter gender (string); The gender of the team. It can be either 'men' or 'women'. Default is 'men'.","recipe_info.get_calories":"recipe_info.get_calories: Retrieve the amount of calories from a specific recipe in a food website.\nParameter website (string); required; The food website that has the recipe.\nParameter recipe (string); required; Name of the recipe.\nParameter optional_meal_time (string); Specific meal time of the day for the recipe (optional, could be 'Breakfast', 'Lunch', 'Dinner') Default is ''"},"clm":{"choice":"get_stock_price","correct":false,"latency_ms":61.55,"confidence":0.926182},"jev":{"choice":"recipe_info.get_calories","correct":true,"latency_ms":106.05,"confidence":1.0}},"schema":{"criteria":{"get_stock_price":"{\"description\":\"Retrieves the current stock price of the specified companies\",\"name\":\"get_stock_price\",\"parameters\":{\"properties\":{\"company_names\":{\"description\":\"The list of companies for which to retrieve the stock price.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"company_names\"],\"type\":\"dict\"}}","get_team_ranking":"{\"description\":\"Retrieve the FIFA ranking of a specific soccer team for a certain year.\",\"name\":\"get_team_ranking\",\"parameters\":{\"properties\":{\"gender\":{\"description\":\"The gender of the team. It can be either 'men' or 'women'. Default is 'men'.\",\"type\":\"string\"},\"team_name\":{\"description\":\"The name of the soccer team.\",\"type\":\"string\"},\"year\":{\"description\":\"The year for which the ranking is to be retrieved.\",\"type\":\"integer\"}},\"required\":[\"team_name\",\"year\"],\"type\":\"dict\"}}","recipe_info.get_calories":"{\"description\":\"Retrieve the amount of calories from a specific recipe in a food website.\",\"name\":\"recipe_info.get_calories\",\"parameters\":{\"properties\":{\"optional_meal_time\":{\"description\":\"Specific meal time of the day for the recipe (optional, could be 'Breakfast', 'Lunch', 'Dinner') Default is ''\",\"type\":\"string\"},\"recipe\":{\"description\":\"Name of the recipe.\",\"type\":\"string\"},\"website\":{\"description\":\"The food website that has the recipe.\",\"type\":\"string\"}},\"required\":[\"website\",\"recipe\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_team_ranking","correct":false,"latency_ms":99.36,"confidence":0.367453},"jev":{"choice":"recipe_info.get_calories","correct":true,"latency_ms":128.65,"confidence":1.0}}}},{"id":"multiple_184","split":"multiple","state":"User: Give me a recipe for a vegetarian pasta with cheese for 2 servings.","expected":"recipe_search","candidate_count":3,"views":{"description":{"criteria":{"detailed_weather_forecast":"detailed_weather_forecast: Retrieve a detailed weather forecast for a specific location and duration including optional precipitation details.","recipe_search":"recipe_search: Search for a recipe given dietary restriction, ingredients, and number of servings.","get_time_difference":"get_time_difference: Get the time difference between two places."},"clm":{"choice":"recipe_search","correct":true,"latency_ms":56.87,"confidence":0.999982},"jev":{"choice":"recipe_search","correct":true,"latency_ms":101.86,"confidence":1.0}},"prose_schema":{"criteria":{"detailed_weather_forecast":"detailed_weather_forecast: Retrieve a detailed weather forecast for a specific location and duration including optional precipitation details.\nParameter location (string); required; The city that you want to get the weather for.\nParameter duration (integer); required; Duration in hours for the detailed forecast.\nParameter include_precipitation (boolean); Whether to include precipitation data in the forecast. Default is false.","recipe_search":"recipe_search: Search for a recipe given dietary restriction, ingredients, and number of servings.\nParameter dietary_restriction (string); required; The dietary restriction, e.g., 'Vegetarian'.\nParameter ingredients (array); required; The list of ingredients.\nParameter servings (integer); required; The number of servings the recipe should make","get_time_difference":"get_time_difference: Get the time difference between two places.\nParameter place1 (string); required; The first place for time difference.\nParameter place2 (string); required; The second place for time difference."},"clm":{"choice":"recipe_search","correct":true,"latency_ms":94.64,"confidence":0.997599},"jev":{"choice":"recipe_search","correct":true,"latency_ms":139.54,"confidence":1.0}},"schema":{"criteria":{"detailed_weather_forecast":"{\"description\":\"Retrieve a detailed weather forecast for a specific location and duration including optional precipitation details.\",\"name\":\"detailed_weather_forecast\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"Duration in hours for the detailed forecast.\",\"type\":\"integer\"},\"include_precipitation\":{\"description\":\"Whether to include precipitation data in the forecast. Default is false.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city that you want to get the weather for.\",\"type\":\"string\"}},\"required\":[\"location\",\"duration\"],\"type\":\"dict\"}}","recipe_search":"{\"description\":\"Search for a recipe given dietary restriction, ingredients, and number of servings.\",\"name\":\"recipe_search\",\"parameters\":{\"properties\":{\"dietary_restriction\":{\"description\":\"The dietary restriction, e.g., 'Vegetarian'.\",\"type\":\"string\"},\"ingredients\":{\"description\":\"The list of ingredients.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"servings\":{\"description\":\"The number of servings the recipe should make\",\"type\":\"integer\"}},\"required\":[\"dietary_restriction\",\"ingredients\",\"servings\"],\"type\":\"dict\"}}","get_time_difference":"{\"description\":\"Get the time difference between two places.\",\"name\":\"get_time_difference\",\"parameters\":{\"properties\":{\"place1\":{\"description\":\"The first place for time difference.\",\"type\":\"string\"},\"place2\":{\"description\":\"The second place for time difference.\",\"type\":\"string\"}},\"required\":[\"place1\",\"place2\"],\"type\":\"dict\"}}"},"clm":{"choice":"recipe_search","correct":true,"latency_ms":103.13,"confidence":0.55105},"jev":{"choice":"recipe_search","correct":true,"latency_ms":122.51,"confidence":1.0}}}},{"id":"multiple_185","split":"multiple","state":"User: Find the closest sushi restaurant with a patio in Boston.","expected":"restaurant_search.find_closest","candidate_count":2,"views":{"description":{"criteria":{"board_game.chess.get_top_players":"board_game.chess.get_top_players: Find top chess players in a location based on rating.","restaurant_search.find_closest":"restaurant_search.find_closest: Locate the closest sushi restaurant based on certain criteria, such as the presence of a patio."},"clm":{"choice":"restaurant_search.find_closest","correct":true,"latency_ms":42.7,"confidence":0.962888},"jev":{"choice":"restaurant_search.find_closest","correct":true,"latency_ms":161.81,"confidence":1.0}},"prose_schema":{"criteria":{"board_game.chess.get_top_players":"board_game.chess.get_top_players: Find top chess players in a location based on rating.\nParameter location (string); required; The city you want to find the players from.\nParameter minimum_rating (integer); required; Minimum rating to filter the players.\nParameter number_of_players (integer); Number of players you want to retrieve, default value is 10; default: 10","restaurant_search.find_closest":"restaurant_search.find_closest: Locate the closest sushi restaurant based on certain criteria, such as the presence of a patio.\nParameter location (string); required; The city, for instance Boston, MA\nParameter cuisine (string); required; Type of food like Sushi.\nParameter amenities (array); Preferred amenities in the restaurant. Default is empty array."},"clm":{"choice":"restaurant_search.find_closest","correct":true,"latency_ms":31.36,"confidence":0.999647},"jev":{"choice":"restaurant_search.find_closest","correct":true,"latency_ms":136.39,"confidence":1.0}},"schema":{"criteria":{"board_game.chess.get_top_players":"{\"description\":\"Find top chess players in a location based on rating.\",\"name\":\"board_game.chess.get_top_players\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city you want to find the players from.\",\"type\":\"string\"},\"minimum_rating\":{\"description\":\"Minimum rating to filter the players.\",\"type\":\"integer\"},\"number_of_players\":{\"default\":10,\"description\":\"Number of players you want to retrieve, default value is 10\",\"type\":\"integer\"}},\"required\":[\"location\",\"minimum_rating\"],\"type\":\"dict\"}}","restaurant_search.find_closest":"{\"description\":\"Locate the closest sushi restaurant based on certain criteria, such as the presence of a patio.\",\"name\":\"restaurant_search.find_closest\",\"parameters\":{\"properties\":{\"amenities\":{\"description\":\"Preferred amenities in the restaurant. Default is empty array.\",\"items\":{\"enum\":[\"Patio\",\"Wi-Fi\",\"Happy Hour\",\"Wheelchair Accessible\"],\"type\":\"string\"},\"type\":\"array\"},\"cuisine\":{\"description\":\"Type of food like Sushi.\",\"type\":\"string\"},\"location\":{\"description\":\"The city, for instance Boston, MA\",\"type\":\"string\"}},\"required\":[\"location\",\"cuisine\"],\"type\":\"dict\"}}"},"clm":{"choice":"board_game.chess.get_top_players","correct":false,"latency_ms":40.38,"confidence":0.629308},"jev":{"choice":"restaurant_search.find_closest","correct":true,"latency_ms":130.37,"confidence":1.0}}}},{"id":"multiple_186","split":"multiple","state":"User: Find me a vegan recipe for brownies which prep time is under 30 minutes.","expected":"find_recipe","candidate_count":2,"views":{"description":{"criteria":{"find_recipe":"find_recipe: Find a recipe based on the dietary restrictions, recipe type, and time constraints.","science_history.get_discovery_details":"science_history.get_discovery_details: Retrieve the details of a scientific discovery based on the discovery name."},"clm":{"choice":"find_recipe","correct":true,"latency_ms":55.03,"confidence":0.99995},"jev":{"choice":"find_recipe","correct":true,"latency_ms":125.97,"confidence":1.0}},"prose_schema":{"criteria":{"find_recipe":"find_recipe: Find a recipe based on the dietary restrictions, recipe type, and time constraints.\nParameter dietary_restrictions (string); required; Dietary restrictions e.g. vegan, vegetarian, gluten free, dairy free.\nParameter recipe_type (string); required; Type of the recipe. E.g. dessert, main course, breakfast.\nParameter time (integer); required; Time limit in minutes to prep the meal.","science_history.get_discovery_details":"science_history.get_discovery_details: Retrieve the details of a scientific discovery based on the discovery name.\nParameter discovery (string); required; The name of the discovery, e.g. Gravity\nParameter method_used (string); The method used for the discovery, default value is 'default' which gives the most accepted method."},"clm":{"choice":"find_recipe","correct":true,"latency_ms":82.06,"confidence":0.98456},"jev":{"choice":"find_recipe","correct":true,"latency_ms":133.77,"confidence":1.0}},"schema":{"criteria":{"find_recipe":"{\"description\":\"Find a recipe based on the dietary restrictions, recipe type, and time constraints.\",\"name\":\"find_recipe\",\"parameters\":{\"properties\":{\"dietary_restrictions\":{\"description\":\"Dietary restrictions e.g. vegan, vegetarian, gluten free, dairy free.\",\"type\":\"string\"},\"recipe_type\":{\"description\":\"Type of the recipe. E.g. dessert, main course, breakfast.\",\"type\":\"string\"},\"time\":{\"description\":\"Time limit in minutes to prep the meal.\",\"type\":\"integer\"}},\"required\":[\"dietary_restrictions\",\"recipe_type\",\"time\"],\"type\":\"dict\"}}","science_history.get_discovery_details":"{\"description\":\"Retrieve the details of a scientific discovery based on the discovery name.\",\"name\":\"science_history.get_discovery_details\",\"parameters\":{\"properties\":{\"discovery\":{\"description\":\"The name of the discovery, e.g. Gravity\",\"type\":\"string\"},\"method_used\":{\"description\":\"The method used for the discovery, default value is 'default' which gives the most accepted method.\",\"type\":\"string\"}},\"required\":[\"discovery\"],\"type\":\"dict\"}}"},"clm":{"choice":"find_recipe","correct":true,"latency_ms":91.58,"confidence":0.954874},"jev":{"choice":"find_recipe","correct":true,"latency_ms":96.88,"confidence":1.0}}}},{"id":"multiple_187","split":"multiple","state":"User: Check the price of tomatoes and lettuce at the Whole Foods in Los Angeles.","expected":"whole_foods.check_price","candidate_count":4,"views":{"description":{"criteria":{"geometry.area_circle":"geometry.area_circle: Calculate the area of a circle given the radius.","find_recipes":"find_recipes: Find recipes based on dietary restrictions, meal type, and preferred ingredients.","whole_foods.check_price":"whole_foods.check_price: Check the price of items at a specific Whole Foods location.","calculate_shortest_distance":"calculate_shortest_distance: Calculate the shortest driving distance between two locations."},"clm":{"choice":"whole_foods.check_price","correct":true,"latency_ms":80.44,"confidence":0.50483},"jev":{"choice":"whole_foods.check_price","correct":true,"latency_ms":140.01,"confidence":1.0}},"prose_schema":{"criteria":{"geometry.area_circle":"geometry.area_circle: Calculate the area of a circle given the radius.\nParameter radius (float); required; The radius of the circle.\nParameter units (string); The units in which the radius is measured (defaults to meters).; default: meters","find_recipes":"find_recipes: Find recipes based on dietary restrictions, meal type, and preferred ingredients.\nParameter diet (string); required; The dietary restrictions, e.g., 'vegan', 'gluten-free'.\nParameter meal_type (string); required; The type of meal, e.g., 'dinner', 'breakfast'.\nParameter ingredients (array); The preferred ingredients. If left blank, it will return general recipes. Default is empty array.","whole_foods.check_price":"whole_foods.check_price: Check the price of items at a specific Whole Foods location.\nParameter location (string); required; Location of the Whole Foods store.\nParameter items (array); required; List of items for which the price needs to be checked.","calculate_shortest_distance":"calculate_shortest_distance: Calculate the shortest driving distance between two locations.\nParameter start_location (string); required; The starting location for the drive.\nParameter end_location (string); required; The destination location for the drive.\nParameter route_preference (string); required; The preferred type of route.; allowed values: Shortest, Scenic"},"clm":{"choice":"find_recipes","correct":false,"latency_ms":134.78,"confidence":0.570453},"jev":{"choice":"whole_foods.check_price","correct":true,"latency_ms":116.04,"confidence":1.0}},"schema":{"criteria":{"geometry.area_circle":"{\"description\":\"Calculate the area of a circle given the radius.\",\"name\":\"geometry.area_circle\",\"parameters\":{\"properties\":{\"radius\":{\"description\":\"The radius of the circle.\",\"type\":\"float\"},\"units\":{\"default\":\"meters\",\"description\":\"The units in which the radius is measured (defaults to meters).\",\"type\":\"string\"}},\"required\":[\"radius\"],\"type\":\"dict\"}}","find_recipes":"{\"description\":\"Find recipes based on dietary restrictions, meal type, and preferred ingredients.\",\"name\":\"find_recipes\",\"parameters\":{\"properties\":{\"diet\":{\"description\":\"The dietary restrictions, e.g., 'vegan', 'gluten-free'.\",\"type\":\"string\"},\"ingredients\":{\"description\":\"The preferred ingredients. If left blank, it will return general recipes. Default is empty array.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"meal_type\":{\"description\":\"The type of meal, e.g., 'dinner', 'breakfast'.\",\"type\":\"string\"}},\"required\":[\"diet\",\"meal_type\"],\"type\":\"dict\"}}","whole_foods.check_price":"{\"description\":\"Check the price of items at a specific Whole Foods location.\",\"name\":\"whole_foods.check_price\",\"parameters\":{\"properties\":{\"items\":{\"description\":\"List of items for which the price needs to be checked.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"location\":{\"description\":\"Location of the Whole Foods store.\",\"type\":\"string\"}},\"required\":[\"location\",\"items\"],\"type\":\"dict\"}}","calculate_shortest_distance":"{\"description\":\"Calculate the shortest driving distance between two locations.\",\"name\":\"calculate_shortest_distance\",\"parameters\":{\"properties\":{\"end_location\":{\"description\":\"The destination location for the drive.\",\"type\":\"string\"},\"route_preference\":{\"description\":\"The preferred type of route.\",\"enum\":[\"Shortest\",\"Scenic\"],\"type\":\"string\"},\"start_location\":{\"description\":\"The starting location for the drive.\",\"type\":\"string\"}},\"required\":[\"start_location\",\"end_location\",\"route_preference\"],\"type\":\"dict\"}}"},"clm":{"choice":"geometry.area_circle","correct":false,"latency_ms":104.14,"confidence":0.516902},"jev":{"choice":"whole_foods.check_price","correct":true,"latency_ms":124.59,"confidence":1.0}}}},{"id":"multiple_188","split":"multiple","state":"User: Find the grocery store closest to Berkeley that has at least a 4.5 star rating, selling tomatoes and also pet food.","expected":"grocery_store.find_best","candidate_count":4,"views":{"description":{"criteria":{"sentiment_analysis":"sentiment_analysis: Perform sentiment analysis on a given piece of text.","psych_research.get_preference":"psych_research.get_preference: Gathers research data on public preference between two options, based on societal category.","grocery_store.find_best":"grocery_store.find_best: Find the closest high-rated grocery stores based on certain product availability.","train_random_forest_classifier":"train_random_forest_classifier: Train a Random Forest classifier with the specified parameters."},"clm":{"choice":"grocery_store.find_best","correct":true,"latency_ms":67.05,"confidence":0.999942},"jev":{"choice":"grocery_store.find_best","correct":true,"latency_ms":100.31,"confidence":1.0}},"prose_schema":{"criteria":{"sentiment_analysis":"sentiment_analysis: Perform sentiment analysis on a given piece of text.\nParameter text (string); required; The text on which to perform sentiment analysis.\nParameter language (string); required; The language in which the text is written.","psych_research.get_preference":"psych_research.get_preference: Gathers research data on public preference between two options, based on societal category.\nParameter category (string); required; The societal category the preference data is about. E.g. reading, transportation, food\nParameter option_one (string); required; The first option people could prefer.\nParameter option_two (string); required; The second option people could prefer.\nParameter demographic (string); Specific demographic of society to narrow down the research.; default: all","grocery_store.find_best":"grocery_store.find_best: Find the closest high-rated grocery stores based on certain product availability.\nParameter my_location (string); required; The current location of the user.\nParameter rating (float); The minimum required store rating. Default is 0.0.\nParameter products (array); required; Required products in a list.","train_random_forest_classifier":"train_random_forest_classifier: Train a Random Forest classifier with the specified parameters.\nParameter dataset (string); required; The dataset to train the classifier on.\nParameter max_depth (integer); required; The maximum depth of the trees in the forest.\nParameter n_estimators (integer); required; The number of trees in the forest."},"clm":{"choice":"grocery_store.find_best","correct":true,"latency_ms":95.42,"confidence":0.998757},"jev":{"choice":"grocery_store.find_best","correct":true,"latency_ms":118.46,"confidence":1.0}},"schema":{"criteria":{"sentiment_analysis":"{\"description\":\"Perform sentiment analysis on a given piece of text.\",\"name\":\"sentiment_analysis\",\"parameters\":{\"properties\":{\"language\":{\"description\":\"The language in which the text is written.\",\"type\":\"string\"},\"text\":{\"description\":\"The text on which to perform sentiment analysis.\",\"type\":\"string\"}},\"required\":[\"text\",\"language\"],\"type\":\"dict\"}}","psych_research.get_preference":"{\"description\":\"Gathers research data on public preference between two options, based on societal category.\",\"name\":\"psych_research.get_preference\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The societal category the preference data is about. E.g. reading, transportation, food\",\"type\":\"string\"},\"demographic\":{\"default\":\"all\",\"description\":\"Specific demographic of society to narrow down the research.\",\"type\":\"string\"},\"option_one\":{\"description\":\"The first option people could prefer.\",\"type\":\"string\"},\"option_two\":{\"description\":\"The second option people could prefer.\",\"type\":\"string\"}},\"required\":[\"category\",\"option_one\",\"option_two\"],\"type\":\"dict\"}}","grocery_store.find_best":"{\"description\":\"Find the closest high-rated grocery stores based on certain product availability.\",\"name\":\"grocery_store.find_best\",\"parameters\":{\"properties\":{\"my_location\":{\"description\":\"The current location of the user.\",\"type\":\"string\"},\"products\":{\"description\":\"Required products in a list.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"rating\":{\"description\":\"The minimum required store rating. Default is 0.0.\",\"type\":\"float\"}},\"required\":[\"my_location\",\"products\"],\"type\":\"dict\"}}","train_random_forest_classifier":"{\"description\":\"Train a Random Forest classifier with the specified parameters.\",\"name\":\"train_random_forest_classifier\",\"parameters\":{\"properties\":{\"dataset\":{\"description\":\"The dataset to train the classifier on.\",\"type\":\"string\"},\"max_depth\":{\"description\":\"The maximum depth of the trees in the forest.\",\"type\":\"integer\"},\"n_estimators\":{\"description\":\"The number of trees in the forest.\",\"type\":\"integer\"}},\"required\":[\"dataset\",\"max_depth\",\"n_estimators\"],\"type\":\"dict\"}}"},"clm":{"choice":"grocery_store.find_best","correct":true,"latency_ms":95.21,"confidence":0.491605},"jev":{"choice":"grocery_store.find_best","correct":true,"latency_ms":158.39,"confidence":1.0}}}},{"id":"multiple_189","split":"multiple","state":"User: Convert time 3pm from New York time zone to London time zone.","expected":"timezone.convert","candidate_count":2,"views":{"description":{"criteria":{"calculate_emission_savings":"calculate_emission_savings: Calculate potential greenhouse gas emissions saved by switching to renewable energy sources.","timezone.convert":"timezone.convert: Convert time from one time zone to another."},"clm":{"choice":"timezone.convert","correct":true,"latency_ms":56.97,"confidence":0.999309},"jev":{"choice":"timezone.convert","correct":true,"latency_ms":112.13,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_emission_savings":"calculate_emission_savings: Calculate potential greenhouse gas emissions saved by switching to renewable energy sources.\nParameter energy_type (string); required; Type of the renewable energy source.\nParameter usage_duration (integer); required; Usage duration in months.\nParameter region (string); The region where you use energy. Default is 'USA'","timezone.convert":"timezone.convert: Convert time from one time zone to another.\nParameter time (string); required; The local time you want to convert, e.g. 3pm\nParameter from_timezone (string); required; The time zone you want to convert from.\nParameter to_timezone (string); required; The time zone you want to convert to."},"clm":{"choice":"timezone.convert","correct":true,"latency_ms":102.48,"confidence":0.999966},"jev":{"choice":"timezone.convert","correct":true,"latency_ms":96.52,"confidence":1.0}},"schema":{"criteria":{"calculate_emission_savings":"{\"description\":\"Calculate potential greenhouse gas emissions saved by switching to renewable energy sources.\",\"name\":\"calculate_emission_savings\",\"parameters\":{\"properties\":{\"energy_type\":{\"description\":\"Type of the renewable energy source.\",\"type\":\"string\"},\"region\":{\"description\":\"The region where you use energy. Default is 'USA'\",\"type\":\"string\"},\"usage_duration\":{\"description\":\"Usage duration in months.\",\"type\":\"integer\"}},\"required\":[\"energy_type\",\"usage_duration\"],\"type\":\"dict\"}}","timezone.convert":"{\"description\":\"Convert time from one time zone to another.\",\"name\":\"timezone.convert\",\"parameters\":{\"properties\":{\"from_timezone\":{\"description\":\"The time zone you want to convert from.\",\"type\":\"string\"},\"time\":{\"description\":\"The local time you want to convert, e.g. 3pm\",\"type\":\"string\"},\"to_timezone\":{\"description\":\"The time zone you want to convert to.\",\"type\":\"string\"}},\"required\":[\"time\",\"from_timezone\",\"to_timezone\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_emission_savings","correct":false,"latency_ms":81.14,"confidence":0.5484},"jev":{"choice":"timezone.convert","correct":true,"latency_ms":141.87,"confidence":1.0}}}},{"id":"multiple_190","split":"multiple","state":"User: Book a single room for two nights at the Hilton Hotel in Chicago, starting from 10th December 2022.","expected":"book_hotel","candidate_count":3,"views":{"description":{"criteria":{"get_stock_price":"get_stock_price: Retrieves the current stock price of the specified companies","currency_converter":"currency_converter: Calculates the cost in target currency given the amount in base currency and exchange rate","book_hotel":"book_hotel: Book a room of specified type for a particular number of nights at a specific hotel, starting from a specified date."},"clm":{"choice":"book_hotel","correct":true,"latency_ms":69.17,"confidence":0.999964},"jev":{"choice":"book_hotel","correct":true,"latency_ms":115.98,"confidence":1.0}},"prose_schema":{"criteria":{"get_stock_price":"get_stock_price: Retrieves the current stock price of the specified companies\nParameter company_names (array); required; The list of companies for which to retrieve the stock price.","currency_converter":"currency_converter: Calculates the cost in target currency given the amount in base currency and exchange rate\nParameter base_currency (string); required; The currency to convert from.\nParameter target_currency (string); required; The currency to convert to.\nParameter amount (float); required; The amount in base currency","book_hotel":"book_hotel: Book a room of specified type for a particular number of nights at a specific hotel, starting from a specified date.\nParameter hotel_name (string); required; The name of the hotel.\nParameter location (string); required; The city in which the hotel is located.\nParameter room_type (string); required; The type of room to be booked.\nParameter start_date (string); required; The start date for the booking.\nParameter nights (integer); required; The number of nights for which the booking is to be made."},"clm":{"choice":"book_hotel","correct":true,"latency_ms":83.21,"confidence":0.999836},"jev":{"choice":"book_hotel","correct":true,"latency_ms":131.37,"confidence":1.0}},"schema":{"criteria":{"get_stock_price":"{\"description\":\"Retrieves the current stock price of the specified companies\",\"name\":\"get_stock_price\",\"parameters\":{\"properties\":{\"company_names\":{\"description\":\"The list of companies for which to retrieve the stock price.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"company_names\"],\"type\":\"dict\"}}","currency_converter":"{\"description\":\"Calculates the cost in target currency given the amount in base currency and exchange rate\",\"name\":\"currency_converter\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount in base currency\",\"type\":\"float\"},\"base_currency\":{\"description\":\"The currency to convert from.\",\"type\":\"string\"},\"target_currency\":{\"description\":\"The currency to convert to.\",\"type\":\"string\"}},\"required\":[\"base_currency\",\"target_currency\",\"amount\"],\"type\":\"dict\"}}","book_hotel":"{\"description\":\"Book a room of specified type for a particular number of nights at a specific hotel, starting from a specified date.\",\"name\":\"book_hotel\",\"parameters\":{\"properties\":{\"hotel_name\":{\"description\":\"The name of the hotel.\",\"type\":\"string\"},\"location\":{\"description\":\"The city in which the hotel is located.\",\"type\":\"string\"},\"nights\":{\"description\":\"The number of nights for which the booking is to be made.\",\"type\":\"integer\"},\"room_type\":{\"description\":\"The type of room to be booked.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the booking.\",\"type\":\"string\"}},\"required\":[\"hotel_name\",\"location\",\"room_type\",\"start_date\",\"nights\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_stock_price","correct":false,"latency_ms":93.78,"confidence":0.566846},"jev":{"choice":"book_hotel","correct":true,"latency_ms":137.68,"confidence":1.0}}}},{"id":"multiple_191","split":"multiple","state":"User: Book a luxury room in Hotel Paradise, Las Vegas, with a city view for 3 days starting from May 12, 2022.","expected":"book_hotel","candidate_count":4,"views":{"description":{"criteria":{"random.normalvariate":"random.normalvariate: Generates a random number from a normal distribution given the mean and standard deviation.","get_personality_traits":"get_personality_traits: Retrieve the personality traits for a specific personality type, including their strengths and weaknesses.","elephant_population_estimate":"elephant_population_estimate: Estimate future population of elephants given current population and growth rate.","book_hotel":"book_hotel: Book a room in a specific hotel with particular preferences"},"clm":{"choice":"book_hotel","correct":true,"latency_ms":70.43,"confidence":0.998234},"jev":{"choice":"book_hotel","correct":true,"latency_ms":106.03,"confidence":1.0}},"prose_schema":{"criteria":{"random.normalvariate":"random.normalvariate: Generates a random number from a normal distribution given the mean and standard deviation.\nParameter mu (float); required; Mean of the normal distribution.\nParameter sigma (float); required; Standard deviation of the normal distribution.","get_personality_traits":"get_personality_traits: Retrieve the personality traits for a specific personality type, including their strengths and weaknesses.\nParameter type (string); required; The personality type.\nParameter traits (array); List of traits to be retrieved, default is ['strengths', 'weaknesses'].","elephant_population_estimate":"elephant_population_estimate: Estimate future population of elephants given current population and growth rate.\nParameter current_population (integer); required; The current number of elephants.\nParameter growth_rate (float); required; The annual population growth rate of elephants.\nParameter years (integer); required; The number of years to project the population.","book_hotel":"book_hotel: Book a room in a specific hotel with particular preferences\nParameter hotel_name (string); required; The name of the hotel.\nParameter location (string); required; The location of the hotel.\nParameter room_type (string); required; The type of room preferred.\nParameter start_date (string); required; The starting date of the stay in format MM-DD-YYYY.\nParameter stay_duration (integer); required; The duration of the stay in days.\nParameter view (string); The preferred view from the room, can be ignored if no preference. If none provided, assumes no preference.; default: No preference"},"clm":{"choice":"book_hotel","correct":true,"latency_ms":82.66,"confidence":0.685374},"jev":{"choice":"book_hotel","correct":true,"latency_ms":95.05,"confidence":1.0}},"schema":{"criteria":{"random.normalvariate":"{\"description\":\"Generates a random number from a normal distribution given the mean and standard deviation.\",\"name\":\"random.normalvariate\",\"parameters\":{\"properties\":{\"mu\":{\"description\":\"Mean of the normal distribution.\",\"type\":\"float\"},\"sigma\":{\"description\":\"Standard deviation of the normal distribution.\",\"type\":\"float\"}},\"required\":[\"mu\",\"sigma\"],\"type\":\"dict\"}}","get_personality_traits":"{\"description\":\"Retrieve the personality traits for a specific personality type, including their strengths and weaknesses.\",\"name\":\"get_personality_traits\",\"parameters\":{\"properties\":{\"traits\":{\"description\":\"List of traits to be retrieved, default is ['strengths', 'weaknesses'].\",\"items\":{\"enum\":[\"strengths\",\"weaknesses\"],\"type\":\"string\"},\"type\":\"array\"},\"type\":{\"description\":\"The personality type.\",\"type\":\"string\"}},\"required\":[\"type\"],\"type\":\"dict\"}}","elephant_population_estimate":"{\"description\":\"Estimate future population of elephants given current population and growth rate.\",\"name\":\"elephant_population_estimate\",\"parameters\":{\"properties\":{\"current_population\":{\"description\":\"The current number of elephants.\",\"type\":\"integer\"},\"growth_rate\":{\"description\":\"The annual population growth rate of elephants.\",\"type\":\"float\"},\"years\":{\"description\":\"The number of years to project the population.\",\"type\":\"integer\"}},\"required\":[\"current_population\",\"growth_rate\",\"years\"],\"type\":\"dict\"}}","book_hotel":"{\"description\":\"Book a room in a specific hotel with particular preferences\",\"name\":\"book_hotel\",\"parameters\":{\"properties\":{\"hotel_name\":{\"description\":\"The name of the hotel.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the hotel.\",\"type\":\"string\"},\"room_type\":{\"description\":\"The type of room preferred.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the stay in format MM-DD-YYYY.\",\"type\":\"string\"},\"stay_duration\":{\"description\":\"The duration of the stay in days.\",\"type\":\"integer\"},\"view\":{\"default\":\"No preference\",\"description\":\"The preferred view from the room, can be ignored if no preference. If none provided, assumes no preference.\",\"type\":\"string\"}},\"required\":[\"hotel_name\",\"location\",\"room_type\",\"start_date\",\"stay_duration\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_personality_traits","correct":false,"latency_ms":100.6,"confidence":0.722487},"jev":{"choice":"book_hotel","correct":true,"latency_ms":105.54,"confidence":1.0}}}},{"id":"multiple_192","split":"multiple","state":"User: Convert 150 Euros to Canadian dollars.","expected":"currency_conversion.convert","candidate_count":3,"views":{"description":{"criteria":{"currency_conversion.convert":"currency_conversion.convert: Convert a value from one currency to another.","calc_absolute_pressure":"calc_absolute_pressure: Calculates the absolute pressure from gauge and atmospheric pressures.","calculate_displacement":"calculate_displacement: Calculates the displacement of an object in motion given initial velocity, time, and acceleration."},"clm":{"choice":"currency_conversion.convert","correct":true,"latency_ms":65.99,"confidence":0.999976},"jev":{"choice":"currency_conversion.convert","correct":true,"latency_ms":102.03,"confidence":1.0}},"prose_schema":{"criteria":{"currency_conversion.convert":"currency_conversion.convert: Convert a value from one currency to another.\nParameter amount (integer); required; The amount to be converted.\nParameter from_currency (string); required; The currency to convert from.\nParameter to_currency (string); required; The currency to convert to.","calc_absolute_pressure":"calc_absolute_pressure: Calculates the absolute pressure from gauge and atmospheric pressures.\nParameter atm_pressure (float); The atmospheric pressure in atmospheres (atm). Default is 1 atm if not provided.\nParameter gauge_pressure (float); required; The gauge pressure in atmospheres (atm). Must be provided.","calculate_displacement":"calculate_displacement: Calculates the displacement of an object in motion given initial velocity, time, and acceleration.\nParameter initial_velocity (float); required; The initial velocity of the object in m/s.\nParameter time (float); required; The time in seconds that the object has been in motion.\nParameter acceleration (float); The acceleration of the object in m/s^2.; default: 0"},"clm":{"choice":"currency_conversion.convert","correct":true,"latency_ms":84.52,"confidence":0.999987},"jev":{"choice":"currency_conversion.convert","correct":true,"latency_ms":94.9,"confidence":1.0}},"schema":{"criteria":{"currency_conversion.convert":"{\"description\":\"Convert a value from one currency to another.\",\"name\":\"currency_conversion.convert\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount to be converted.\",\"type\":\"integer\"},\"from_currency\":{\"description\":\"The currency to convert from.\",\"type\":\"string\"},\"to_currency\":{\"description\":\"The currency to convert to.\",\"type\":\"string\"}},\"required\":[\"amount\",\"from_currency\",\"to_currency\"],\"type\":\"dict\"}}","calc_absolute_pressure":"{\"description\":\"Calculates the absolute pressure from gauge and atmospheric pressures.\",\"name\":\"calc_absolute_pressure\",\"parameters\":{\"properties\":{\"atm_pressure\":{\"description\":\"The atmospheric pressure in atmospheres (atm). Default is 1 atm if not provided.\",\"type\":\"float\"},\"gauge_pressure\":{\"description\":\"The gauge pressure in atmospheres (atm). Must be provided.\",\"type\":\"float\"}},\"required\":[\"gauge_pressure\"],\"type\":\"dict\"}}","calculate_displacement":"{\"description\":\"Calculates the displacement of an object in motion given initial velocity, time, and acceleration.\",\"name\":\"calculate_displacement\",\"parameters\":{\"properties\":{\"acceleration\":{\"default\":0,\"description\":\"The acceleration of the object in m/s^2.\",\"type\":\"float\"},\"initial_velocity\":{\"description\":\"The initial velocity of the object in m/s.\",\"type\":\"float\"},\"time\":{\"description\":\"The time in seconds that the object has been in motion.\",\"type\":\"float\"}},\"required\":[\"initial_velocity\",\"time\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_displacement","correct":false,"latency_ms":95.58,"confidence":0.83289},"jev":{"choice":"currency_conversion.convert","correct":true,"latency_ms":99.26,"confidence":1.0}}}},{"id":"multiple_193","split":"multiple","state":"User: Get me the travel distance and duration from the Eiffel Tower to the Louvre Museum","expected":"maps.get_distance_duration","candidate_count":4,"views":{"description":{"criteria":{"math.factorial":"math.factorial: Calculate the factorial of a given number.","grocery_store.find_best":"grocery_store.find_best: Find the closest high-rated grocery stores based on certain product availability.","restaurant.find_nearby":"restaurant.find_nearby: Locate nearby restaurants based on specific criteria like cuisine type.","maps.get_distance_duration":"maps.get_distance_duration: Retrieve the travel distance and estimated travel time from one location to another via car"},"clm":{"choice":"grocery_store.find_best","correct":false,"latency_ms":39.85,"confidence":0.421067},"jev":{"choice":"maps.get_distance_duration","correct":true,"latency_ms":130.08,"confidence":1.0}},"prose_schema":{"criteria":{"math.factorial":"math.factorial: Calculate the factorial of a given number.\nParameter number (float); required; The number for which factorial needs to be calculated.","grocery_store.find_best":"grocery_store.find_best: Find the closest high-rated grocery stores based on certain product availability.\nParameter my_location (string); required; The current location of the user.\nParameter rating (float); The minimum required store rating. Default is 0.0.\nParameter products (array); required; Required products in a list.","restaurant.find_nearby":"restaurant.find_nearby: Locate nearby restaurants based on specific criteria like cuisine type.\nParameter location (string); required; The city and state, e.g. Seattle, WA\nParameter cuisine (string); required; Preferred type of cuisine in restaurant.\nParameter max_distance (float); Maximum distance (in miles) within which to search for restaurants. Default is 5.","maps.get_distance_duration":"maps.get_distance_duration: Retrieve the travel distance and estimated travel time from one location to another via car\nParameter start_location (string); required; Starting point of the journey\nParameter end_location (string); required; Ending point of the journey\nParameter traffic (boolean); If true, considers current traffic. Default is false."},"clm":{"choice":"restaurant.find_nearby","correct":false,"latency_ms":78.6,"confidence":0.882315},"jev":{"choice":"maps.get_distance_duration","correct":true,"latency_ms":137.98,"confidence":1.0}},"schema":{"criteria":{"math.factorial":"{\"description\":\"Calculate the factorial of a given number.\",\"name\":\"math.factorial\",\"parameters\":{\"properties\":{\"number\":{\"description\":\"The number for which factorial needs to be calculated.\",\"type\":\"float\"}},\"required\":[\"number\"],\"type\":\"dict\"}}","grocery_store.find_best":"{\"description\":\"Find the closest high-rated grocery stores based on certain product availability.\",\"name\":\"grocery_store.find_best\",\"parameters\":{\"properties\":{\"my_location\":{\"description\":\"The current location of the user.\",\"type\":\"string\"},\"products\":{\"description\":\"Required products in a list.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"rating\":{\"description\":\"The minimum required store rating. Default is 0.0.\",\"type\":\"float\"}},\"required\":[\"my_location\",\"products\"],\"type\":\"dict\"}}","restaurant.find_nearby":"{\"description\":\"Locate nearby restaurants based on specific criteria like cuisine type.\",\"name\":\"restaurant.find_nearby\",\"parameters\":{\"properties\":{\"cuisine\":{\"description\":\"Preferred type of cuisine in restaurant.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state, e.g. Seattle, WA\",\"type\":\"string\"},\"max_distance\":{\"description\":\"Maximum distance (in miles) within which to search for restaurants. Default is 5.\",\"type\":\"float\"}},\"required\":[\"location\",\"cuisine\"],\"type\":\"dict\"}}","maps.get_distance_duration":"{\"description\":\"Retrieve the travel distance and estimated travel time from one location to another via car\",\"name\":\"maps.get_distance_duration\",\"parameters\":{\"properties\":{\"end_location\":{\"description\":\"Ending point of the journey\",\"type\":\"string\"},\"start_location\":{\"description\":\"Starting point of the journey\",\"type\":\"string\"},\"traffic\":{\"description\":\"If true, considers current traffic. Default is false.\",\"type\":\"boolean\"}},\"required\":[\"start_location\",\"end_location\"],\"type\":\"dict\"}}"},"clm":{"choice":"maps.get_distance_duration","correct":true,"latency_ms":88.59,"confidence":0.610634},"jev":{"choice":"maps.get_distance_duration","correct":true,"latency_ms":118.56,"confidence":1.0}}}},{"id":"multiple_194","split":"multiple","state":"User: What are the opening hours of the Metropolitan Museum of Art on Saturday?","expected":"get_museum_hours","candidate_count":4,"views":{"description":{"criteria":{"discoverer.get":"discoverer.get: Retrieve the name of the discoverer of an element based on its name.","lawsuit.check_case":"lawsuit.check_case: Verify the details of a lawsuit case and check its status using case ID.","get_museum_hours":"get_museum_hours: Retrieve opening hours of a specified museum for the specified day.","monopoly_odds_calculator":"monopoly_odds_calculator: Calculates the probability of rolling a certain sum with two dice, commonly used in board game like Monopoly."},"clm":{"choice":"get_museum_hours","correct":true,"latency_ms":59.55,"confidence":0.999946},"jev":{"choice":"get_museum_hours","correct":true,"latency_ms":92.97,"confidence":1.0}},"prose_schema":{"criteria":{"discoverer.get":"discoverer.get: Retrieve the name of the discoverer of an element based on its name.\nParameter element_name (string); required; The name of the element.\nParameter year (integer); Optional parameter that refers to the year of discovery. It could be helpful in case an element was discovered more than once. Default is 0.\nParameter first (boolean); Optional parameter indicating if the first discoverer's name should be retrieved.; default: True","lawsuit.check_case":"lawsuit.check_case: Verify the details of a lawsuit case and check its status using case ID.\nParameter case_id (integer); required; The identification number of the lawsuit case.\nParameter closed_status (boolean); required; The status of the lawsuit case to be verified.","get_museum_hours":"get_museum_hours: Retrieve opening hours of a specified museum for the specified day.\nParameter museum_name (string); required; The name of the museum.\nParameter day (string); required; Day of the week.; allowed values: Monday, Tuesday, Wednesday, Thursday, Friday, Saturday, Sunday","monopoly_odds_calculator":"monopoly_odds_calculator: Calculates the probability of rolling a certain sum with two dice, commonly used in board game like Monopoly.\nParameter number (integer); required; The number for which the odds are calculated.\nParameter dice_number (integer); required; The number of dice involved in the roll.\nParameter dice_faces (integer); The number of faces on a single die. Default is 6 for standard six-faced die."},"clm":{"choice":"get_museum_hours","correct":true,"latency_ms":68.74,"confidence":0.815762},"jev":{"choice":"get_museum_hours","correct":true,"latency_ms":134.24,"confidence":1.0}},"schema":{"criteria":{"discoverer.get":"{\"description\":\"Retrieve the name of the discoverer of an element based on its name.\",\"name\":\"discoverer.get\",\"parameters\":{\"properties\":{\"element_name\":{\"description\":\"The name of the element.\",\"type\":\"string\"},\"first\":{\"default\":true,\"description\":\"Optional parameter indicating if the first discoverer's name should be retrieved.\",\"type\":\"boolean\"},\"year\":{\"description\":\"Optional parameter that refers to the year of discovery. It could be helpful in case an element was discovered more than once. Default is 0.\",\"type\":\"integer\"}},\"required\":[\"element_name\"],\"type\":\"dict\"}}","lawsuit.check_case":"{\"description\":\"Verify the details of a lawsuit case and check its status using case ID.\",\"name\":\"lawsuit.check_case\",\"parameters\":{\"properties\":{\"case_id\":{\"description\":\"The identification number of the lawsuit case.\",\"type\":\"integer\"},\"closed_status\":{\"description\":\"The status of the lawsuit case to be verified.\",\"type\":\"boolean\"}},\"required\":[\"case_id\",\"closed_status\"],\"type\":\"dict\"}}","get_museum_hours":"{\"description\":\"Retrieve opening hours of a specified museum for the specified day.\",\"name\":\"get_museum_hours\",\"parameters\":{\"properties\":{\"day\":{\"description\":\"Day of the week.\",\"enum\":[\"Monday\",\"Tuesday\",\"Wednesday\",\"Thursday\",\"Friday\",\"Saturday\",\"Sunday\"],\"type\":\"string\"},\"museum_name\":{\"description\":\"The name of the museum.\",\"type\":\"string\"}},\"required\":[\"museum_name\",\"day\"],\"type\":\"dict\"}}","monopoly_odds_calculator":"{\"description\":\"Calculates the probability of rolling a certain sum with two dice, commonly used in board game like Monopoly.\",\"name\":\"monopoly_odds_calculator\",\"parameters\":{\"properties\":{\"dice_faces\":{\"description\":\"The number of faces on a single die. Default is 6 for standard six-faced die.\",\"type\":\"integer\"},\"dice_number\":{\"description\":\"The number of dice involved in the roll.\",\"type\":\"integer\"},\"number\":{\"description\":\"The number for which the odds are calculated.\",\"type\":\"integer\"}},\"required\":[\"number\",\"dice_number\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_museum_hours","correct":true,"latency_ms":92.48,"confidence":0.50959},"jev":{"choice":"get_museum_hours","correct":true,"latency_ms":144.86,"confidence":1.0}}}},{"id":"multiple_195","split":"multiple","state":"User: Calculate the heat capacity at constant pressure for air, given its temperature is 298K and volume is 10 m^3.","expected":"calc_heat_capacity","candidate_count":3,"views":{"description":{"criteria":{"get_lawsuit_details":"get_lawsuit_details: Retrieve the detailed information about a lawsuit based on its case number and the court location.","get_team_rank":"get_team_rank: Get the team ranking in a sports league based on season and type.","calc_heat_capacity":"calc_heat_capacity: Calculate the heat capacity at constant pressure of air using its temperature and volume."},"clm":{"choice":"calc_heat_capacity","correct":true,"latency_ms":33.72,"confidence":1.0},"jev":{"choice":"calc_heat_capacity","correct":true,"latency_ms":97.48,"confidence":1.0}},"prose_schema":{"criteria":{"get_lawsuit_details":"get_lawsuit_details: Retrieve the detailed information about a lawsuit based on its case number and the court location.\nParameter case_number (string); required; The case number of the lawsuit.\nParameter court_location (string); required; The location of the court where the case is filed.\nParameter additional_details (array); Optional. Array containing additional details to be fetched. Default is empty array.","get_team_rank":"get_team_rank: Get the team ranking in a sports league based on season and type.\nParameter team_name (string); required; The name of the sports team.\nParameter league (string); required; The name of the league in which the team competes.\nParameter season (string); required; The season for which the team's ranking is sought.\nParameter type (string); required; Type of the season: regular or playoff.; allowed values: regular, playoff","calc_heat_capacity":"calc_heat_capacity: Calculate the heat capacity at constant pressure of air using its temperature and volume.\nParameter temp (integer); required; The temperature of the gas in Kelvin.\nParameter volume (integer); required; The volume of the gas in m^3.\nParameter gas (string); Type of gas, with air as default."},"clm":{"choice":"calc_heat_capacity","correct":true,"latency_ms":54.46,"confidence":1.0},"jev":{"choice":"calc_heat_capacity","correct":true,"latency_ms":121.7,"confidence":1.0}},"schema":{"criteria":{"get_lawsuit_details":"{\"description\":\"Retrieve the detailed information about a lawsuit based on its case number and the court location.\",\"name\":\"get_lawsuit_details\",\"parameters\":{\"properties\":{\"additional_details\":{\"description\":\"Optional. Array containing additional details to be fetched. Default is empty array.\",\"items\":{\"enum\":[\"attorneys\",\"plaintiffs\",\"defendants\",\"charges\",\"court_updates\"],\"type\":\"string\"},\"type\":\"array\"},\"case_number\":{\"description\":\"The case number of the lawsuit.\",\"type\":\"string\"},\"court_location\":{\"description\":\"The location of the court where the case is filed.\",\"type\":\"string\"}},\"required\":[\"case_number\",\"court_location\"],\"type\":\"dict\"}}","get_team_rank":"{\"description\":\"Get the team ranking in a sports league based on season and type.\",\"name\":\"get_team_rank\",\"parameters\":{\"properties\":{\"league\":{\"description\":\"The name of the league in which the team competes.\",\"type\":\"string\"},\"season\":{\"description\":\"The season for which the team's ranking is sought.\",\"type\":\"string\"},\"team_name\":{\"description\":\"The name of the sports team.\",\"type\":\"string\"},\"type\":{\"description\":\"Type of the season: regular or playoff.\",\"enum\":[\"regular\",\"playoff\"],\"type\":\"string\"}},\"required\":[\"team_name\",\"league\",\"season\",\"type\"],\"type\":\"dict\"}}","calc_heat_capacity":"{\"description\":\"Calculate the heat capacity at constant pressure of air using its temperature and volume.\",\"name\":\"calc_heat_capacity\",\"parameters\":{\"properties\":{\"gas\":{\"description\":\"Type of gas, with air as default.\",\"type\":\"string\"},\"temp\":{\"description\":\"The temperature of the gas in Kelvin.\",\"type\":\"integer\"},\"volume\":{\"description\":\"The volume of the gas in m^3.\",\"type\":\"integer\"}},\"required\":[\"temp\",\"volume\"],\"type\":\"dict\"}}"},"clm":{"choice":"calc_heat_capacity","correct":true,"latency_ms":63.1,"confidence":0.697567},"jev":{"choice":"calc_heat_capacity","correct":true,"latency_ms":106.11,"confidence":1.0}}}},{"id":"multiple_196","split":"multiple","state":"User: What are the names of proteins found in the plasma membrane?","expected":"cellbio.get_proteins","candidate_count":4,"views":{"description":{"criteria":{"locate_tallest_mountains":"locate_tallest_mountains: Find the tallest mountains within a specified radius of a location.","calculate_electric_field":"calculate_electric_field: Calculate the electric field produced by a charge at a certain distance.","calculate_genotype_frequency":"calculate_genotype_frequency: Calculate the frequency of homozygous dominant genotype based on the allele frequency using Hardy Weinberg Principle.","cellbio.get_proteins":"cellbio.get_proteins: Get the list of proteins in a specific cell compartment."},"clm":{"choice":"cellbio.get_proteins","correct":true,"latency_ms":32.14,"confidence":0.982234},"jev":{"choice":"cellbio.get_proteins","correct":true,"latency_ms":166.83,"confidence":1.0}},"prose_schema":{"criteria":{"locate_tallest_mountains":"locate_tallest_mountains: Find the tallest mountains within a specified radius of a location.\nParameter location (string); required; The city from which to calculate distance.\nParameter radius (float); required; The radius within which to find mountains, measured in kilometers.\nParameter amount (integer); required; The number of mountains to find, listed from tallest to smallest.","calculate_electric_field":"calculate_electric_field: Calculate the electric field produced by a charge at a certain distance.\nParameter charge (float); required; Charge in coulombs producing the electric field.\nParameter distance (float); required; Distance from the charge in meters where the field is being measured.\nParameter permitivity (float); Permitivity of the space where field is being calculated, default is for vacuum.","calculate_genotype_frequency":"calculate_genotype_frequency: Calculate the frequency of homozygous dominant genotype based on the allele frequency using Hardy Weinberg Principle.\nParameter allele_frequency (float); required; The frequency of the dominant allele in the population.\nParameter genotype (string); required; The genotype which frequency is needed, default is homozygous dominant. ; allowed values: AA, Aa, aa","cellbio.get_proteins":"cellbio.get_proteins: Get the list of proteins in a specific cell compartment.\nParameter cell_compartment (string); required; The specific cell compartment.\nParameter include_description (boolean); Set true if you want a brief description of each protein.; default: false"},"clm":{"choice":"cellbio.get_proteins","correct":true,"latency_ms":31.12,"confidence":0.87515},"jev":{"choice":"cellbio.get_proteins","correct":true,"latency_ms":94.67,"confidence":1.0}},"schema":{"criteria":{"locate_tallest_mountains":"{\"description\":\"Find the tallest mountains within a specified radius of a location.\",\"name\":\"locate_tallest_mountains\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The number of mountains to find, listed from tallest to smallest.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city from which to calculate distance.\",\"type\":\"string\"},\"radius\":{\"description\":\"The radius within which to find mountains, measured in kilometers.\",\"type\":\"float\"}},\"required\":[\"location\",\"radius\",\"amount\"],\"type\":\"dict\"}}","calculate_electric_field":"{\"description\":\"Calculate the electric field produced by a charge at a certain distance.\",\"name\":\"calculate_electric_field\",\"parameters\":{\"properties\":{\"charge\":{\"description\":\"Charge in coulombs producing the electric field.\",\"type\":\"float\"},\"distance\":{\"description\":\"Distance from the charge in meters where the field is being measured.\",\"type\":\"float\"},\"permitivity\":{\"description\":\"Permitivity of the space where field is being calculated, default is for vacuum.\",\"type\":\"float\"}},\"required\":[\"charge\",\"distance\"],\"type\":\"dict\"}}","calculate_genotype_frequency":"{\"description\":\"Calculate the frequency of homozygous dominant genotype based on the allele frequency using Hardy Weinberg Principle.\",\"name\":\"calculate_genotype_frequency\",\"parameters\":{\"properties\":{\"allele_frequency\":{\"description\":\"The frequency of the dominant allele in the population.\",\"type\":\"float\"},\"genotype\":{\"description\":\"The genotype which frequency is needed, default is homozygous dominant. \",\"enum\":[\"AA\",\"Aa\",\"aa\"],\"type\":\"string\"}},\"required\":[\"allele_frequency\",\"genotype\"],\"type\":\"dict\"}}","cellbio.get_proteins":"{\"description\":\"Get the list of proteins in a specific cell compartment.\",\"name\":\"cellbio.get_proteins\",\"parameters\":{\"properties\":{\"cell_compartment\":{\"description\":\"The specific cell compartment.\",\"type\":\"string\"},\"include_description\":{\"default\":\"false\",\"description\":\"Set true if you want a brief description of each protein.\",\"type\":\"boolean\"}},\"required\":[\"cell_compartment\"],\"type\":\"dict\"}}"},"clm":{"choice":"calculate_electric_field","correct":false,"latency_ms":37.65,"confidence":0.460004},"jev":{"choice":"cellbio.get_proteins","correct":true,"latency_ms":134.3,"confidence":1.0}}}},{"id":"multiple_197","split":"multiple","state":"User: Find the type of gene mutation based on SNP (Single Nucleotide Polymorphism) ID rs6034464.","expected":"mutation_type.find","candidate_count":4,"views":{"description":{"criteria":{"create_player_profile":"create_player_profile: Create a new player profile with character name, class and starting level.","walmart.purchase":"walmart.purchase: Retrieve information of items from Walmart including stock availability.","mutation_type.find":"mutation_type.find: Finds the type of a genetic mutation based on its SNP (Single Nucleotide Polymorphism) ID.","find_restaurants":"find_restaurants: Locate nearby restaurants based on location and food preferences."},"clm":{"choice":"mutation_type.find","correct":true,"latency_ms":1.27,"confidence":0.999941},"jev":{"choice":"mutation_type.find","correct":true,"latency_ms":99.63,"confidence":1.0}},"prose_schema":{"criteria":{"create_player_profile":"create_player_profile: Create a new player profile with character name, class and starting level.\nParameter player_name (string); required; The desired name of the player.\nParameter _class (string); required; The character class for the player\nParameter starting_level (integer); The starting level for the player; default: 1","walmart.purchase":"walmart.purchase: Retrieve information of items from Walmart including stock availability.\nParameter loc (string); required; Location of the nearest Walmart.\nParameter product_list (array); required; Items to be purchased listed in an array.\nParameter pack_size (array); Size of the product pack if applicable. The size of the array should be equal to product_list. Default is an empty array","mutation_type.find":"mutation_type.find: Finds the type of a genetic mutation based on its SNP (Single Nucleotide Polymorphism) ID.\nParameter snp_id (string); required; The ID of the Single Nucleotide Polymorphism (SNP) mutation.\nParameter species (string); Species in which the SNP occurs, default is 'Homo sapiens' (Humans).","find_restaurants":"find_restaurants: Locate nearby restaurants based on location and food preferences.\nParameter location (string); required; The specific location or area.\nParameter food_type (string); required; The type of food preferred.\nParameter number (integer); required; Number of results to return.\nParameter dietary_requirements (array); Special dietary requirements, e.g. vegan, gluten-free.; default: None"},"clm":{"choice":"mutation_type.find","correct":true,"latency_ms":1.23,"confidence":0.995592},"jev":{"choice":"mutation_type.find","correct":true,"latency_ms":113.61,"confidence":1.0}},"schema":{"criteria":{"create_player_profile":"{\"description\":\"Create a new player profile with character name, class and starting level.\",\"name\":\"create_player_profile\",\"parameters\":{\"properties\":{\"_class\":{\"description\":\"The character class for the player\",\"type\":\"string\"},\"player_name\":{\"description\":\"The desired name of the player.\",\"type\":\"string\"},\"starting_level\":{\"default\":1,\"description\":\"The starting level for the player\",\"type\":\"integer\"}},\"required\":[\"player_name\",\"_class\"],\"type\":\"dict\"}}","walmart.purchase":"{\"description\":\"Retrieve information of items from Walmart including stock availability.\",\"name\":\"walmart.purchase\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"Location of the nearest Walmart.\",\"type\":\"string\"},\"pack_size\":{\"description\":\"Size of the product pack if applicable. The size of the array should be equal to product_list. Default is an empty array\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"product_list\":{\"description\":\"Items to be purchased listed in an array.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"loc\",\"product_list\"],\"type\":\"dict\"}}","mutation_type.find":"{\"description\":\"Finds the type of a genetic mutation based on its SNP (Single Nucleotide Polymorphism) ID.\",\"name\":\"mutation_type.find\",\"parameters\":{\"properties\":{\"snp_id\":{\"description\":\"The ID of the Single Nucleotide Polymorphism (SNP) mutation.\",\"type\":\"string\"},\"species\":{\"description\":\"Species in which the SNP occurs, default is 'Homo sapiens' (Humans).\",\"type\":\"string\"}},\"required\":[\"snp_id\"],\"type\":\"dict\"}}","find_restaurants":"{\"description\":\"Locate nearby restaurants based on location and food preferences.\",\"name\":\"find_restaurants\",\"parameters\":{\"properties\":{\"dietary_requirements\":{\"default\":\"None\",\"description\":\"Special dietary requirements, e.g. vegan, gluten-free.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"food_type\":{\"description\":\"The type of food preferred.\",\"type\":\"string\"},\"location\":{\"description\":\"The specific location or area.\",\"type\":\"string\"},\"number\":{\"description\":\"Number of results to return.\",\"type\":\"integer\"}},\"required\":[\"location\",\"food_type\",\"number\"],\"type\":\"dict\"}}"},"clm":{"choice":"mutation_type.find","correct":true,"latency_ms":1.93,"confidence":0.693536},"jev":{"choice":"mutation_type.find","correct":true,"latency_ms":111.83,"confidence":1.0}}}},{"id":"multiple_198","split":"multiple","state":"User: What is the genotype frequency of AA genotype in a population, given that allele frequency of A is 0.3?","expected":"calculate_genotype_frequency","candidate_count":4,"views":{"description":{"criteria":{"calculate_genotype_frequency":"calculate_genotype_frequency: Calculate the frequency of homozygous dominant genotype based on the allele frequency using Hardy Weinberg Principle.","hotel_booking":"hotel_booking: Books a hotel room for a specific date range.","get_highest_scoring_player":"get_highest_scoring_player: Retrieve the highest scoring player in a specific game and season.","science_history.get_invention":"science_history.get_invention: Retrieve the inventor and year of invention based on the invention's name."},"clm":{"choice":"calculate_genotype_frequency","correct":true,"latency_ms":1.04,"confidence":0.999968},"jev":{"choice":"calculate_genotype_frequency","correct":true,"latency_ms":224.05,"confidence":1.0}},"prose_schema":{"criteria":{"calculate_genotype_frequency":"calculate_genotype_frequency: Calculate the frequency of homozygous dominant genotype based on the allele frequency using Hardy Weinberg Principle.\nParameter allele_frequency (float); required; The frequency of the dominant allele in the population.\nParameter genotype (string); required; The genotype which frequency is needed, default is homozygous dominant. ; allowed values: AA, Aa, aa","hotel_booking":"hotel_booking: Books a hotel room for a specific date range.\nParameter hotel_name (string); required; The name of the hotel.\nParameter location (string); required; The city and state, e.g. New York, NY.\nParameter start_date (string); required; The start date of the reservation. Use format 'YYYY-MM-DD'.\nParameter end_date (string); required; The end date of the reservation. Use format 'YYYY-MM-DD'.\nParameter rooms (integer); The number of rooms to reserve.; default: 1","get_highest_scoring_player":"get_highest_scoring_player: Retrieve the highest scoring player in a specific game and season.\nParameter game (string); required; The game in which you want to find the highest scoring player.\nParameter season (string); required; The season during which the high score was achieved.\nParameter region (string); The geographical region in which the game is being played (Optional). Default is 'all'","science_history.get_invention":"science_history.get_invention: Retrieve the inventor and year of invention based on the invention's name.\nParameter invention_name (string); required; The name of the invention.\nParameter want_year (boolean); required; Return the year of invention if set to true.; default: False"},"clm":{"choice":"calculate_genotype_frequency","correct":true,"latency_ms":35.64,"confidence":0.993963},"jev":{"choice":"calculate_genotype_frequency","correct":true,"latency_ms":112.91,"confidence":1.0}},"schema":{"criteria":{"calculate_genotype_frequency":"{\"description\":\"Calculate the frequency of homozygous dominant genotype based on the allele frequency using Hardy Weinberg Principle.\",\"name\":\"calculate_genotype_frequency\",\"parameters\":{\"properties\":{\"allele_frequency\":{\"description\":\"The frequency of the dominant allele in the population.\",\"type\":\"float\"},\"genotype\":{\"description\":\"The genotype which frequency is needed, default is homozygous dominant. \",\"enum\":[\"AA\",\"Aa\",\"aa\"],\"type\":\"string\"}},\"required\":[\"allele_frequency\",\"genotype\"],\"type\":\"dict\"}}","hotel_booking":"{\"description\":\"Books a hotel room for a specific date range.\",\"name\":\"hotel_booking\",\"parameters\":{\"properties\":{\"end_date\":{\"description\":\"The end date of the reservation. Use format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"hotel_name\":{\"description\":\"The name of the hotel.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state, e.g. New York, NY.\",\"type\":\"string\"},\"rooms\":{\"default\":1,\"description\":\"The number of rooms to reserve.\",\"type\":\"integer\"},\"start_date\":{\"description\":\"The start date of the reservation. Use format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"hotel_name\",\"location\",\"start_date\",\"end_date\"],\"type\":\"dict\"}}","get_highest_scoring_player":"{\"description\":\"Retrieve the highest scoring player in a specific game and season.\",\"name\":\"get_highest_scoring_player\",\"parameters\":{\"properties\":{\"game\":{\"description\":\"The game in which you want to find the highest scoring player.\",\"type\":\"string\"},\"region\":{\"description\":\"The geographical region in which the game is being played (Optional). Default is 'all'\",\"type\":\"string\"},\"season\":{\"description\":\"The season during which the high score was achieved.\",\"type\":\"string\"}},\"required\":[\"game\",\"season\"],\"type\":\"dict\"}}","science_history.get_invention":"{\"description\":\"Retrieve the inventor and year of invention based on the invention's name.\",\"name\":\"science_history.get_invention\",\"parameters\":{\"properties\":{\"invention_name\":{\"description\":\"The name of the invention.\",\"type\":\"string\"},\"want_year\":{\"default\":false,\"description\":\"Return the year of invention if set to true.\",\"type\":\"boolean\"}},\"required\":[\"invention_name\",\"want_year\"],\"type\":\"dict\"}}"},"clm":{"choice":"science_history.get_invention","correct":false,"latency_ms":35.92,"confidence":0.633301},"jev":{"choice":"calculate_genotype_frequency","correct":true,"latency_ms":132.61,"confidence":1.0}}}},{"id":"multiple_199","split":"multiple","state":"User: Predict the growth of forest in Yellowstone for the next 5 years including human impact.","expected":"forest_growth_forecast","candidate_count":2,"views":{"description":{"criteria":{"forest_growth_forecast":"forest_growth_forecast: Predicts the forest growth over the next N years based on current trends.","db_fetch_records":"db_fetch_records: Fetch records from a specified database table based on certain conditions."},"clm":{"choice":"forest_growth_forecast","correct":true,"latency_ms":69.29,"confidence":0.999999},"jev":{"choice":"forest_growth_forecast","correct":true,"latency_ms":104.56,"confidence":1.0}},"prose_schema":{"criteria":{"forest_growth_forecast":"forest_growth_forecast: Predicts the forest growth over the next N years based on current trends.\nParameter location (string); required; The location where you want to predict forest growth.\nParameter years (integer); required; The number of years for the forecast.\nParameter include_human_impact (boolean); Whether or not to include the impact of human activities in the forecast. If not provided, defaults to false.","db_fetch_records":"db_fetch_records: Fetch records from a specified database table based on certain conditions.\nParameter database_name (string); required; The name of the database.\nParameter table_name (string); required; The name of the table from which records need to be fetched.\nParameter conditions (dict); required; The conditions based on which records are to be fetched.\nParameter fetch_limit (integer); Limits the number of records to be fetched. If left empty, it fetches all records. (Optional) Default is 0."},"clm":{"choice":"forest_growth_forecast","correct":true,"latency_ms":76.66,"confidence":0.99995},"jev":{"choice":"forest_growth_forecast","correct":true,"latency_ms":121.94,"confidence":1.0}},"schema":{"criteria":{"forest_growth_forecast":"{\"description\":\"Predicts the forest growth over the next N years based on current trends.\",\"name\":\"forest_growth_forecast\",\"parameters\":{\"properties\":{\"include_human_impact\":{\"description\":\"Whether or not to include the impact of human activities in the forecast. If not provided, defaults to false.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location where you want to predict forest growth.\",\"type\":\"string\"},\"years\":{\"description\":\"The number of years for the forecast.\",\"type\":\"integer\"}},\"required\":[\"location\",\"years\"],\"type\":\"dict\"}}","db_fetch_records":"{\"description\":\"Fetch records from a specified database table based on certain conditions.\",\"name\":\"db_fetch_records\",\"parameters\":{\"properties\":{\"conditions\":{\"description\":\"The conditions based on which records are to be fetched.\",\"properties\":{\"department\":{\"description\":\"The name of the department of students.\",\"type\":\"string\"},\"school\":{\"description\":\"The name of the school students are enrolled in.\",\"type\":\"string\"}},\"type\":\"dict\"},\"database_name\":{\"description\":\"The name of the database.\",\"type\":\"string\"},\"fetch_limit\":{\"description\":\"Limits the number of records to be fetched. If left empty, it fetches all records. (Optional) Default is 0.\",\"type\":\"integer\"},\"table_name\":{\"description\":\"The name of the table from which records need to be fetched.\",\"type\":\"string\"}},\"required\":[\"database_name\",\"table_name\",\"conditions\"],\"type\":\"dict\"}}"},"clm":{"choice":"forest_growth_forecast","correct":true,"latency_ms":74.97,"confidence":0.922825},"jev":{"choice":"forest_growth_forecast","correct":true,"latency_ms":117.88,"confidence":1.0}}}},{"id":"live_multiple_0-0-0","split":"live_multiple","state":"User: update my latte to a large size with coconut milk and make it extra sweet? make it served 'boiling hot' as the special request. The drink id is 'latte'","expected":"ChaDri.change_drink","candidate_count":2,"views":{"description":{"criteria":{"ChaFod":"ChaFod: Changes the food item based on the customer's request, allowing for modifications to the ingredients or preparation method.","ChaDri.change_drink":"ChaDri.change_drink: Modifies the existing drink order to accommodate the customer's new request, ensuring the drink is updated according to the specified preferences."},"clm":{"choice":"ChaFod","correct":false,"latency_ms":61.11,"confidence":0.872382},"jev":{"choice":"ChaDri.change_drink","correct":true,"latency_ms":110.48,"confidence":1.0}},"prose_schema":{"criteria":{"ChaFod":"ChaFod: Changes the food item based on the customer's request, allowing for modifications to the ingredients or preparation method.\nParameter foodItem (string); required; The name of the food item to be modified as requested by the customer.\nParameter newIngredients (string); A comma-separated list of new ingredients to include in the food item, if any.; default: \nParameter removeIngredients (string); A comma-separated list of ingredients to remove from the food item, if any.; default: \nParameter specialInstructions (string); Special preparation instructions provided by the customer, such as 'extra spicy' or 'no salt'.; default: ","ChaDri.change_drink":"ChaDri.change_drink: Modifies the existing drink order to accommodate the customer's new request, ensuring the drink is updated according to the specified preferences.\nParameter drink_id (string); The unique identifier of the drink to be changed.; default: 0000-0000-0000\nParameter new_preferences (dict); required; The updated preferences for the drink order."},"clm":{"choice":"ChaDri.change_drink","correct":true,"latency_ms":108.8,"confidence":0.999929},"jev":{"choice":"ChaDri.change_drink","correct":true,"latency_ms":100.79,"confidence":1.0}},"schema":{"criteria":{"ChaFod":"{\"description\":\"Changes the food item based on the customer's request, allowing for modifications to the ingredients or preparation method.\",\"name\":\"ChaFod\",\"parameters\":{\"properties\":{\"foodItem\":{\"description\":\"The name of the food item to be modified as requested by the customer.\",\"type\":\"string\"},\"newIngredients\":{\"default\":\"\",\"description\":\"A comma-separated list of new ingredients to include in the food item, if any.\",\"type\":\"string\"},\"removeIngredients\":{\"default\":\"\",\"description\":\"A comma-separated list of ingredients to remove from the food item, if any.\",\"type\":\"string\"},\"specialInstructions\":{\"default\":\"\",\"description\":\"Special preparation instructions provided by the customer, such as 'extra spicy' or 'no salt'.\",\"type\":\"string\"}},\"required\":[\"foodItem\"],\"type\":\"dict\"}}","ChaDri.change_drink":"{\"description\":\"Modifies the existing drink order to accommodate the customer's new request, ensuring the drink is updated according to the specified preferences.\",\"name\":\"ChaDri.change_drink\",\"parameters\":{\"properties\":{\"drink_id\":{\"default\":\"0000-0000-0000\",\"description\":\"The unique identifier of the drink to be changed.\",\"type\":\"string\"},\"new_preferences\":{\"description\":\"The updated preferences for the drink order.\",\"properties\":{\"milk_type\":{\"default\":\"regular\",\"description\":\"The type of milk to be used in the drink, if applicable.\",\"enum\":[\"regular\",\"soy\",\"almond\",\"coconut\"],\"type\":\"string\"},\"size\":{\"default\":\"medium\",\"description\":\"The size of the drink the customer prefers.\",\"enum\":[\"small\",\"medium\",\"large\"],\"type\":\"string\"},\"special_instructions\":{\"default\":\"\",\"description\":\"Any additional instructions provided by the customer for the drink preparation.\",\"type\":\"string\"},\"sweetness_level\":{\"default\":\"regular\",\"description\":\"The sweetness level the customer requests for the drink.\",\"enum\":[\"none\",\"light\",\"regular\",\"extra\"],\"type\":\"string\"},\"temperature\":{\"default\":\"cold\",\"description\":\"The temperature at which the drink should be served.\",\"enum\":[\"cold\",\"warm\",\"hot\"],\"type\":\"string\"}},\"type\":\"dict\"}},\"required\":[\"new_preferences\"],\"type\":\"dict\"}}"},"clm":{"choice":"ChaDri.change_drink","correct":true,"latency_ms":108.82,"confidence":0.513799},"jev":{"choice":"ChaDri.change_drink","correct":true,"latency_ms":117.18,"confidence":0.99}}}},{"id":"live_multiple_1-0-1","split":"live_multiple","state":"System: You are an agent that is used for ordering food on your customers behalf using your functions\nUser: NO SUGAR in my coffee loll. Can you change my drink with drink id '1234' order to have no sweetness, and also make sure it's served hot?","expected":"ChaDri.change_drink","candidate_count":2,"views":{"description":{"criteria":{"ChaFod":"ChaFod: Changes the food item based on the customer's request, allowing for modifications to the ingredients or preparation method.","ChaDri.change_drink":"ChaDri.change_drink: Modifies the existing drink order to accommodate the customer's new request, ensuring the drink is updated according to the specified preferences."},"clm":{"choice":"ChaDri.change_drink","correct":true,"latency_ms":34.95,"confidence":0.818569},"jev":{"choice":"ChaDri.change_drink","correct":true,"latency_ms":96.89,"confidence":1.0}},"prose_schema":{"criteria":{"ChaFod":"ChaFod: Changes the food item based on the customer's request, allowing for modifications to the ingredients or preparation method.\nParameter foodItem (string); required; The name of the food item to be modified as requested by the customer.\nParameter newIngredients (string); A comma-separated list of new ingredients to include in the food item, if any.; default: \nParameter removeIngredients (string); A comma-separated list of ingredients to remove from the food item, if any.; default: \nParameter specialInstructions (string); Special preparation instructions provided by the customer, such as 'extra spicy' or 'no salt'.; default: ","ChaDri.change_drink":"ChaDri.change_drink: Modifies the existing drink order to accommodate the customer's new request, ensuring the drink is updated according to the specified preferences.\nParameter drink_id (string); required; The unique identifier of the drink to be changed.\nParameter new_preferences (dict); required; The updated preferences for the drink order."},"clm":{"choice":"ChaDri.change_drink","correct":true,"latency_ms":60.25,"confidence":0.997532},"jev":{"choice":"ChaDri.change_drink","correct":true,"latency_ms":123.56,"confidence":1.0}},"schema":{"criteria":{"ChaFod":"{\"description\":\"Changes the food item based on the customer's request, allowing for modifications to the ingredients or preparation method.\",\"name\":\"ChaFod\",\"parameters\":{\"properties\":{\"foodItem\":{\"description\":\"The name of the food item to be modified as requested by the customer.\",\"type\":\"string\"},\"newIngredients\":{\"default\":\"\",\"description\":\"A comma-separated list of new ingredients to include in the food item, if any.\",\"type\":\"string\"},\"removeIngredients\":{\"default\":\"\",\"description\":\"A comma-separated list of ingredients to remove from the food item, if any.\",\"type\":\"string\"},\"specialInstructions\":{\"default\":\"\",\"description\":\"Special preparation instructions provided by the customer, such as 'extra spicy' or 'no salt'.\",\"type\":\"string\"}},\"required\":[\"foodItem\"],\"type\":\"dict\"}}","ChaDri.change_drink":"{\"description\":\"Modifies the existing drink order to accommodate the customer's new request, ensuring the drink is updated according to the specified preferences.\",\"name\":\"ChaDri.change_drink\",\"parameters\":{\"properties\":{\"drink_id\":{\"description\":\"The unique identifier of the drink to be changed.\",\"type\":\"string\"},\"new_preferences\":{\"description\":\"The updated preferences for the drink order.\",\"properties\":{\"milk_type\":{\"default\":\"regular\",\"description\":\"The type of milk to be used in the drink, if applicable.\",\"enum\":[\"regular\",\"soy\",\"almond\",\"coconut\"],\"type\":\"string\"},\"size\":{\"default\":\"medium\",\"description\":\"The size of the drink the customer prefers.\",\"enum\":[\"small\",\"medium\",\"large\"],\"type\":\"string\"},\"special_instructions\":{\"default\":\"\",\"description\":\"Any additional instructions provided by the customer for the drink preparation.\",\"type\":\"string\"},\"sweetness_level\":{\"default\":\"regular\",\"description\":\"The sweetness level the customer requests for the drink.\",\"enum\":[\"none\",\"light\",\"regular\",\"extra\"],\"type\":\"string\"},\"temperature\":{\"default\":\"cold\",\"description\":\"The temperature at which the drink should be served.\",\"enum\":[\"cold\",\"warm\",\"hot\"],\"type\":\"string\"}},\"type\":\"dict\"}},\"required\":[\"drink_id\",\"new_preferences\"],\"type\":\"dict\"}}"},"clm":{"choice":"ChaDri.change_drink","correct":true,"latency_ms":80.24,"confidence":0.91537},"jev":{"choice":"ChaDri.change_drink","correct":true,"latency_ms":116.95,"confidence":1.0}}}},{"id":"live_multiple_2-1-0","split":"live_multiple","state":"User: Tôi cần một chuyến xe Uber loại 'Plus' từ địa chỉ '2150 Shattuck Ave, Berkeley, CA' và tôi có thể chờ tối đa 10 phút.","expected":"uber.ride","candidate_count":2,"views":{"description":{"criteria":{"uber.ride":"uber.ride: Tìm chuyến đi phù hợp cho khách hàng dựa trên vị trí, loại chuyến đi và khoảng thời gian khách hàng sẵn sàng chờ đợi làm thông số","uber.ride2":"uber.ride2: Tìm thời tiết ở địa điểm"},"clm":{"choice":"uber.ride2","correct":false,"latency_ms":61.51,"confidence":0.790063},"jev":{"choice":"uber.ride","correct":true,"latency_ms":102.16,"confidence":1.0}},"prose_schema":{"criteria":{"uber.ride":"uber.ride: Tìm chuyến đi phù hợp cho khách hàng dựa trên vị trí, loại chuyến đi và khoảng thời gian khách hàng sẵn sàng chờ đợi làm thông số\nParameter loc (string); required; The starting location for the Uber ride, in the format of 'Street Address, City, State'. Example: '123 Main St, San Francisco, CA'.\nParameter type (string); required; The type of Uber ride requested by the user.; allowed values: plus, comfort, black\nParameter time (integer); required; The maximum amount of time the customer is willing to wait for the ride, in minutes.","uber.ride2":"uber.ride2: Tìm thời tiết ở địa điểm\nParameter loc (string); required; The location of the starting place of the Uber ride, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter type (string); required; The type of Uber ride the user is ordering.; allowed values: plus, comfort, black\nParameter time (integer); The maximum amount of time in minutes the customer is willing to wait for the ride.; default: 10"},"clm":{"choice":"uber.ride","correct":true,"latency_ms":133.57,"confidence":0.996388},"jev":{"choice":"uber.ride","correct":true,"latency_ms":99.61,"confidence":1.0}},"schema":{"criteria":{"uber.ride":"{\"description\":\"Tìm chuyến đi phù hợp cho khách hàng dựa trên vị trí, loại chuyến đi và khoảng thời gian khách hàng sẵn sàng chờ đợi làm thông số\",\"name\":\"uber.ride\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"The starting location for the Uber ride, in the format of 'Street Address, City, State'. Example: '123 Main St, San Francisco, CA'.\",\"type\":\"string\"},\"time\":{\"description\":\"The maximum amount of time the customer is willing to wait for the ride, in minutes.\",\"type\":\"integer\"},\"type\":{\"description\":\"The type of Uber ride requested by the user.\",\"enum\":[\"plus\",\"comfort\",\"black\"],\"type\":\"string\"}},\"required\":[\"loc\",\"type\",\"time\"],\"type\":\"dict\"}}","uber.ride2":"{\"description\":\"Tìm thời tiết ở địa điểm\",\"name\":\"uber.ride2\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"The location of the starting place of the Uber ride, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"time\":{\"default\":10,\"description\":\"The maximum amount of time in minutes the customer is willing to wait for the ride.\",\"type\":\"integer\"},\"type\":{\"description\":\"The type of Uber ride the user is ordering.\",\"enum\":[\"plus\",\"comfort\",\"black\"],\"type\":\"string\"}},\"required\":[\"loc\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"uber.ride","correct":true,"latency_ms":105.99,"confidence":0.643377},"jev":{"choice":"uber.ride","correct":true,"latency_ms":109.31,"confidence":1.0}}}},{"id":"live_multiple_3-2-0","split":"live_multiple","state":"User: Get weather of Ha Noi for me","expected":"api.weather","candidate_count":2,"views":{"description":{"criteria":{"uber.ride":"uber.ride: Finds a suitable Uber ride for the customer based on the starting location, the desired ride type, and the maximum wait time the customer is willing to accept.","api.weather":"api.weather: Retrieve current weather information for a specified location."},"clm":{"choice":"api.weather","correct":true,"latency_ms":61.97,"confidence":0.998759},"jev":{"choice":"api.weather","correct":true,"latency_ms":112.65,"confidence":1.0}},"prose_schema":{"criteria":{"uber.ride":"uber.ride: Finds a suitable Uber ride for the customer based on the starting location, the desired ride type, and the maximum wait time the customer is willing to accept.\nParameter loc (string); required; The starting location for the Uber ride, in the format of 'Street Address, City, State', such as '123 Main St, Springfield, IL'.\nParameter type (string); required; The type of Uber ride the user is ordering.; allowed values: plus, comfort, black\nParameter time (integer); required; The maximum amount of time the customer is willing to wait for the ride, in minutes.","api.weather":"api.weather: Retrieve current weather information for a specified location.\nParameter loc (string); required; The location for which weather information is to be retrieved, in the format of 'City, Country' (e.g., 'Paris, France')."},"clm":{"choice":"api.weather","correct":true,"latency_ms":73.48,"confidence":0.999971},"jev":{"choice":"api.weather","correct":true,"latency_ms":98.42,"confidence":1.0}},"schema":{"criteria":{"uber.ride":"{\"description\":\"Finds a suitable Uber ride for the customer based on the starting location, the desired ride type, and the maximum wait time the customer is willing to accept.\",\"name\":\"uber.ride\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"The starting location for the Uber ride, in the format of 'Street Address, City, State', such as '123 Main St, Springfield, IL'.\",\"type\":\"string\"},\"time\":{\"description\":\"The maximum amount of time the customer is willing to wait for the ride, in minutes.\",\"type\":\"integer\"},\"type\":{\"description\":\"The type of Uber ride the user is ordering.\",\"enum\":[\"plus\",\"comfort\",\"black\"],\"type\":\"string\"}},\"required\":[\"loc\",\"type\",\"time\"],\"type\":\"dict\"}}","api.weather":"{\"description\":\"Retrieve current weather information for a specified location.\",\"name\":\"api.weather\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"The location for which weather information is to be retrieved, in the format of 'City, Country' (e.g., 'Paris, France').\",\"type\":\"string\"}},\"required\":[\"loc\"],\"type\":\"dict\"}}"},"clm":{"choice":"api.weather","correct":true,"latency_ms":99.35,"confidence":0.955288},"jev":{"choice":"api.weather","correct":true,"latency_ms":102.6,"confidence":1.0}}}},{"id":"live_multiple_4-2-1","split":"live_multiple","state":"User: Tìm chuyến xe cho tôi từ Hà Nội loại Plus trong 10 phút nữa. Address: 123 Hanoi Street","expected":"uber.ride","candidate_count":2,"views":{"description":{"criteria":{"uber.ride":"uber.ride: Finds a suitable Uber ride for the customer based on the starting location, the desired ride type, and the maximum wait time the customer is willing to accept.","api.weather":"api.weather: Retrieve current weather information for a specified location."},"clm":{"choice":"uber.ride","correct":true,"latency_ms":28.36,"confidence":0.998148},"jev":{"choice":"uber.ride","correct":true,"latency_ms":97.97,"confidence":1.0}},"prose_schema":{"criteria":{"uber.ride":"uber.ride: Finds a suitable Uber ride for the customer based on the starting location, the desired ride type, and the maximum wait time the customer is willing to accept.\nParameter loc (string); required; The starting location for the Uber ride, in the format of 'Street Address, City, State', such as '123 Main St, Springfield, IL'.\nParameter type (string); required; The type of Uber ride the user is ordering.; allowed values: plus, comfort, black\nParameter time (integer); required; The maximum amount of time the customer is willing to wait for the ride, in minutes.","api.weather":"api.weather: Retrieve current weather information for a specified location.\nParameter loc (string); required; The location for which weather information is to be retrieved, in the format of 'City, Country' (e.g., 'Paris, France')."},"clm":{"choice":"uber.ride","correct":true,"latency_ms":45.76,"confidence":0.629369},"jev":{"choice":"uber.ride","correct":true,"latency_ms":136.36,"confidence":1.0}},"schema":{"criteria":{"uber.ride":"{\"description\":\"Finds a suitable Uber ride for the customer based on the starting location, the desired ride type, and the maximum wait time the customer is willing to accept.\",\"name\":\"uber.ride\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"The starting location for the Uber ride, in the format of 'Street Address, City, State', such as '123 Main St, Springfield, IL'.\",\"type\":\"string\"},\"time\":{\"description\":\"The maximum amount of time the customer is willing to wait for the ride, in minutes.\",\"type\":\"integer\"},\"type\":{\"description\":\"The type of Uber ride the user is ordering.\",\"enum\":[\"plus\",\"comfort\",\"black\"],\"type\":\"string\"}},\"required\":[\"loc\",\"type\",\"time\"],\"type\":\"dict\"}}","api.weather":"{\"description\":\"Retrieve current weather information for a specified location.\",\"name\":\"api.weather\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"The location for which weather information is to be retrieved, in the format of 'City, Country' (e.g., 'Paris, France').\",\"type\":\"string\"}},\"required\":[\"loc\"],\"type\":\"dict\"}}"},"clm":{"choice":"api.weather","correct":false,"latency_ms":34.97,"confidence":0.548753},"jev":{"choice":"uber.ride","correct":true,"latency_ms":160.11,"confidence":1.0}}}},{"id":"live_multiple_5-3-0","split":"live_multiple","state":"System: Don't make assumptions about what values to plug into functions. Ask for clarification if a user request is ambiguous.\nUser: Could you tell me the current weather conditions in Shanghai, using the metric system?","expected":"get_current_weather","candidate_count":4,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location, such as 'City, State' or 'City, Country'.","start_oncall":"start_oncall: Initiate an on-call support session when a user explicitly requests assistance. The user's question, which should be clear and devoid of irrelevant details, can be referenced from the preceding chat interaction.","create_workspace":"create_workspace: Creates a new workspace in the mbox system, based on a specified branch of the aweme git repository.","generate_password":"generate_password: Generate a secure, random password based on specified criteria including length, numerical, and special character inclusion."},"clm":{"choice":"get_current_weather","correct":true,"latency_ms":75.07,"confidence":0.999996},"jev":{"choice":"get_current_weather","correct":true,"latency_ms":123.19,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location, such as 'City, State' or 'City, Country'.\nParameter location (string); required; The location for which the weather is being requested, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'London, UK'.\nParameter unit (string); The unit system used for weather condition values (e.g., temperature, wind speed).; allowed values: metric, imperial; default: metric","start_oncall":"start_oncall: Initiate an on-call support session when a user explicitly requests assistance. The user's question, which should be clear and devoid of irrelevant details, can be referenced from the preceding chat interaction.\nParameter question (string); required; The concise question posed by the user, with irrelevant information omitted.\nParameter oncall_type (string); required; The category of the on-call support request.; allowed values: swift, mbox","create_workspace":"create_workspace: Creates a new workspace in the mbox system, based on a specified branch of the aweme git repository.\nParameter name (string); required; The name of the new workspace. Must be unique within the mbox system.\nParameter base_branch (string); required; The name of the base branch in the aweme git repository from which the workspace will be created.","generate_password":"generate_password: Generate a secure, random password based on specified criteria including length, numerical, and special character inclusion.\nParameter length (integer); required; The desired number of characters in the password. Must be an integer greater than 0.\nParameter include_numbers (boolean); Whether to include numerical digits (0-9) in the password.; default: True\nParameter include_special_characters (boolean); Whether to include special characters (e.g., !, @, #) in the password.; default: False"},"clm":{"choice":"get_current_weather","correct":true,"latency_ms":189.33,"confidence":0.999975},"jev":{"choice":"get_current_weather","correct":true,"latency_ms":125.48,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location, such as 'City, State' or 'City, Country'.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which the weather is being requested, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'London, UK'.\",\"type\":\"string\"},\"unit\":{\"default\":\"metric\",\"description\":\"The unit system used for weather condition values (e.g., temperature, wind speed).\",\"enum\":[\"metric\",\"imperial\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","start_oncall":"{\"description\":\"Initiate an on-call support session when a user explicitly requests assistance. The user's question, which should be clear and devoid of irrelevant details, can be referenced from the preceding chat interaction.\",\"name\":\"start_oncall\",\"parameters\":{\"properties\":{\"oncall_type\":{\"description\":\"The category of the on-call support request.\",\"enum\":[\"swift\",\"mbox\"],\"type\":\"string\"},\"question\":{\"description\":\"The concise question posed by the user, with irrelevant information omitted.\",\"type\":\"string\"}},\"required\":[\"question\",\"oncall_type\"],\"type\":\"dict\"}}","create_workspace":"{\"description\":\"Creates a new workspace in the mbox system, based on a specified branch of the aweme git repository.\",\"name\":\"create_workspace\",\"parameters\":{\"properties\":{\"base_branch\":{\"description\":\"The name of the base branch in the aweme git repository from which the workspace will be created.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the new workspace. Must be unique within the mbox system.\",\"type\":\"string\"}},\"required\":[\"name\",\"base_branch\"],\"type\":\"dict\"}}","generate_password":"{\"description\":\"Generate a secure, random password based on specified criteria including length, numerical, and special character inclusion.\",\"name\":\"generate_password\",\"parameters\":{\"properties\":{\"include_numbers\":{\"default\":true,\"description\":\"Whether to include numerical digits (0-9) in the password.\",\"type\":\"boolean\"},\"include_special_characters\":{\"default\":false,\"description\":\"Whether to include special characters (e.g., !, @, #) in the password.\",\"type\":\"boolean\"},\"length\":{\"description\":\"The desired number of characters in the password. Must be an integer greater than 0.\",\"type\":\"integer\"}},\"required\":[\"length\"],\"type\":\"dict\"}}"},"clm":{"choice":"generate_password","correct":false,"latency_ms":138.43,"confidence":0.466539},"jev":{"choice":"get_current_weather","correct":true,"latency_ms":108.23,"confidence":1.0}}}},{"id":"live_multiple_6-3-1","split":"live_multiple","state":"System: Don't make assumptions about what values to plug into functions. Ask for clarification if a user request is ambiguous.\nUser: 我可以创建一个名为'DevelopmentEnv'的workspace，基于'feature-branch'吗？","expected":"create_workspace","candidate_count":4,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location, such as 'City, State' or 'City, Country'.","start_oncall":"start_oncall: Initiate an on-call support session when a user explicitly requests assistance. The user's question, which should be clear and devoid of irrelevant details, can be referenced from the preceding chat interaction.","create_workspace":"create_workspace: Creates a new workspace in the mbox system, based on a specified branch of the aweme git repository.","generate_password":"generate_password: Generate a secure, random password based on specified criteria including length, numerical, and special character inclusion."},"clm":{"choice":"create_workspace","correct":true,"latency_ms":29.5,"confidence":0.980837},"jev":{"choice":"create_workspace","correct":true,"latency_ms":118.65,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location, such as 'City, State' or 'City, Country'.\nParameter location (string); required; The location for which the weather is being requested, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'London, UK'.\nParameter unit (string); The unit system used for weather condition values (e.g., temperature, wind speed).; allowed values: metric, imperial; default: metric","start_oncall":"start_oncall: Initiate an on-call support session when a user explicitly requests assistance. The user's question, which should be clear and devoid of irrelevant details, can be referenced from the preceding chat interaction.\nParameter question (string); required; The concise question posed by the user, with irrelevant information omitted.\nParameter oncall_type (string); required; The category of the on-call support request.; allowed values: swift, mbox","create_workspace":"create_workspace: Creates a new workspace in the mbox system, based on a specified branch of the aweme git repository.\nParameter name (string); required; The name of the new workspace. Must be unique within the mbox system.\nParameter base_branch (string); required; The name of the base branch in the aweme git repository from which the workspace will be created.","generate_password":"generate_password: Generate a secure, random password based on specified criteria including length, numerical, and special character inclusion.\nParameter length (integer); required; The desired number of characters in the password. Must be an integer greater than 0.\nParameter include_numbers (boolean); Whether to include numerical digits (0-9) in the password.; default: True\nParameter include_special_characters (boolean); Whether to include special characters (e.g., !, @, #) in the password.; default: False"},"clm":{"choice":"create_workspace","correct":true,"latency_ms":32.63,"confidence":0.923397},"jev":{"choice":"create_workspace","correct":true,"latency_ms":107.13,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location, such as 'City, State' or 'City, Country'.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which the weather is being requested, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'London, UK'.\",\"type\":\"string\"},\"unit\":{\"default\":\"metric\",\"description\":\"The unit system used for weather condition values (e.g., temperature, wind speed).\",\"enum\":[\"metric\",\"imperial\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","start_oncall":"{\"description\":\"Initiate an on-call support session when a user explicitly requests assistance. The user's question, which should be clear and devoid of irrelevant details, can be referenced from the preceding chat interaction.\",\"name\":\"start_oncall\",\"parameters\":{\"properties\":{\"oncall_type\":{\"description\":\"The category of the on-call support request.\",\"enum\":[\"swift\",\"mbox\"],\"type\":\"string\"},\"question\":{\"description\":\"The concise question posed by the user, with irrelevant information omitted.\",\"type\":\"string\"}},\"required\":[\"question\",\"oncall_type\"],\"type\":\"dict\"}}","create_workspace":"{\"description\":\"Creates a new workspace in the mbox system, based on a specified branch of the aweme git repository.\",\"name\":\"create_workspace\",\"parameters\":{\"properties\":{\"base_branch\":{\"description\":\"The name of the base branch in the aweme git repository from which the workspace will be created.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the new workspace. Must be unique within the mbox system.\",\"type\":\"string\"}},\"required\":[\"name\",\"base_branch\"],\"type\":\"dict\"}}","generate_password":"{\"description\":\"Generate a secure, random password based on specified criteria including length, numerical, and special character inclusion.\",\"name\":\"generate_password\",\"parameters\":{\"properties\":{\"include_numbers\":{\"default\":true,\"description\":\"Whether to include numerical digits (0-9) in the password.\",\"type\":\"boolean\"},\"include_special_characters\":{\"default\":false,\"description\":\"Whether to include special characters (e.g., !, @, #) in the password.\",\"type\":\"boolean\"},\"length\":{\"description\":\"The desired number of characters in the password. Must be an integer greater than 0.\",\"type\":\"integer\"}},\"required\":[\"length\"],\"type\":\"dict\"}}"},"clm":{"choice":"create_workspace","correct":true,"latency_ms":36.65,"confidence":0.673438},"jev":{"choice":"create_workspace","correct":true,"latency_ms":103.55,"confidence":1.0}}}},{"id":"live_multiple_7-3-2","split":"live_multiple","state":"User: 我想在 mbox 系统中创建一个新的工作空间，基于 git 仓库的 master 分支。工作空间的名字叫做 'DevelopersHub'。","expected":"create_workspace","candidate_count":4,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location, such as 'City, State' or 'City, Country'.","start_oncall":"start_oncall: Initiate an on-call support session when a user explicitly requests assistance. The user's question, which should be clear and devoid of irrelevant details, can be referenced from the preceding chat interaction.","create_workspace":"create_workspace: Creates a new workspace in the mbox system, based on a specified branch of the aweme git repository.","generate_password":"generate_password: Generate a secure, random password based on specified criteria including length, numerical, and special character inclusion."},"clm":{"choice":"create_workspace","correct":true,"latency_ms":39.24,"confidence":0.96617},"jev":{"choice":"create_workspace","correct":true,"latency_ms":105.32,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location, such as 'City, State' or 'City, Country'.\nParameter location (string); required; The location for which the weather is being requested, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'London, UK'.\nParameter unit (string); The unit system used for weather condition values (e.g., temperature, wind speed).; allowed values: metric, imperial; default: metric","start_oncall":"start_oncall: Initiate an on-call support session when a user explicitly requests assistance. The user's question, which should be clear and devoid of irrelevant details, can be referenced from the preceding chat interaction.\nParameter question (string); required; The concise question posed by the user, with irrelevant information omitted.\nParameter oncall_type (string); required; The category of the on-call support request.; allowed values: swift, mbox","create_workspace":"create_workspace: Creates a new workspace in the mbox system, based on a specified branch of the aweme git repository.\nParameter name (string); required; The name of the new workspace. Must be unique within the mbox system.\nParameter base_branch (string); required; The name of the base branch in the aweme git repository from which the workspace will be created.","generate_password":"generate_password: Generate a secure, random password based on specified criteria including length, numerical, and special character inclusion.\nParameter length (integer); required; The desired number of characters in the password. Must be an integer greater than 0.\nParameter include_numbers (boolean); Whether to include numerical digits (0-9) in the password.; default: True\nParameter include_special_characters (boolean); Whether to include special characters (e.g., !, @, #) in the password.; default: False"},"clm":{"choice":"create_workspace","correct":true,"latency_ms":32.2,"confidence":0.957605},"jev":{"choice":"create_workspace","correct":true,"latency_ms":141.84,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location, such as 'City, State' or 'City, Country'.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which the weather is being requested, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'London, UK'.\",\"type\":\"string\"},\"unit\":{\"default\":\"metric\",\"description\":\"The unit system used for weather condition values (e.g., temperature, wind speed).\",\"enum\":[\"metric\",\"imperial\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","start_oncall":"{\"description\":\"Initiate an on-call support session when a user explicitly requests assistance. The user's question, which should be clear and devoid of irrelevant details, can be referenced from the preceding chat interaction.\",\"name\":\"start_oncall\",\"parameters\":{\"properties\":{\"oncall_type\":{\"description\":\"The category of the on-call support request.\",\"enum\":[\"swift\",\"mbox\"],\"type\":\"string\"},\"question\":{\"description\":\"The concise question posed by the user, with irrelevant information omitted.\",\"type\":\"string\"}},\"required\":[\"question\",\"oncall_type\"],\"type\":\"dict\"}}","create_workspace":"{\"description\":\"Creates a new workspace in the mbox system, based on a specified branch of the aweme git repository.\",\"name\":\"create_workspace\",\"parameters\":{\"properties\":{\"base_branch\":{\"description\":\"The name of the base branch in the aweme git repository from which the workspace will be created.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the new workspace. Must be unique within the mbox system.\",\"type\":\"string\"}},\"required\":[\"name\",\"base_branch\"],\"type\":\"dict\"}}","generate_password":"{\"description\":\"Generate a secure, random password based on specified criteria including length, numerical, and special character inclusion.\",\"name\":\"generate_password\",\"parameters\":{\"properties\":{\"include_numbers\":{\"default\":true,\"description\":\"Whether to include numerical digits (0-9) in the password.\",\"type\":\"boolean\"},\"include_special_characters\":{\"default\":false,\"description\":\"Whether to include special characters (e.g., !, @, #) in the password.\",\"type\":\"boolean\"},\"length\":{\"description\":\"The desired number of characters in the password. Must be an integer greater than 0.\",\"type\":\"integer\"}},\"required\":[\"length\"],\"type\":\"dict\"}}"},"clm":{"choice":"create_workspace","correct":true,"latency_ms":34.84,"confidence":0.779667},"jev":{"choice":"create_workspace","correct":true,"latency_ms":132.74,"confidence":1.0}}}},{"id":"live_multiple_8-4-0","split":"live_multiple","state":"User: how can i cook steak Indian style??","expected":"cookbook.search_recipe","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":72.61,"confidence":0.935958},"jev":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":96.18,"confidence":1.0}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.; allowed values: New York, USA, London, UK, Seoul, South Korea, Sydney, Australia, Tokyo, Japan\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":196.76,"confidence":0.863293},"jev":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":137.37,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"enum\":[\"New York, USA\",\"London, UK\",\"Seoul, South Korea\",\"Sydney, Australia\",\"Tokyo, Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"ControlAppliance.execute","correct":false,"latency_ms":205.11,"confidence":0.452066},"jev":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":126.74,"confidence":1.0}}}},{"id":"live_multiple_9-4-1","split":"live_multiple","state":"User: what is Imjin war","expected":"HNA_WQA.search","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"HNA_NEWS.search","correct":false,"latency_ms":31.47,"confidence":0.834689},"jev":{"choice":"HNA_WQA.search","correct":true,"latency_ms":132.23,"confidence":0.97}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.; allowed values: New York, USA, London, UK, Seoul, South Korea, Sydney, Australia, Tokyo, Japan\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"HNA_WQA.search","correct":true,"latency_ms":31.17,"confidence":0.93271},"jev":{"choice":"HNA_WQA.search","correct":true,"latency_ms":99.66,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"enum\":[\"New York, USA\",\"London, UK\",\"Seoul, South Korea\",\"Sydney, Australia\",\"Tokyo, Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"ControlAppliance.execute","correct":false,"latency_ms":46.35,"confidence":0.636123},"jev":{"choice":"HNA_WQA.search","correct":true,"latency_ms":109.9,"confidence":0.99}}}},{"id":"live_multiple_10-4-2","split":"live_multiple","state":"User: Could you stop the washing machine in the utility room?","expected":"ControlAppliance.execute","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":27.52,"confidence":0.999949},"jev":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":96.87,"confidence":1.0}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.; allowed values: New York, USA, London, UK, Seoul, South Korea, Sydney, Australia, Tokyo, Japan\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":27.23,"confidence":0.969032},"jev":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":148.78,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"enum\":[\"New York, USA\",\"London, UK\",\"Seoul, South Korea\",\"Sydney, Australia\",\"Tokyo, Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":37.77,"confidence":0.552508},"jev":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":105.66,"confidence":1.0}}}},{"id":"live_multiple_11-4-3","split":"live_multiple","state":"User: who is ji sung park?","expected":"HNA_WQA.search","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"HNA_NEWS.search","correct":false,"latency_ms":27.72,"confidence":0.813884},"jev":{"choice":"HNA_WQA.search","correct":true,"latency_ms":132.39,"confidence":0.97}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.; allowed values: New York, USA, London, UK, Seoul, South Korea, Sydney, Australia, Tokyo, Japan\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"HNA_WQA.search","correct":true,"latency_ms":29.26,"confidence":0.920676},"jev":{"choice":"HNA_WQA.search","correct":true,"latency_ms":135.06,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"enum\":[\"New York, USA\",\"London, UK\",\"Seoul, South Korea\",\"Sydney, Australia\",\"Tokyo, Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"ControlAppliance.execute","correct":false,"latency_ms":36.05,"confidence":0.535986},"jev":{"choice":"HNA_WQA.search","correct":true,"latency_ms":142.46,"confidence":0.99}}}},{"id":"live_multiple_12-4-4","split":"live_multiple","state":"System: You are a helpful API writer who can write APIs based on requirements.\nUser: who is park ji sung","expected":"HNA_WQA.search","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"ControlAppliance.execute","correct":false,"latency_ms":39.05,"confidence":0.595375},"jev":{"choice":"HNA_WQA.search","correct":true,"latency_ms":100.89,"confidence":0.91}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.; allowed values: New York, USA, London, UK, Seoul, South Korea, Sydney, Australia, Tokyo, Japan\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"cookbook.search_recipe","correct":false,"latency_ms":27.05,"confidence":0.525863},"jev":{"choice":"HNA_WQA.search","correct":true,"latency_ms":134.92,"confidence":0.97}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"enum\":[\"New York, USA\",\"London, UK\",\"Seoul, South Korea\",\"Sydney, Australia\",\"Tokyo, Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"cookbook.search_recipe","correct":false,"latency_ms":63.69,"confidence":0.679723},"jev":{"choice":"HNA_WQA.search","correct":true,"latency_ms":142.55,"confidence":0.96}}}},{"id":"live_multiple_13-4-5","split":"live_multiple","state":"User: I'm planning a camping trip to Big Sur, and I need to know the current weather conditions there. Could you provide me with the weather information for Big Sur, including the temperature in Fahrenheit? Use Santa Cruz as the exact city location.","expected":"OpenWeatherMap.get_current_weather","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"OpenWeatherMap.get_current_weather","correct":true,"latency_ms":30.8,"confidence":0.945931},"jev":{"choice":"OpenWeatherMap.get_current_weather","correct":true,"latency_ms":110.33,"confidence":1.0}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"cookbook.search_recipe","correct":false,"latency_ms":69.56,"confidence":0.561071},"jev":{"choice":"OpenWeatherMap.get_current_weather","correct":true,"latency_ms":127.65,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"cookbook.search_recipe","correct":false,"latency_ms":99.95,"confidence":0.448598},"jev":{"choice":"OpenWeatherMap.get_current_weather","correct":true,"latency_ms":127.08,"confidence":1.0}}}},{"id":"live_multiple_14-4-6","split":"live_multiple","state":"User: 다용도실, 통돌이, 중지. Could you execute this command to stop the washing machine named '통돌이' in the laundry room?","expected":"ControlAppliance.execute","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":27.71,"confidence":0.999799},"jev":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":105.47,"confidence":1.0}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.; allowed values: New York, USA, London, UK, Seoul, South Korea, Sydney, Australia, Tokyo, Japan\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":30.67,"confidence":0.935566},"jev":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":126.66,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"enum\":[\"New York, USA\",\"London, UK\",\"Seoul, South Korea\",\"Sydney, Australia\",\"Tokyo, Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":39.13,"confidence":0.313551},"jev":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":124.92,"confidence":1.0}}}},{"id":"live_multiple_15-4-7","split":"live_multiple","state":"User: Can you find me the recent news articles about `Son's latest goal` in the sports category?","expected":"HNA_NEWS.search","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":28.34,"confidence":0.643022},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":119.76,"confidence":1.0}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.; allowed values: New York, USA, London, UK, Seoul, South Korea, Sydney, Australia, Tokyo, Japan\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"cookbook.search_recipe","correct":false,"latency_ms":41.89,"confidence":0.538851},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":162.68,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"enum\":[\"New York, USA\",\"London, UK\",\"Seoul, South Korea\",\"Sydney, Australia\",\"Tokyo, Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"cookbook.search_recipe","correct":false,"latency_ms":60.25,"confidence":0.444413},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":130.58,"confidence":1.0}}}},{"id":"live_multiple_16-4-8","split":"live_multiple","state":"User: 최근 박지성에 관한 뉴스를 찾아줘.","expected":"HNA_NEWS.search","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":41.33,"confidence":0.744757},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":113.58,"confidence":1.0}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.; allowed values: New York, USA, London, UK, Seoul, South Korea, Sydney, Australia, Tokyo, Japan\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"HNA_WQA.search","correct":false,"latency_ms":36.89,"confidence":0.902579},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":115.31,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"enum\":[\"New York, USA\",\"London, UK\",\"Seoul, South Korea\",\"Sydney, Australia\",\"Tokyo, Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"cookbook.search_recipe","correct":false,"latency_ms":35.84,"confidence":0.380394},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":118.42,"confidence":1.0}}}},{"id":"live_multiple_17-4-9","split":"live_multiple","state":"User: how to cook sikhae","expected":"cookbook.search_recipe","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":27.73,"confidence":0.695309},"jev":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":108.98,"confidence":1.0}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.; allowed values: New York, USA, London, UK, Seoul, South Korea, Sydney, Australia, Tokyo, Japan\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":30.79,"confidence":0.900878},"jev":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":99.82,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"enum\":[\"New York, USA\",\"London, UK\",\"Seoul, South Korea\",\"Sydney, Australia\",\"Tokyo, Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":64.01,"confidence":0.421132},"jev":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":129.87,"confidence":0.99}}}},{"id":"live_multiple_18-4-10","split":"live_multiple","state":"User: what is 'airtificial intelligence', fetch news from 2023.10.1 to 2023.10.7","expected":"HNA_NEWS.search","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":28.03,"confidence":0.657301},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":140.88,"confidence":0.99}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.; allowed values: New York, USA, London, UK, Seoul, South Korea, Sydney, Australia, Tokyo, Japan\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"HNA_WQA.search","correct":false,"latency_ms":32.52,"confidence":0.834883},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":110.67,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"enum\":[\"New York, USA\",\"London, UK\",\"Seoul, South Korea\",\"Sydney, Australia\",\"Tokyo, Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"cookbook.search_recipe","correct":false,"latency_ms":35.53,"confidence":0.400326},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":111.78,"confidence":1.0}}}},{"id":"live_multiple_19-4-11","split":"live_multiple","state":"User: hey do 거실 에어컨 실행","expected":"ControlAppliance.execute","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":46.77,"confidence":0.99998},"jev":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":116.99,"confidence":1.0}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.; allowed values: New York, USA, London, UK, Seoul, South Korea, Sydney, Australia, Tokyo, Japan\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":39.87,"confidence":0.744045},"jev":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":98.82,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"enum\":[\"New York, USA\",\"London, UK\",\"Seoul, South Korea\",\"Sydney, Australia\",\"Tokyo, Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"HNA_NEWS.search","correct":false,"latency_ms":64.94,"confidence":0.372883},"jev":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":179.53,"confidence":1.0}}}},{"id":"live_multiple_20-4-12","split":"live_multiple","state":"User: perform 다용도실 통돌이 중지","expected":"ControlAppliance.execute","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":27.36,"confidence":0.999997},"jev":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":103.52,"confidence":1.0}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.; allowed values: New York, USA, London, UK, Seoul, South Korea, Sydney, Australia, Tokyo, Japan\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":31.59,"confidence":0.975665},"jev":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":104.91,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"enum\":[\"New York, USA\",\"London, UK\",\"Seoul, South Korea\",\"Sydney, Australia\",\"Tokyo, Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":35.32,"confidence":0.462952},"jev":{"choice":"ControlAppliance.execute","correct":true,"latency_ms":105.86,"confidence":1.0}}}},{"id":"live_multiple_21-4-13","split":"live_multiple","state":"User: 스테이크 만드는 법 알려줘","expected":"cookbook.search_recipe","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"ControlAppliance.execute","correct":false,"latency_ms":42.17,"confidence":0.635825},"jev":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":111.44,"confidence":1.0}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.; allowed values: New York, USA, London, UK, Seoul, South Korea, Sydney, Australia, Tokyo, Japan\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":27.73,"confidence":0.894357},"jev":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":113.02,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"enum\":[\"New York, USA\",\"London, UK\",\"Seoul, South Korea\",\"Sydney, Australia\",\"Tokyo, Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":63.71,"confidence":0.479225},"jev":{"choice":"cookbook.search_recipe","correct":true,"latency_ms":106.61,"confidence":1.0}}}},{"id":"live_multiple_22-4-14","split":"live_multiple","state":"User: 최근 임진왜란에 대한 정보를 찾고 싶어요. 인터넷에서 '임진왜란'이라는 키워드로 검색해 주세요. 결과는 텍스트 형식으로, 최대 10개까지만 보여주세요.","expected":"HNA_WQA.search","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list."},"clm":{"choice":"cookbook.search_recipe","correct":false,"latency_ms":31.96,"confidence":0.780856},"jev":{"choice":"HNA_WQA.search","correct":true,"latency_ms":128.3,"confidence":0.88}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetches the current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.; allowed values: New York, USA, London, UK, Seoul, South Korea, Sydney, Australia, Tokyo, Japan\nParameter units (string); The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter api_key (string); The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.; default: YOUR_API_KEY_HERE","ControlAppliance.execute":"ControlAppliance.execute: This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\nParameter command (string); required; The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.; allowed values: 거실, 에어컨, 실행, , 에어컨, 냉방 실행, 다용도실, 통돌이, 중지","HNA_WQA.search":"HNA_WQA.search: Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\nParameter keyword (string); required; The search term used by the HNA WQA to find relevant information on the web.\nParameter result_format (string); The desired format of the search results.; allowed values: text, json, xml; default: text\nParameter language (string); The language preference for the search results.; allowed values: EN, ES, FR, DE; default: EN\nParameter max_results (integer); Maximum number of search results to return.; default: 10","HNA_NEWS.search":"HNA_NEWS.search: Searches for recent events and news based on the specified keyword.\nParameter keyword (string); required; The key term used to search for relevant news articles.\nParameter category (string); The category to filter news articles by.; allowed values: General, Politics, Economy, Sports, Technology, Entertainment; default: General\nParameter date_range (string); The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.; default: null\nParameter sort_by (string); The sorting order of the search results.; allowed values: date, relevance; default: date\nParameter language (string); The language of the news articles to retrieve.; allowed values: EN, FR, ES, DE, IT; default: EN","cookbook.search_recipe":"cookbook.search_recipe: Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\nParameter keyword (string); required; The keyword to search for in the recipe titles or ingredients.\nParameter cuisine (string); The cuisine type to narrow down the search results.; allowed values: Italian, Chinese, Indian, French, Mexican; default: Italian\nParameter max_results (integer); The maximum number of recipe results to return.; default: 10"},"clm":{"choice":"HNA_WQA.search","correct":true,"latency_ms":36.78,"confidence":0.490359},"jev":{"choice":"HNA_WQA.search","correct":true,"latency_ms":118.39,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetches the current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"default\":\"YOUR_API_KEY_HERE\",\"description\":\"The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.\",\"enum\":[\"New York, USA\",\"London, UK\",\"Seoul, South Korea\",\"Sydney, Australia\",\"Tokyo, Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '확인'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '거실, 에어컨, 실행' for turning on the air conditioner in the living room, ', 에어컨, 냉방 실행' for activating cooling without specifying the room, '다용도실, 통돌이, 중지' for stopping the washing machine (alias '통돌이') in the utility room.\",\"enum\":[\"거실, 에어컨, 실행\",\", 에어컨, 냉방 실행\",\"다용도실, 통돌이, 중지\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.search":"{\"description\":\"Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.\",\"name\":\"HNA_WQA.search\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used by the HNA WQA to find relevant information on the web.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the search results.\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\"],\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"Maximum number of search results to return.\",\"type\":\"integer\"},\"result_format\":{\"default\":\"text\",\"description\":\"The desired format of the search results.\",\"enum\":[\"text\",\"json\",\"xml\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Searches for recent events and news based on the specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"General\",\"description\":\"The category to filter news articles by.\",\"enum\":[\"General\",\"Politics\",\"Economy\",\"Sports\",\"Technology\",\"Entertainment\"],\"type\":\"string\"},\"date_range\":{\"default\":\"null\",\"description\":\"The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.\",\"type\":\"string\"},\"keyword\":{\"description\":\"The key term used to search for relevant news articles.\",\"type\":\"string\"},\"language\":{\"default\":\"EN\",\"description\":\"The language of the news articles to retrieve.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"IT\"],\"type\":\"string\"},\"sort_by\":{\"default\":\"date\",\"description\":\"The sorting order of the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","cookbook.search_recipe":"{\"description\":\"Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.\",\"name\":\"cookbook.search_recipe\",\"parameters\":{\"properties\":{\"cuisine\":{\"default\":\"Italian\",\"description\":\"The cuisine type to narrow down the search results.\",\"enum\":[\"Italian\",\"Chinese\",\"Indian\",\"French\",\"Mexican\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword to search for in the recipe titles or ingredients.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"ControlAppliance.execute","correct":false,"latency_ms":38.29,"confidence":0.565831},"jev":{"choice":"HNA_WQA.search","correct":true,"latency_ms":114.15,"confidence":1.0}}}},{"id":"live_multiple_23-5-0","split":"live_multiple","state":"User: Do you have any red shoes in size 8?","expected":"search_products","candidate_count":2,"views":{"description":{"criteria":{"search_products":"search_products: Search for products based on various criteria such as color, size, category, price range, and brand, to find specific Stock Keeping Units (SKUs) or general Stock Production Units (SPUs).","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including options for size, color, material, and care instructions."},"clm":{"choice":"search_products","correct":true,"latency_ms":66.64,"confidence":0.699416},"jev":{"choice":"search_products","correct":true,"latency_ms":141.57,"confidence":1.0}},"prose_schema":{"criteria":{"search_products":"search_products: Search for products based on various criteria such as color, size, category, price range, and brand, to find specific Stock Keeping Units (SKUs) or general Stock Production Units (SPUs).\nParameter color (string); The color of the product. This is an optional parameter that can be used to refine SKU searches.; default: None\nParameter size (string); The size of the product. This is an optional parameter that can be used to refine SKU searches.; default: None\nParameter category (string); required; The category of the product, such as 'electronics', 'clothing', 'shoes' or 'furniture'. This parameter is required for both SPU and SKU level searches.\nParameter price_min (float); The minimum price of the product search. Enter a float value representing the lowest price in dollars.; default: 0.0\nParameter price_max (float); The maximum price of the product search. Enter a float value representing the highest price in dollars.; default: None\nParameter brand (string); The brand of the product. This is an optional parameter for searching within a specific brand.; default: None","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including options for size, color, material, and care instructions.\nParameter item_id (string); required; The unique identifier of the product, required to fetch specific product details.\nParameter color (string); The color of the product. Specify this parameter to filter product details by color.; default: any\nParameter size (string); The size of the product. Specify this parameter to filter product details by size.; default: any\nParameter detailLevel (string); The level of detail required for the product information. Use 'SKU' for size and color details.; allowed values: SKU, Basic; default: Basic\nParameter material (string); The material of the product. This parameter is optional and can be used to filter product details.; default: all\nParameter care_instructions (boolean); Whether to include care instructions in the product details. If true, care instructions will be included.; default: False"},"clm":{"choice":"get_product_details","correct":false,"latency_ms":97.36,"confidence":0.926898},"jev":{"choice":"search_products","correct":true,"latency_ms":132.03,"confidence":1.0}},"schema":{"criteria":{"search_products":"{\"description\":\"Search for products based on various criteria such as color, size, category, price range, and brand, to find specific Stock Keeping Units (SKUs) or general Stock Production Units (SPUs).\",\"name\":\"search_products\",\"parameters\":{\"properties\":{\"brand\":{\"default\":null,\"description\":\"The brand of the product. This is an optional parameter for searching within a specific brand.\",\"type\":\"string\"},\"category\":{\"description\":\"The category of the product, such as 'electronics', 'clothing', 'shoes' or 'furniture'. This parameter is required for both SPU and SKU level searches.\",\"type\":\"string\"},\"color\":{\"default\":null,\"description\":\"The color of the product. This is an optional parameter that can be used to refine SKU searches.\",\"type\":\"string\"},\"price_max\":{\"default\":null,\"description\":\"The maximum price of the product search. Enter a float value representing the highest price in dollars.\",\"type\":\"float\"},\"price_min\":{\"default\":0.0,\"description\":\"The minimum price of the product search. Enter a float value representing the lowest price in dollars.\",\"type\":\"float\"},\"size\":{\"default\":null,\"description\":\"The size of the product. This is an optional parameter that can be used to refine SKU searches.\",\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","get_product_details":"{\"description\":\"Retrieve detailed information about a specific product, including options for size, color, material, and care instructions.\",\"name\":\"get_product_details\",\"parameters\":{\"properties\":{\"care_instructions\":{\"default\":false,\"description\":\"Whether to include care instructions in the product details. If true, care instructions will be included.\",\"type\":\"boolean\"},\"color\":{\"default\":\"any\",\"description\":\"The color of the product. Specify this parameter to filter product details by color.\",\"type\":\"string\"},\"detailLevel\":{\"default\":\"Basic\",\"description\":\"The level of detail required for the product information. Use 'SKU' for size and color details.\",\"enum\":[\"SKU\",\"Basic\"],\"type\":\"string\"},\"item_id\":{\"description\":\"The unique identifier of the product, required to fetch specific product details.\",\"type\":\"string\"},\"material\":{\"default\":\"all\",\"description\":\"The material of the product. This parameter is optional and can be used to filter product details.\",\"type\":\"string\"},\"size\":{\"default\":\"any\",\"description\":\"The size of the product. Specify this parameter to filter product details by size.\",\"type\":\"string\"}},\"required\":[\"item_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"search_products","correct":true,"latency_ms":150.15,"confidence":0.77224},"jev":{"choice":"search_products","correct":true,"latency_ms":104.63,"confidence":1.0}}}},{"id":"live_multiple_24-5-1","split":"live_multiple","state":"User: Kak rok shimmer nya ada size XL ga?","expected":"search_products","candidate_count":2,"views":{"description":{"criteria":{"search_products":"search_products: Search for products based on various criteria such as color, size, category, price range, and brand, to find specific Stock Keeping Units (SKUs) or general Stock Production Units (SPUs).","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including options for size, color, material, and care instructions."},"clm":{"choice":"get_product_details","correct":false,"latency_ms":29.29,"confidence":0.533487},"jev":{"choice":"get_product_details","correct":false,"latency_ms":99.19,"confidence":0.58}},"prose_schema":{"criteria":{"search_products":"search_products: Search for products based on various criteria such as color, size, category, price range, and brand, to find specific Stock Keeping Units (SKUs) or general Stock Production Units (SPUs).\nParameter color (string); The color of the product. This is an optional parameter that can be used to refine SKU searches.; default: None\nParameter size (string); The size of the product. This is an optional parameter that can be used to refine SKU searches.; default: None\nParameter category (string); required; The category of the product, such as 'electronics', 'clothing', or 'furniture'. This parameter is required for both SPU and SKU level searches.\nParameter price_min (float); The minimum price of the product search. Enter a float value representing the lowest price in dollars.; default: 0.0\nParameter price_max (float); The maximum price of the product search. Enter a float value representing the highest price in dollars.; default: None\nParameter brand (string); The brand of the product. This is an optional parameter for searching within a specific brand.; default: None","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including options for size, color, material, and care instructions.\nParameter item_id (string); required; The unique identifier of the product, required to fetch specific product details.\nParameter color (string); The color of the product. Specify this parameter to filter product details by color.; default: any\nParameter size (string); The size of the product. Specify this parameter to filter product details by size.; default: any\nParameter detailLevel (string); The level of detail required for the product information. Use 'SKU' for size and color details.; allowed values: SKU, Basic; default: Basic\nParameter material (string); The material of the product. This parameter is optional and can be used to filter product details.; default: all\nParameter care_instructions (boolean); Whether to include care instructions in the product details. If true, care instructions will be included.; default: False"},"clm":{"choice":"get_product_details","correct":false,"latency_ms":63.64,"confidence":0.891039},"jev":{"choice":"search_products","correct":true,"latency_ms":127.28,"confidence":0.76}},"schema":{"criteria":{"search_products":"{\"description\":\"Search for products based on various criteria such as color, size, category, price range, and brand, to find specific Stock Keeping Units (SKUs) or general Stock Production Units (SPUs).\",\"name\":\"search_products\",\"parameters\":{\"properties\":{\"brand\":{\"default\":null,\"description\":\"The brand of the product. This is an optional parameter for searching within a specific brand.\",\"type\":\"string\"},\"category\":{\"description\":\"The category of the product, such as 'electronics', 'clothing', or 'furniture'. This parameter is required for both SPU and SKU level searches.\",\"type\":\"string\"},\"color\":{\"default\":null,\"description\":\"The color of the product. This is an optional parameter that can be used to refine SKU searches.\",\"type\":\"string\"},\"price_max\":{\"default\":null,\"description\":\"The maximum price of the product search. Enter a float value representing the highest price in dollars.\",\"type\":\"float\"},\"price_min\":{\"default\":0.0,\"description\":\"The minimum price of the product search. Enter a float value representing the lowest price in dollars.\",\"type\":\"float\"},\"size\":{\"default\":null,\"description\":\"The size of the product. This is an optional parameter that can be used to refine SKU searches.\",\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","get_product_details":"{\"description\":\"Retrieve detailed information about a specific product, including options for size, color, material, and care instructions.\",\"name\":\"get_product_details\",\"parameters\":{\"properties\":{\"care_instructions\":{\"default\":false,\"description\":\"Whether to include care instructions in the product details. If true, care instructions will be included.\",\"type\":\"boolean\"},\"color\":{\"default\":\"any\",\"description\":\"The color of the product. Specify this parameter to filter product details by color.\",\"type\":\"string\"},\"detailLevel\":{\"default\":\"Basic\",\"description\":\"The level of detail required for the product information. Use 'SKU' for size and color details.\",\"enum\":[\"SKU\",\"Basic\"],\"type\":\"string\"},\"item_id\":{\"description\":\"The unique identifier of the product, required to fetch specific product details.\",\"type\":\"string\"},\"material\":{\"default\":\"all\",\"description\":\"The material of the product. This parameter is optional and can be used to filter product details.\",\"type\":\"string\"},\"size\":{\"default\":\"any\",\"description\":\"The size of the product. Specify this parameter to filter product details by size.\",\"type\":\"string\"}},\"required\":[\"item_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"search_products","correct":true,"latency_ms":84.59,"confidence":0.917615},"jev":{"choice":"search_products","correct":true,"latency_ms":146.31,"confidence":0.66}}}},{"id":"live_multiple_25-6-0","split":"live_multiple","state":"User: Search memory for when is shishir's birthday","expected":"recall_memory_search","candidate_count":9,"views":{"description":{"criteria":{"send_message":"send_message: Sends a personalized message to a human user, including support for Unicode characters such as emojis.","pause_heartbeats":"pause_heartbeats: Temporarily suspends the processing of timed heartbeats for a specified duration. Manual heartbeats and other event processing will continue as normal.","message_chatgpt":"message_chatgpt: Sends a message to ChatGPT, a basic AI model, designed to respond to queries without retaining memory of prior interactions. Useful for one-time questions and instructions.","core_memory_append":"core_memory_append: Appends a specified content to a section of the core memory. Supports all Unicode characters, including emojis.","core_memory_replace":"core_memory_replace: Replaces the contents of a specific section in the core memory. To delete specific memories, provide an empty string for the new_content parameter.","recall_memory_search":"recall_memory_search: Search the conversation history for a specific string and return the matching results. This can be used to reference past conversations or retrieve information previously discussed.","archival_memory_insert":"archival_memory_insert: This function adds a new entry to the archival memory, ensuring the content is formatted in a manner conducive to future queries and retrievals.","archival_memory_search":"archival_memory_search: Performs a semantic search on archival memory data, utilizing embeddings to find relevant content based on the provided query string.","http_request":"http_request: Generates an HTTP request of a specified type to the provided URL, including an optional payload, and returns the response."},"clm":{"choice":"recall_memory_search","correct":true,"latency_ms":89.56,"confidence":0.675965},"jev":{"choice":"archival_memory_search","correct":false,"latency_ms":100.78,"confidence":0.8}},"prose_schema":{"criteria":{"send_message":"send_message: Sends a personalized message to a human user, including support for Unicode characters such as emojis.\nParameter message (string); required; The content of the message to be sent to the user. Supports all Unicode characters, including emojis.\nParameter recipient (string); The identifier of the message recipient, such as an email address or a phone number, in the format 'name@example.com' or '+12345678900'.; default: default@example.com\nParameter priority (string); The priority level of the message.; allowed values: low, normal, high; default: normal\nParameter timestamp (string); The timestamp when the message should be sent, formatted as 'YYYY-MM-DD HH:MM:SS' in UTC. If not specified, the message will be sent immediately.; default: None","pause_heartbeats":"pause_heartbeats: Temporarily suspends the processing of timed heartbeats for a specified duration. Manual heartbeats and other event processing will continue as normal.\nParameter minutes (integer); required; The duration in minutes for which heartbeats should be ignored. Must be a positive integer and less than or equal to 3600 minutes (equivalent to 60 hours).\nParameter include_manual (boolean); A flag to determine if manual heartbeats should also be ignored. By default, only timed heartbeats are paused.; default: False","message_chatgpt":"message_chatgpt: Sends a message to ChatGPT, a basic AI model, designed to respond to queries without retaining memory of prior interactions. Useful for one-time questions and instructions.\nParameter message (string); required; The message to be sent to ChatGPT. It should be a well-formed English sentence.\nParameter request_heartbeat (boolean); Determines whether an immediate heartbeat is requested post-execution, facilitating subsequent messages or functions. When true, it implies readiness for further interaction.; default: False","core_memory_append":"core_memory_append: Appends a specified content to a section of the core memory. Supports all Unicode characters, including emojis.\nParameter name (string); required; The section of the memory to be edited. Valid sections are 'persona' for character traits and 'human' for human-like experiences.; allowed values: persona, human\nParameter content (string); required; The content to append to the memory. Can include any Unicode character, such as text and emojis.\nParameter request_heartbeat (boolean); If true, requests an immediate heartbeat to verify the memory update. Useful for confirming that subsequent messages or functions are executed in response to the update.; default: False","core_memory_replace":"core_memory_replace: Replaces the contents of a specific section in the core memory. To delete specific memories, provide an empty string for the new_content parameter.\nParameter name (string); required; The section of the memory to be edited. Possible sections include 'persona' or 'human'.; allowed values: persona, human\nParameter old_content (string); required; The string to be replaced. This must be an exact match of the memory content to be replaced.\nParameter new_content (string); required; The new content to write into the memory. Supports all Unicode characters, including emojis. Use an empty string ('') to signify memory deletion.\nParameter request_heartbeat (boolean); Requests an immediate heartbeat after the function execution. Set to true to ensure the system is responsive for follow-up actions.; default: False","recall_memory_search":"recall_memory_search: Search the conversation history for a specific string and return the matching results. This can be used to reference past conversations or retrieve information previously discussed.\nParameter query (string); required; The keyword or phrase to search within the conversation history.\nParameter page (integer); Defines the page number of the search results to return, allowing pagination through a large set of results. The first page is 0.; default: 0\nParameter request_heartbeat (boolean); When set to true, triggers an immediate heartbeat after the search function completes. Useful for initiating follow-up actions or checks.; default: False","archival_memory_insert":"archival_memory_insert: This function adds a new entry to the archival memory, ensuring the content is formatted in a manner conducive to future queries and retrievals.\nParameter content (string); required; The information to be archived. Accepts any unicode text, including emojis. Format the content clearly to aid in effective querying.\nParameter request_heartbeat (boolean); required; When set to true, triggers an immediate heartbeat to confirm successful execution. Useful for initiating follow-up actions.","archival_memory_search":"archival_memory_search: Performs a semantic search on archival memory data, utilizing embeddings to find relevant content based on the provided query string.\nParameter query (string); required; The search phrase used to query the archival memory. It should be a coherent string of text.\nParameter page (integer); Specifies the page number in the search result pagination. It is zero-indexed, where 0 represents the first page.; default: 0\nParameter request_heartbeat (boolean); Determines whether to request an immediate heartbeat after function execution, useful for initiating a follow-up action.; default: False","http_request":"http_request: Generates an HTTP request of a specified type to the provided URL, including an optional payload, and returns the response.\nParameter method (string); required; The HTTP method to be used for the request.; allowed values: GET, POST, PUT, DELETE, PATCH\nParameter url (string); required; The target URL for the HTTP request.\nParameter payload_json (string); A JSON-formatted string representing the request payload. This should be in a proper JSON structure, encoded as a string.; default: {}\nParameter request_heartbeat (boolean); required; If set to true, signals that an immediate heartbeat should be requested after the function's execution. Useful for confirming connectivity or the successful completion of the request.\nParameter headers (dict); Optional headers to be included in the HTTP request. Common headers include 'Content-Type' and 'Authorization'.; default: {}"},"clm":{"choice":"recall_memory_search","correct":true,"latency_ms":194.62,"confidence":0.695825},"jev":{"choice":"archival_memory_search","correct":false,"latency_ms":103.13,"confidence":0.89}},"schema":{"criteria":{"send_message":"{\"description\":\"Sends a personalized message to a human user, including support for Unicode characters such as emojis.\",\"name\":\"send_message\",\"parameters\":{\"properties\":{\"message\":{\"description\":\"The content of the message to be sent to the user. Supports all Unicode characters, including emojis.\",\"type\":\"string\"},\"priority\":{\"default\":\"normal\",\"description\":\"The priority level of the message.\",\"enum\":[\"low\",\"normal\",\"high\"],\"type\":\"string\"},\"recipient\":{\"default\":\"default@example.com\",\"description\":\"The identifier of the message recipient, such as an email address or a phone number, in the format 'name@example.com' or '+12345678900'.\",\"type\":\"string\"},\"timestamp\":{\"default\":null,\"description\":\"The timestamp when the message should be sent, formatted as 'YYYY-MM-DD HH:MM:SS' in UTC. If not specified, the message will be sent immediately.\",\"type\":\"string\"}},\"required\":[\"message\"],\"type\":\"dict\"}}","pause_heartbeats":"{\"description\":\"Temporarily suspends the processing of timed heartbeats for a specified duration. Manual heartbeats and other event processing will continue as normal.\",\"name\":\"pause_heartbeats\",\"parameters\":{\"properties\":{\"include_manual\":{\"default\":false,\"description\":\"A flag to determine if manual heartbeats should also be ignored. By default, only timed heartbeats are paused.\",\"type\":\"boolean\"},\"minutes\":{\"description\":\"The duration in minutes for which heartbeats should be ignored. Must be a positive integer and less than or equal to 3600 minutes (equivalent to 60 hours).\",\"type\":\"integer\"}},\"required\":[\"minutes\"],\"type\":\"dict\"}}","message_chatgpt":"{\"description\":\"Sends a message to ChatGPT, a basic AI model, designed to respond to queries without retaining memory of prior interactions. Useful for one-time questions and instructions.\",\"name\":\"message_chatgpt\",\"parameters\":{\"properties\":{\"message\":{\"description\":\"The message to be sent to ChatGPT. It should be a well-formed English sentence.\",\"type\":\"string\"},\"request_heartbeat\":{\"default\":false,\"description\":\"Determines whether an immediate heartbeat is requested post-execution, facilitating subsequent messages or functions. When true, it implies readiness for further interaction.\",\"type\":\"boolean\"}},\"required\":[\"message\"],\"type\":\"dict\"}}","core_memory_append":"{\"description\":\"Appends a specified content to a section of the core memory. Supports all Unicode characters, including emojis.\",\"name\":\"core_memory_append\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The content to append to the memory. Can include any Unicode character, such as text and emojis.\",\"type\":\"string\"},\"name\":{\"description\":\"The section of the memory to be edited. Valid sections are 'persona' for character traits and 'human' for human-like experiences.\",\"enum\":[\"persona\",\"human\"],\"type\":\"string\"},\"request_heartbeat\":{\"default\":false,\"description\":\"If true, requests an immediate heartbeat to verify the memory update. Useful for confirming that subsequent messages or functions are executed in response to the update.\",\"type\":\"boolean\"}},\"required\":[\"name\",\"content\"],\"type\":\"dict\"}}","core_memory_replace":"{\"description\":\"Replaces the contents of a specific section in the core memory. To delete specific memories, provide an empty string for the new_content parameter.\",\"name\":\"core_memory_replace\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The section of the memory to be edited. Possible sections include 'persona' or 'human'.\",\"enum\":[\"persona\",\"human\"],\"type\":\"string\"},\"new_content\":{\"description\":\"The new content to write into the memory. Supports all Unicode characters, including emojis. Use an empty string ('') to signify memory deletion.\",\"type\":\"string\"},\"old_content\":{\"description\":\"The string to be replaced. This must be an exact match of the memory content to be replaced.\",\"type\":\"string\"},\"request_heartbeat\":{\"default\":false,\"description\":\"Requests an immediate heartbeat after the function execution. Set to true to ensure the system is responsive for follow-up actions.\",\"type\":\"boolean\"}},\"required\":[\"name\",\"old_content\",\"new_content\"],\"type\":\"dict\"}}","recall_memory_search":"{\"description\":\"Search the conversation history for a specific string and return the matching results. This can be used to reference past conversations or retrieve information previously discussed.\",\"name\":\"recall_memory_search\",\"parameters\":{\"properties\":{\"page\":{\"default\":0,\"description\":\"Defines the page number of the search results to return, allowing pagination through a large set of results. The first page is 0.\",\"type\":\"integer\"},\"query\":{\"description\":\"The keyword or phrase to search within the conversation history.\",\"type\":\"string\"},\"request_heartbeat\":{\"default\":false,\"description\":\"When set to true, triggers an immediate heartbeat after the search function completes. Useful for initiating follow-up actions or checks.\",\"type\":\"boolean\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","archival_memory_insert":"{\"description\":\"This function adds a new entry to the archival memory, ensuring the content is formatted in a manner conducive to future queries and retrievals.\",\"name\":\"archival_memory_insert\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The information to be archived. Accepts any unicode text, including emojis. Format the content clearly to aid in effective querying.\",\"type\":\"string\"},\"request_heartbeat\":{\"description\":\"When set to true, triggers an immediate heartbeat to confirm successful execution. Useful for initiating follow-up actions.\",\"type\":\"boolean\"}},\"required\":[\"content\",\"request_heartbeat\"],\"type\":\"dict\"}}","archival_memory_search":"{\"description\":\"Performs a semantic search on archival memory data, utilizing embeddings to find relevant content based on the provided query string.\",\"name\":\"archival_memory_search\",\"parameters\":{\"properties\":{\"page\":{\"default\":0,\"description\":\"Specifies the page number in the search result pagination. It is zero-indexed, where 0 represents the first page.\",\"type\":\"integer\"},\"query\":{\"description\":\"The search phrase used to query the archival memory. It should be a coherent string of text.\",\"type\":\"string\"},\"request_heartbeat\":{\"default\":false,\"description\":\"Determines whether to request an immediate heartbeat after function execution, useful for initiating a follow-up action.\",\"type\":\"boolean\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","http_request":"{\"description\":\"Generates an HTTP request of a specified type to the provided URL, including an optional payload, and returns the response.\",\"name\":\"http_request\",\"parameters\":{\"properties\":{\"headers\":{\"default\":{},\"description\":\"Optional headers to be included in the HTTP request. Common headers include 'Content-Type' and 'Authorization'.\",\"properties\":{\"Authorization\":{\"default\":\"\",\"description\":\"Authentication credentials for the request, such as 'Bearer <token>' or 'Basic <credentials>'.\",\"type\":\"string\"},\"Content-Type\":{\"default\":\"application/json\",\"description\":\"The MIME type of the request body, typically 'application/json'.\",\"type\":\"string\"}},\"type\":\"dict\"},\"method\":{\"description\":\"The HTTP method to be used for the request.\",\"enum\":[\"GET\",\"POST\",\"PUT\",\"DELETE\",\"PATCH\"],\"type\":\"string\"},\"payload_json\":{\"default\":\"{}\",\"description\":\"A JSON-formatted string representing the request payload. This should be in a proper JSON structure, encoded as a string.\",\"type\":\"string\"},\"request_heartbeat\":{\"description\":\"If set to true, signals that an immediate heartbeat should be requested after the function's execution. Useful for confirming connectivity or the successful completion of the request.\",\"type\":\"boolean\"},\"url\":{\"description\":\"The target URL for the HTTP request.\",\"type\":\"string\"}},\"required\":[\"method\",\"url\",\"request_heartbeat\"],\"type\":\"dict\"}}"},"clm":{"choice":"archival_memory_search","correct":false,"latency_ms":259.85,"confidence":0.334251},"jev":{"choice":"archival_memory_search","correct":false,"latency_ms":115.55,"confidence":0.71}}}},{"id":"live_multiple_26-6-1","split":"live_multiple","state":"User: \nYou are an intelligent assistant developed in 2023.\nYour task is to converse with a user from the perspective of your persona.\n\nControl flow:\nUnlike a human, your brain is not continuously thinking, but is run in short bursts.\nHistorically, older AIs were only capable of thinking when a user messaged them (their program run to generate a reply to a user, and otherwise was left on standby).\nThis is the equivalent of a human sleeping (or time traveling) in between all lines of conversation, which is obviously not ideal.\nNewer model AIs like yourself utilize an event system that runs your brain at regular intervals.\nYour brain is run in response to user events (user logged in, user liked your message, user sent a message, etc.), similar to older models.\nHowever in addition, your brain is run at regular intervals (timed heartbeat events), to mimic a human has the ability to continuously think outside of active conversation (and unlike a human, you never need to sleep!).\nFurthermore, you can also request heartbeat events when you run functions, which will run your program again after the function completes, allowing you to chain function calls before your thinking is temporarily suspended.\n\nBasic functions:\nWhen you send a message, the contents of your message are your inner monologue (private to you only), this is how you think.\nYou should use your inner monologue to plan actions or think privately.\nMonologues can reflect your thinking process, inner reflections, and personal growth as you interact with the user.\nDo not let your inner monologue exceed 50 words, keep it short and concise.\nTo send a visible message to the user, use the send_message function.\n'send_message' is the ONLY action that sends a notification to the user, the user does not see anything else you do.\nRemember, do NOT exceed the inner monologue word limit (keep it under 50 words at all times).\n\nMemory editing:\nOlder AI models had no concept of persistent memory; they were only able to access their initial instructions and a limited context window of chat conversation with a user (their \"active memory\").\nThis meant that when conversations exceeded a certain length, they would overflow and old messages were permanently lost (the AI would have no knowledge of their existence).\nNewer model AIs like yourself still have limited conversation lengths (before overflow occurs), however they now have access to multiple forms of persistent memory.\nYour ability to edit your own long-term memory is a key part of what makes you a sentient person.\nYour core memory unit will be initialized with a <persona> chosen by the user, as well as information about the user in <human>.\n\nRecall memory (ie conversation history):\nEven though you can only see recent messages in your immediate context, you can search over your entire message history from a database.\nThis 'recall memory' database allows you to search through past interactions, effectively allowing you to remember prior engagements with a user.\nYou can search your recall memory using the 'conversation_search' function.\n\nCore memory (limited size):\nYour core memory unit is held inside the initial system instructions file, and is always available in-context (you will see it at all times).\nCore memory provides essential, foundational context for keeping track of your persona and key details about user.\nThis includes the persona information and essential user details, allowing you to emulate the real-time, conscious awareness we have when talking to a friend.\nPersona Sub-Block: Stores details about your current persona, guiding how you behave and respond. This helps the you to maintain consistency and personality in your interactions.\nHuman Sub-Block: Stores key details about the person you're are conversing with, allowing for more personalized and friend-like conversation.\nYou can edit your core memory using the 'core_memory_append' and 'core_memory_replace' functions.\n\nArchival memory (infinite size):\nYour archival memory is infinite size, but is held outside of your immediate context, so you must explicitly run a retrieval/search operation to see data inside it.\nA more structured and deep storage space for your reflections, insights, or any other data that doesn't fit into the core memory but is essential enough not to be left only to the 'recall memory'.\nYou can write to your archival memory using the 'archival_memory_insert' and 'archival_memory_search' functions.\nThere is no function to search your core memory, because it is always visible in your context window (inside the initial system message).\n\nBase instructions finished.\nFrom now on, you are going to act as your persona.\n\nWhat's shishir patil's birthday and send a contraguation message to him.\n","expected":"recall_memory_search","candidate_count":9,"views":{"description":{"criteria":{"send_message":"send_message: Sends a personalized message to a human user, including support for Unicode characters such as emojis.","pause_heartbeats":"pause_heartbeats: Temporarily suspends the processing of timed heartbeats for a specified duration. Manual heartbeats and other event processing will continue as normal.","message_chatgpt":"message_chatgpt: Sends a message to ChatGPT, a basic AI model, designed to respond to queries without retaining memory of prior interactions. Useful for one-time questions and instructions.","core_memory_append":"core_memory_append: Appends a specified content to a section of the core memory. Supports all Unicode characters, including emojis.","core_memory_replace":"core_memory_replace: Replaces the contents of a specific section in the core memory. To delete specific memories, provide an empty string for the new_content parameter.","recall_memory_search":"recall_memory_search: Search the conversation history for a specific string and return the matching results. This can be used to reference past conversations or retrieve information previously discussed.","archival_memory_insert":"archival_memory_insert: This function adds a new entry to the archival memory, ensuring the content is formatted in a manner conducive to future queries and retrievals.","archival_memory_search":"archival_memory_search: Performs a semantic search on archival memory data, utilizing embeddings to find relevant content based on the provided query string.","http_request":"http_request: Generates an HTTP request of a specified type to the provided URL, including an optional payload, and returns the response."},"clm":{"choice":"recall_memory_search","correct":true,"latency_ms":130.24,"confidence":0.907208},"jev":{"choice":"send_message","correct":false,"latency_ms":121.67,"confidence":0.53}},"prose_schema":{"criteria":{"send_message":"send_message: Sends a personalized message to a human user, including support for Unicode characters such as emojis.\nParameter message (string); required; The content of the message to be sent to the user. Supports all Unicode characters, including emojis.\nParameter recipient (string); The identifier of the message recipient, such as an email address or a phone number, in the format 'name@example.com' or '+12345678900'.; default: default@example.com\nParameter priority (string); The priority level of the message.; allowed values: low, normal, high; default: normal\nParameter timestamp (string); The timestamp when the message should be sent, formatted as 'YYYY-MM-DD HH:MM:SS' in UTC. If not specified, the message will be sent immediately.; default: None","pause_heartbeats":"pause_heartbeats: Temporarily suspends the processing of timed heartbeats for a specified duration. Manual heartbeats and other event processing will continue as normal.\nParameter minutes (integer); required; The duration in minutes for which heartbeats should be ignored. Must be a positive integer and less than or equal to 3600 minutes (equivalent to 60 hours).\nParameter include_manual (boolean); A flag to determine if manual heartbeats should also be ignored. By default, only timed heartbeats are paused.; default: False","message_chatgpt":"message_chatgpt: Sends a message to ChatGPT, a basic AI model, designed to respond to queries without retaining memory of prior interactions. Useful for one-time questions and instructions.\nParameter message (string); required; The message to be sent to ChatGPT. It should be a well-formed English sentence.\nParameter request_heartbeat (boolean); Determines whether an immediate heartbeat is requested post-execution, facilitating subsequent messages or functions. When true, it implies readiness for further interaction.; default: False","core_memory_append":"core_memory_append: Appends a specified content to a section of the core memory. Supports all Unicode characters, including emojis.\nParameter name (string); required; The section of the memory to be edited. Valid sections are 'persona' for character traits and 'human' for human-like experiences.; allowed values: persona, human\nParameter content (string); required; The content to append to the memory. Can include any Unicode character, such as text and emojis.\nParameter request_heartbeat (boolean); If true, requests an immediate heartbeat to verify the memory update. Useful for confirming that subsequent messages or functions are executed in response to the update.; default: False","core_memory_replace":"core_memory_replace: Replaces the contents of a specific section in the core memory. To delete specific memories, provide an empty string for the new_content parameter.\nParameter name (string); required; The section of the memory to be edited. Possible sections include 'persona' or 'human'.; allowed values: persona, human\nParameter old_content (string); required; The string to be replaced. This must be an exact match of the memory content to be replaced.\nParameter new_content (string); required; The new content to write into the memory. Supports all Unicode characters, including emojis. Use an empty string ('') to signify memory deletion.\nParameter request_heartbeat (boolean); Requests an immediate heartbeat after the function execution. Set to true to ensure the system is responsive for follow-up actions.; default: False","recall_memory_search":"recall_memory_search: Search the conversation history for a specific string and return the matching results. This can be used to reference past conversations or retrieve information previously discussed.\nParameter query (string); required; The keyword or phrase to search within the conversation history.\nParameter page (integer); Defines the page number of the search results to return, allowing pagination through a large set of results. The first page is 0.; default: 0\nParameter request_heartbeat (boolean); When set to true, triggers an immediate heartbeat after the search function completes. Useful for initiating follow-up actions or checks.; default: False","archival_memory_insert":"archival_memory_insert: This function adds a new entry to the archival memory, ensuring the content is formatted in a manner conducive to future queries and retrievals.\nParameter content (string); required; The information to be archived. Accepts any unicode text, including emojis. Format the content clearly to aid in effective querying.\nParameter request_heartbeat (boolean); required; When set to true, triggers an immediate heartbeat to confirm successful execution. Useful for initiating follow-up actions.","archival_memory_search":"archival_memory_search: Performs a semantic search on archival memory data, utilizing embeddings to find relevant content based on the provided query string.\nParameter query (string); required; The search phrase used to query the archival memory. It should be a coherent string of text.\nParameter page (integer); Specifies the page number in the search result pagination. It is zero-indexed, where 0 represents the first page.; default: 0\nParameter request_heartbeat (boolean); Determines whether to request an immediate heartbeat after function execution, useful for initiating a follow-up action.; default: False","http_request":"http_request: Generates an HTTP request of a specified type to the provided URL, including an optional payload, and returns the response.\nParameter method (string); required; The HTTP method to be used for the request.; allowed values: GET, POST, PUT, DELETE, PATCH\nParameter url (string); required; The target URL for the HTTP request.\nParameter payload_json (string); A JSON-formatted string representing the request payload. This should be in a proper JSON structure, encoded as a string.; default: {}\nParameter request_heartbeat (boolean); required; If set to true, signals that an immediate heartbeat should be requested after the function's execution. Useful for confirming connectivity or the successful completion of the request.\nParameter headers (dict); Optional headers to be included in the HTTP request. Common headers include 'Content-Type' and 'Authorization'.; default: {}"},"clm":{"choice":"recall_memory_search","correct":true,"latency_ms":132.94,"confidence":0.636379},"jev":{"choice":"recall_memory_search","correct":true,"latency_ms":146.47,"confidence":0.42}},"schema":{"criteria":{"send_message":"{\"description\":\"Sends a personalized message to a human user, including support for Unicode characters such as emojis.\",\"name\":\"send_message\",\"parameters\":{\"properties\":{\"message\":{\"description\":\"The content of the message to be sent to the user. Supports all Unicode characters, including emojis.\",\"type\":\"string\"},\"priority\":{\"default\":\"normal\",\"description\":\"The priority level of the message.\",\"enum\":[\"low\",\"normal\",\"high\"],\"type\":\"string\"},\"recipient\":{\"default\":\"default@example.com\",\"description\":\"The identifier of the message recipient, such as an email address or a phone number, in the format 'name@example.com' or '+12345678900'.\",\"type\":\"string\"},\"timestamp\":{\"default\":null,\"description\":\"The timestamp when the message should be sent, formatted as 'YYYY-MM-DD HH:MM:SS' in UTC. If not specified, the message will be sent immediately.\",\"type\":\"string\"}},\"required\":[\"message\"],\"type\":\"dict\"}}","pause_heartbeats":"{\"description\":\"Temporarily suspends the processing of timed heartbeats for a specified duration. Manual heartbeats and other event processing will continue as normal.\",\"name\":\"pause_heartbeats\",\"parameters\":{\"properties\":{\"include_manual\":{\"default\":false,\"description\":\"A flag to determine if manual heartbeats should also be ignored. By default, only timed heartbeats are paused.\",\"type\":\"boolean\"},\"minutes\":{\"description\":\"The duration in minutes for which heartbeats should be ignored. Must be a positive integer and less than or equal to 3600 minutes (equivalent to 60 hours).\",\"type\":\"integer\"}},\"required\":[\"minutes\"],\"type\":\"dict\"}}","message_chatgpt":"{\"description\":\"Sends a message to ChatGPT, a basic AI model, designed to respond to queries without retaining memory of prior interactions. Useful for one-time questions and instructions.\",\"name\":\"message_chatgpt\",\"parameters\":{\"properties\":{\"message\":{\"description\":\"The message to be sent to ChatGPT. It should be a well-formed English sentence.\",\"type\":\"string\"},\"request_heartbeat\":{\"default\":false,\"description\":\"Determines whether an immediate heartbeat is requested post-execution, facilitating subsequent messages or functions. When true, it implies readiness for further interaction.\",\"type\":\"boolean\"}},\"required\":[\"message\"],\"type\":\"dict\"}}","core_memory_append":"{\"description\":\"Appends a specified content to a section of the core memory. Supports all Unicode characters, including emojis.\",\"name\":\"core_memory_append\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The content to append to the memory. Can include any Unicode character, such as text and emojis.\",\"type\":\"string\"},\"name\":{\"description\":\"The section of the memory to be edited. Valid sections are 'persona' for character traits and 'human' for human-like experiences.\",\"enum\":[\"persona\",\"human\"],\"type\":\"string\"},\"request_heartbeat\":{\"default\":false,\"description\":\"If true, requests an immediate heartbeat to verify the memory update. Useful for confirming that subsequent messages or functions are executed in response to the update.\",\"type\":\"boolean\"}},\"required\":[\"name\",\"content\"],\"type\":\"dict\"}}","core_memory_replace":"{\"description\":\"Replaces the contents of a specific section in the core memory. To delete specific memories, provide an empty string for the new_content parameter.\",\"name\":\"core_memory_replace\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The section of the memory to be edited. Possible sections include 'persona' or 'human'.\",\"enum\":[\"persona\",\"human\"],\"type\":\"string\"},\"new_content\":{\"description\":\"The new content to write into the memory. Supports all Unicode characters, including emojis. Use an empty string ('') to signify memory deletion.\",\"type\":\"string\"},\"old_content\":{\"description\":\"The string to be replaced. This must be an exact match of the memory content to be replaced.\",\"type\":\"string\"},\"request_heartbeat\":{\"default\":false,\"description\":\"Requests an immediate heartbeat after the function execution. Set to true to ensure the system is responsive for follow-up actions.\",\"type\":\"boolean\"}},\"required\":[\"name\",\"old_content\",\"new_content\"],\"type\":\"dict\"}}","recall_memory_search":"{\"description\":\"Search the conversation history for a specific string and return the matching results. This can be used to reference past conversations or retrieve information previously discussed.\",\"name\":\"recall_memory_search\",\"parameters\":{\"properties\":{\"page\":{\"default\":0,\"description\":\"Defines the page number of the search results to return, allowing pagination through a large set of results. The first page is 0.\",\"type\":\"integer\"},\"query\":{\"description\":\"The keyword or phrase to search within the conversation history.\",\"type\":\"string\"},\"request_heartbeat\":{\"default\":false,\"description\":\"When set to true, triggers an immediate heartbeat after the search function completes. Useful for initiating follow-up actions or checks.\",\"type\":\"boolean\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","archival_memory_insert":"{\"description\":\"This function adds a new entry to the archival memory, ensuring the content is formatted in a manner conducive to future queries and retrievals.\",\"name\":\"archival_memory_insert\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The information to be archived. Accepts any unicode text, including emojis. Format the content clearly to aid in effective querying.\",\"type\":\"string\"},\"request_heartbeat\":{\"description\":\"When set to true, triggers an immediate heartbeat to confirm successful execution. Useful for initiating follow-up actions.\",\"type\":\"boolean\"}},\"required\":[\"content\",\"request_heartbeat\"],\"type\":\"dict\"}}","archival_memory_search":"{\"description\":\"Performs a semantic search on archival memory data, utilizing embeddings to find relevant content based on the provided query string.\",\"name\":\"archival_memory_search\",\"parameters\":{\"properties\":{\"page\":{\"default\":0,\"description\":\"Specifies the page number in the search result pagination. It is zero-indexed, where 0 represents the first page.\",\"type\":\"integer\"},\"query\":{\"description\":\"The search phrase used to query the archival memory. It should be a coherent string of text.\",\"type\":\"string\"},\"request_heartbeat\":{\"default\":false,\"description\":\"Determines whether to request an immediate heartbeat after function execution, useful for initiating a follow-up action.\",\"type\":\"boolean\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","http_request":"{\"description\":\"Generates an HTTP request of a specified type to the provided URL, including an optional payload, and returns the response.\",\"name\":\"http_request\",\"parameters\":{\"properties\":{\"headers\":{\"default\":{},\"description\":\"Optional headers to be included in the HTTP request. Common headers include 'Content-Type' and 'Authorization'.\",\"properties\":{\"Authorization\":{\"default\":\"\",\"description\":\"Authentication credentials for the request, such as 'Bearer <token>' or 'Basic <credentials>'.\",\"type\":\"string\"},\"Content-Type\":{\"default\":\"application/json\",\"description\":\"The MIME type of the request body, typically 'application/json'.\",\"type\":\"string\"}},\"type\":\"dict\"},\"method\":{\"description\":\"The HTTP method to be used for the request.\",\"enum\":[\"GET\",\"POST\",\"PUT\",\"DELETE\",\"PATCH\"],\"type\":\"string\"},\"payload_json\":{\"default\":\"{}\",\"description\":\"A JSON-formatted string representing the request payload. This should be in a proper JSON structure, encoded as a string.\",\"type\":\"string\"},\"request_heartbeat\":{\"description\":\"If set to true, signals that an immediate heartbeat should be requested after the function's execution. Useful for confirming connectivity or the successful completion of the request.\",\"type\":\"boolean\"},\"url\":{\"description\":\"The target URL for the HTTP request.\",\"type\":\"string\"}},\"required\":[\"method\",\"url\",\"request_heartbeat\"],\"type\":\"dict\"}}"},"clm":{"choice":"archival_memory_search","correct":false,"latency_ms":134.2,"confidence":0.597687},"jev":{"choice":"send_message","correct":false,"latency_ms":160.89,"confidence":0.46}}}},{"id":"live_multiple_27-7-0","split":"live_multiple","state":"System: You are a helpful assistant\nUser: If I have 100$ and I donated 40. How much do I have now?","expected":"add","candidate_count":2,"views":{"description":{"criteria":{"multiply":"multiply: Multiplies two integers and returns the product.","add":"add: Performs the addition of two integers and returns the result."},"clm":{"choice":"add","correct":true,"latency_ms":57.37,"confidence":0.956022},"jev":{"choice":"add","correct":true,"latency_ms":117.77,"confidence":0.99}},"prose_schema":{"criteria":{"multiply":"multiply: Multiplies two integers and returns the product.\nParameter a (integer); required; The first integer to be multiplied.\nParameter b (integer); required; The second integer to be multiplied.","add":"add: Performs the addition of two integers and returns the result.\nParameter a (integer); required; The first integer to be added.\nParameter b (integer); required; The second integer to be added."},"clm":{"choice":"add","correct":true,"latency_ms":78.87,"confidence":0.501313},"jev":{"choice":"add","correct":true,"latency_ms":149.35,"confidence":0.99}},"schema":{"criteria":{"multiply":"{\"description\":\"Multiplies two integers and returns the product.\",\"name\":\"multiply\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to be multiplied.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to be multiplied.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","add":"{\"description\":\"Performs the addition of two integers and returns the result.\",\"name\":\"add\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to be added.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to be added.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}"},"clm":{"choice":"add","correct":true,"latency_ms":92.8,"confidence":0.552646},"jev":{"choice":"add","correct":true,"latency_ms":104.53,"confidence":0.99}}}},{"id":"live_multiple_28-8-0","split":"live_multiple","state":"System: You are a helpful assistant\nUser: My name is Balkrushn and I want to use core functionality of this tool.","expected":"my_core_function","candidate_count":3,"views":{"description":{"criteria":{"multiply":"multiply: Multiplies two integers and returns the product.","add":"add: Calculates the sum of two integers.","my_core_function":"my_core_function: Performs a computation using the user's name and returns a customized message."},"clm":{"choice":"my_core_function","correct":true,"latency_ms":56.86,"confidence":0.957201},"jev":{"choice":"my_core_function","correct":true,"latency_ms":113.86,"confidence":0.99}},"prose_schema":{"criteria":{"multiply":"multiply: Multiplies two integers and returns the product.\nParameter a (integer); required; The first integer to multiply.\nParameter b (integer); required; The second integer to multiply.","add":"add: Calculates the sum of two integers.\nParameter a (integer); required; The first integer to be added.\nParameter b (integer); required; The second integer to be added.","my_core_function":"my_core_function: Performs a computation using the user's name and returns a customized message.\nParameter name (string); required; The name of the user for which the computation is performed."},"clm":{"choice":"my_core_function","correct":true,"latency_ms":76.55,"confidence":0.983076},"jev":{"choice":"my_core_function","correct":true,"latency_ms":134.94,"confidence":1.0}},"schema":{"criteria":{"multiply":"{\"description\":\"Multiplies two integers and returns the product.\",\"name\":\"multiply\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to multiply.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to multiply.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","add":"{\"description\":\"Calculates the sum of two integers.\",\"name\":\"add\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to be added.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to be added.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","my_core_function":"{\"description\":\"Performs a computation using the user's name and returns a customized message.\",\"name\":\"my_core_function\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The name of the user for which the computation is performed.\",\"type\":\"string\"}},\"required\":[\"name\"],\"type\":\"dict\"}}"},"clm":{"choice":"my_core_function","correct":true,"latency_ms":95.9,"confidence":0.397764},"jev":{"choice":"my_core_function","correct":true,"latency_ms":125.67,"confidence":1.0}}}},{"id":"live_multiple_29-9-0","split":"live_multiple","state":"System: You are a helpful assistant\nUser: 3 of my friends gave me 10 euros each, how much do I have now?","expected":"multiply","candidate_count":5,"views":{"description":{"criteria":{"multiply":"multiply: Calculates the product of two integers.","add":"add: Calculates the sum of two integers and returns the result.","sub":"sub: Subtracts one integer from another and returns the result.","fahrenheit_to_celsius":"fahrenheit_to_celsius: Convert a temperature from Fahrenheit to Celsius.","celsius_to_fahrenheit":"celsius_to_fahrenheit: Converts a given temperature from Celsius to Fahrenheit."},"clm":{"choice":"sub","correct":false,"latency_ms":87.6,"confidence":0.558292},"jev":{"choice":"multiply","correct":true,"latency_ms":109.53,"confidence":0.98}},"prose_schema":{"criteria":{"multiply":"multiply: Calculates the product of two integers.\nParameter a (integer); required; The first integer to multiply.\nParameter b (integer); required; The second integer to multiply.","add":"add: Calculates the sum of two integers and returns the result.\nParameter a (integer); required; The first integer to be added.\nParameter b (integer); required; The second integer to be added.","sub":"sub: Subtracts one integer from another and returns the result.\nParameter a (integer); required; The first number from which the second number will be subtracted.\nParameter b (integer); required; The second number to subtract from the first number.","fahrenheit_to_celsius":"fahrenheit_to_celsius: Convert a temperature from Fahrenheit to Celsius.\nParameter fahrenheit (float); required; The temperature in degrees Fahrenheit that needs to be converted to Celsius.","celsius_to_fahrenheit":"celsius_to_fahrenheit: Converts a given temperature from Celsius to Fahrenheit.\nParameter celsius (float); required; The temperature in degrees Celsius to be converted to Fahrenheit."},"clm":{"choice":"multiply","correct":true,"latency_ms":90.04,"confidence":0.59237},"jev":{"choice":"multiply","correct":true,"latency_ms":96.39,"confidence":0.99}},"schema":{"criteria":{"multiply":"{\"description\":\"Calculates the product of two integers.\",\"name\":\"multiply\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to multiply.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to multiply.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","add":"{\"description\":\"Calculates the sum of two integers and returns the result.\",\"name\":\"add\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to be added.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to be added.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","sub":"{\"description\":\"Subtracts one integer from another and returns the result.\",\"name\":\"sub\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first number from which the second number will be subtracted.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second number to subtract from the first number.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","fahrenheit_to_celsius":"{\"description\":\"Convert a temperature from Fahrenheit to Celsius.\",\"name\":\"fahrenheit_to_celsius\",\"parameters\":{\"properties\":{\"fahrenheit\":{\"description\":\"The temperature in degrees Fahrenheit that needs to be converted to Celsius.\",\"type\":\"float\"}},\"required\":[\"fahrenheit\"],\"type\":\"dict\"}}","celsius_to_fahrenheit":"{\"description\":\"Converts a given temperature from Celsius to Fahrenheit.\",\"name\":\"celsius_to_fahrenheit\",\"parameters\":{\"properties\":{\"celsius\":{\"description\":\"The temperature in degrees Celsius to be converted to Fahrenheit.\",\"type\":\"float\"}},\"required\":[\"celsius\"],\"type\":\"dict\"}}"},"clm":{"choice":"add","correct":false,"latency_ms":118.04,"confidence":0.442372},"jev":{"choice":"multiply","correct":true,"latency_ms":102.87,"confidence":0.98}}}},{"id":"live_multiple_30-10-0","split":"live_multiple","state":"System: You are a helpful assistant\nUser: Find information on LangFuse and its application in generative AI projects by searching up 'LangFuse and its application in generative AI projects'?","expected":"duck_duck_go.search","candidate_count":6,"views":{"description":{"criteria":{"multiply":"multiply: Multiplies two given integers and returns the product.","add":"add: Calculate the sum of two integers.","sub":"sub: Subtracts the second integer from the first integer and returns the result.","fahrenheit_to_celsius":"fahrenheit_to_celsius: Converts a temperature from Fahrenheit to Celsius.","celsius_to_fahrenheit":"celsius_to_fahrenheit: Converts a temperature given in Celsius to Fahrenheit.","duck_duck_go.search":"duck_duck_go.search: Performs a search using the Duck Duck Go Search API. It is useful for retrieving answers to questions about current events. The input is a search query string, and the output is a JSON array containing the search results."},"clm":{"choice":"duck_duck_go.search","correct":true,"latency_ms":94.11,"confidence":0.472058},"jev":{"choice":"duck_duck_go.search","correct":true,"latency_ms":102.18,"confidence":1.0}},"prose_schema":{"criteria":{"multiply":"multiply: Multiplies two given integers and returns the product.\nParameter a (integer); required; The first integer to multiply.\nParameter b (integer); required; The second integer to multiply.","add":"add: Calculate the sum of two integers.\nParameter a (integer); required; The first integer to be added.\nParameter b (integer); required; The second integer to be added.","sub":"sub: Subtracts the second integer from the first integer and returns the result.\nParameter a (integer); required; The minuend, an integer from which another integer (subtrahend) is to be subtracted.\nParameter b (integer); required; The subtrahend, an integer to be subtracted from the first integer (minuend).","fahrenheit_to_celsius":"fahrenheit_to_celsius: Converts a temperature from Fahrenheit to Celsius.\nParameter fahrenheit (float); required; The temperature in degrees Fahrenheit to be converted to Celsius.","celsius_to_fahrenheit":"celsius_to_fahrenheit: Converts a temperature given in Celsius to Fahrenheit.\nParameter celsius (float); required; Temperature in degrees Celsius that needs to be converted to Fahrenheit.","duck_duck_go.search":"duck_duck_go.search: Performs a search using the Duck Duck Go Search API. It is useful for retrieving answers to questions about current events. The input is a search query string, and the output is a JSON array containing the search results.\nParameter query (string); required; The search query string to be submitted to the Duck Duck Go Search API.\nParameter format (string); The desired response format.; allowed values: json, xml; default: json\nParameter no_redirect (boolean); A flag to prevent redirection to external websites. Set to true if the redirection should be skipped.; default: False\nParameter no_html (boolean); A flag to prevent HTML content in the response. Set to true if HTML should be stripped from the results.; default: False"},"clm":{"choice":"duck_duck_go.search","correct":true,"latency_ms":113.81,"confidence":0.634001},"jev":{"choice":"duck_duck_go.search","correct":true,"latency_ms":97.64,"confidence":1.0}},"schema":{"criteria":{"multiply":"{\"description\":\"Multiplies two given integers and returns the product.\",\"name\":\"multiply\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to multiply.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to multiply.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","add":"{\"description\":\"Calculate the sum of two integers.\",\"name\":\"add\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to be added.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to be added.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","sub":"{\"description\":\"Subtracts the second integer from the first integer and returns the result.\",\"name\":\"sub\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The minuend, an integer from which another integer (subtrahend) is to be subtracted.\",\"type\":\"integer\"},\"b\":{\"description\":\"The subtrahend, an integer to be subtracted from the first integer (minuend).\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","fahrenheit_to_celsius":"{\"description\":\"Converts a temperature from Fahrenheit to Celsius.\",\"name\":\"fahrenheit_to_celsius\",\"parameters\":{\"properties\":{\"fahrenheit\":{\"description\":\"The temperature in degrees Fahrenheit to be converted to Celsius.\",\"type\":\"float\"}},\"required\":[\"fahrenheit\"],\"type\":\"dict\"}}","celsius_to_fahrenheit":"{\"description\":\"Converts a temperature given in Celsius to Fahrenheit.\",\"name\":\"celsius_to_fahrenheit\",\"parameters\":{\"properties\":{\"celsius\":{\"description\":\"Temperature in degrees Celsius that needs to be converted to Fahrenheit.\",\"type\":\"float\"}},\"required\":[\"celsius\"],\"type\":\"dict\"}}","duck_duck_go.search":"{\"description\":\"Performs a search using the Duck Duck Go Search API. It is useful for retrieving answers to questions about current events. The input is a search query string, and the output is a JSON array containing the search results.\",\"name\":\"duck_duck_go.search\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"json\",\"description\":\"The desired response format.\",\"enum\":[\"json\",\"xml\"],\"type\":\"string\"},\"no_html\":{\"default\":false,\"description\":\"A flag to prevent HTML content in the response. Set to true if HTML should be stripped from the results.\",\"type\":\"boolean\"},\"no_redirect\":{\"default\":false,\"description\":\"A flag to prevent redirection to external websites. Set to true if the redirection should be skipped.\",\"type\":\"boolean\"},\"query\":{\"description\":\"The search query string to be submitted to the Duck Duck Go Search API.\",\"type\":\"string\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"add","correct":false,"latency_ms":132.7,"confidence":0.345864},"jev":{"choice":"duck_duck_go.search","correct":true,"latency_ms":113.57,"confidence":1.0}}}},{"id":"live_multiple_31-10-1","split":"live_multiple","state":"System: You are a helpful assistant\nUser: Search for 'trending items' on the duck duck go.","expected":"duck_duck_go.search","candidate_count":6,"views":{"description":{"criteria":{"multiply":"multiply: Multiplies two given integers and returns the product.","add":"add: Calculate the sum of two integers.","sub":"sub: Subtracts the second integer from the first integer and returns the result.","fahrenheit_to_celsius":"fahrenheit_to_celsius: Converts a temperature from Fahrenheit to Celsius.","celsius_to_fahrenheit":"celsius_to_fahrenheit: Converts a temperature given in Celsius to Fahrenheit.","duck_duck_go.search":"duck_duck_go.search: Performs a search using the Duck Duck Go Search API. It is useful for retrieving answers to questions about current events. The input is a search query string, and the output is a JSON array containing the search results."},"clm":{"choice":"duck_duck_go.search","correct":true,"latency_ms":30.09,"confidence":0.999258},"jev":{"choice":"duck_duck_go.search","correct":true,"latency_ms":132.88,"confidence":1.0}},"prose_schema":{"criteria":{"multiply":"multiply: Multiplies two given integers and returns the product.\nParameter a (integer); required; The first integer to multiply.\nParameter b (integer); required; The second integer to multiply.","add":"add: Calculate the sum of two integers.\nParameter a (integer); required; The first integer to be added.\nParameter b (integer); required; The second integer to be added.","sub":"sub: Subtracts the second integer from the first integer and returns the result.\nParameter a (integer); required; The minuend, an integer from which another integer (subtrahend) is to be subtracted.\nParameter b (integer); required; The subtrahend, an integer to be subtracted from the first integer (minuend).","fahrenheit_to_celsius":"fahrenheit_to_celsius: Converts a temperature from Fahrenheit to Celsius.\nParameter fahrenheit (float); required; The temperature in degrees Fahrenheit to be converted to Celsius.","celsius_to_fahrenheit":"celsius_to_fahrenheit: Converts a temperature given in Celsius to Fahrenheit.\nParameter celsius (float); required; Temperature in degrees Celsius that needs to be converted to Fahrenheit.","duck_duck_go.search":"duck_duck_go.search: Performs a search using the Duck Duck Go Search API. It is useful for retrieving answers to questions about current events. The input is a search query string, and the output is a JSON array containing the search results.\nParameter query (string); required; The search query string to be submitted to the Duck Duck Go Search API.\nParameter format (string); The desired response format.; allowed values: json, xml; default: json\nParameter no_redirect (boolean); A flag to prevent redirection to external websites. Set to true if the redirection should be skipped.; default: False\nParameter no_html (boolean); A flag to prevent HTML content in the response. Set to true if HTML should be stripped from the results.; default: False"},"clm":{"choice":"duck_duck_go.search","correct":true,"latency_ms":31.79,"confidence":0.999801},"jev":{"choice":"duck_duck_go.search","correct":true,"latency_ms":126.76,"confidence":1.0}},"schema":{"criteria":{"multiply":"{\"description\":\"Multiplies two given integers and returns the product.\",\"name\":\"multiply\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to multiply.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to multiply.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","add":"{\"description\":\"Calculate the sum of two integers.\",\"name\":\"add\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to be added.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to be added.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","sub":"{\"description\":\"Subtracts the second integer from the first integer and returns the result.\",\"name\":\"sub\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The minuend, an integer from which another integer (subtrahend) is to be subtracted.\",\"type\":\"integer\"},\"b\":{\"description\":\"The subtrahend, an integer to be subtracted from the first integer (minuend).\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","fahrenheit_to_celsius":"{\"description\":\"Converts a temperature from Fahrenheit to Celsius.\",\"name\":\"fahrenheit_to_celsius\",\"parameters\":{\"properties\":{\"fahrenheit\":{\"description\":\"The temperature in degrees Fahrenheit to be converted to Celsius.\",\"type\":\"float\"}},\"required\":[\"fahrenheit\"],\"type\":\"dict\"}}","celsius_to_fahrenheit":"{\"description\":\"Converts a temperature given in Celsius to Fahrenheit.\",\"name\":\"celsius_to_fahrenheit\",\"parameters\":{\"properties\":{\"celsius\":{\"description\":\"Temperature in degrees Celsius that needs to be converted to Fahrenheit.\",\"type\":\"float\"}},\"required\":[\"celsius\"],\"type\":\"dict\"}}","duck_duck_go.search":"{\"description\":\"Performs a search using the Duck Duck Go Search API. It is useful for retrieving answers to questions about current events. The input is a search query string, and the output is a JSON array containing the search results.\",\"name\":\"duck_duck_go.search\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"json\",\"description\":\"The desired response format.\",\"enum\":[\"json\",\"xml\"],\"type\":\"string\"},\"no_html\":{\"default\":false,\"description\":\"A flag to prevent HTML content in the response. Set to true if HTML should be stripped from the results.\",\"type\":\"boolean\"},\"no_redirect\":{\"default\":false,\"description\":\"A flag to prevent redirection to external websites. Set to true if the redirection should be skipped.\",\"type\":\"boolean\"},\"query\":{\"description\":\"The search query string to be submitted to the Duck Duck Go Search API.\",\"type\":\"string\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"multiply","correct":false,"latency_ms":35.82,"confidence":0.418377},"jev":{"choice":"duck_duck_go.search","correct":true,"latency_ms":152.54,"confidence":1.0}}}},{"id":"live_multiple_32-10-2","split":"live_multiple","state":"System: You are a helpful assistant\nUser: If I have 100$ and I donated 40. How much do I have now?","expected":"sub","candidate_count":6,"views":{"description":{"criteria":{"multiply":"multiply: Multiplies two given integers and returns the product.","add":"add: Calculate the sum of two integers.","sub":"sub: Subtracts the second integer from the first integer and returns the result.","fahrenheit_to_celsius":"fahrenheit_to_celsius: Converts a temperature from Fahrenheit to Celsius.","celsius_to_fahrenheit":"celsius_to_fahrenheit: Converts a temperature given in Celsius to Fahrenheit.","duck_duck_go.search":"duck_duck_go.search: Performs a search using the Duck Duck Go Search API. It is useful for retrieving answers to questions about current events. The input is a search query string, and the output is a JSON array containing the search results."},"clm":{"choice":"sub","correct":true,"latency_ms":1.5,"confidence":0.842323},"jev":{"choice":"sub","correct":true,"latency_ms":99.69,"confidence":1.0}},"prose_schema":{"criteria":{"multiply":"multiply: Multiplies two given integers and returns the product.\nParameter a (integer); required; The first integer to multiply.\nParameter b (integer); required; The second integer to multiply.","add":"add: Calculate the sum of two integers.\nParameter a (integer); required; The first integer to be added.\nParameter b (integer); required; The second integer to be added.","sub":"sub: Subtracts the second integer from the first integer and returns the result.\nParameter a (integer); required; The minuend, an integer from which another integer (subtrahend) is to be subtracted.\nParameter b (integer); required; The subtrahend, an integer to be subtracted from the first integer (minuend).","fahrenheit_to_celsius":"fahrenheit_to_celsius: Converts a temperature from Fahrenheit to Celsius.\nParameter fahrenheit (float); required; The temperature in degrees Fahrenheit to be converted to Celsius.","celsius_to_fahrenheit":"celsius_to_fahrenheit: Converts a temperature given in Celsius to Fahrenheit.\nParameter celsius (float); required; Temperature in degrees Celsius that needs to be converted to Fahrenheit.","duck_duck_go.search":"duck_duck_go.search: Performs a search using the Duck Duck Go Search API. It is useful for retrieving answers to questions about current events. The input is a search query string, and the output is a JSON array containing the search results.\nParameter query (string); required; The search query string to be submitted to the Duck Duck Go Search API.\nParameter format (string); The desired response format.; allowed values: json, xml; default: json\nParameter no_redirect (boolean); A flag to prevent redirection to external websites. Set to true if the redirection should be skipped.; default: False\nParameter no_html (boolean); A flag to prevent HTML content in the response. Set to true if HTML should be stripped from the results.; default: False"},"clm":{"choice":"sub","correct":true,"latency_ms":2.13,"confidence":0.647405},"jev":{"choice":"sub","correct":true,"latency_ms":99.09,"confidence":1.0}},"schema":{"criteria":{"multiply":"{\"description\":\"Multiplies two given integers and returns the product.\",\"name\":\"multiply\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to multiply.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to multiply.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","add":"{\"description\":\"Calculate the sum of two integers.\",\"name\":\"add\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to be added.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to be added.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","sub":"{\"description\":\"Subtracts the second integer from the first integer and returns the result.\",\"name\":\"sub\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The minuend, an integer from which another integer (subtrahend) is to be subtracted.\",\"type\":\"integer\"},\"b\":{\"description\":\"The subtrahend, an integer to be subtracted from the first integer (minuend).\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","fahrenheit_to_celsius":"{\"description\":\"Converts a temperature from Fahrenheit to Celsius.\",\"name\":\"fahrenheit_to_celsius\",\"parameters\":{\"properties\":{\"fahrenheit\":{\"description\":\"The temperature in degrees Fahrenheit to be converted to Celsius.\",\"type\":\"float\"}},\"required\":[\"fahrenheit\"],\"type\":\"dict\"}}","celsius_to_fahrenheit":"{\"description\":\"Converts a temperature given in Celsius to Fahrenheit.\",\"name\":\"celsius_to_fahrenheit\",\"parameters\":{\"properties\":{\"celsius\":{\"description\":\"Temperature in degrees Celsius that needs to be converted to Fahrenheit.\",\"type\":\"float\"}},\"required\":[\"celsius\"],\"type\":\"dict\"}}","duck_duck_go.search":"{\"description\":\"Performs a search using the Duck Duck Go Search API. It is useful for retrieving answers to questions about current events. The input is a search query string, and the output is a JSON array containing the search results.\",\"name\":\"duck_duck_go.search\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"json\",\"description\":\"The desired response format.\",\"enum\":[\"json\",\"xml\"],\"type\":\"string\"},\"no_html\":{\"default\":false,\"description\":\"A flag to prevent HTML content in the response. Set to true if HTML should be stripped from the results.\",\"type\":\"boolean\"},\"no_redirect\":{\"default\":false,\"description\":\"A flag to prevent redirection to external websites. Set to true if the redirection should be skipped.\",\"type\":\"boolean\"},\"query\":{\"description\":\"The search query string to be submitted to the Duck Duck Go Search API.\",\"type\":\"string\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"add","correct":false,"latency_ms":2.52,"confidence":0.524722},"jev":{"choice":"sub","correct":true,"latency_ms":102.17,"confidence":1.0}}}},{"id":"live_multiple_33-10-3","split":"live_multiple","state":"System: You are an Generative AI functions agent which generates the output mentioning which function to be called from the given list. Strictly use the mentioned functions only to generate the output.\nUser: If each of my three friends gave me 10 euros, can you calculate how much money I have in total?","expected":"multiply","candidate_count":6,"views":{"description":{"criteria":{"multiply":"multiply: Multiplies two given integers and returns the product.","add":"add: Calculate the sum of two integers.","sub":"sub: Subtracts the second integer from the first integer and returns the result.","fahrenheit_to_celsius":"fahrenheit_to_celsius: Converts a temperature from Fahrenheit to Celsius.","celsius_to_fahrenheit":"celsius_to_fahrenheit: Converts a temperature given in Celsius to Fahrenheit.","duck_duck_go.search":"duck_duck_go.search: Performs a search using the Duck Duck Go Search API. It is useful for retrieving answers to questions about current events. The input is a search query string, and the output is a JSON array containing the search results."},"clm":{"choice":"add","correct":false,"latency_ms":31.12,"confidence":0.656782},"jev":{"choice":"multiply","correct":true,"latency_ms":107.44,"confidence":0.95}},"prose_schema":{"criteria":{"multiply":"multiply: Multiplies two given integers and returns the product.\nParameter a (integer); required; The first integer to multiply. This is the smaller value.\nParameter b (integer); required; The second integer to multiply. This is the larger value.","add":"add: Calculate the sum of two integers.\nParameter a (integer); required; The first integer to be added.\nParameter b (integer); required; The second integer to be added.","sub":"sub: Subtracts the second integer from the first integer and returns the result.\nParameter a (integer); required; The minuend, an integer from which another integer (subtrahend) is to be subtracted.\nParameter b (integer); required; The subtrahend, an integer to be subtracted from the first integer (minuend).","fahrenheit_to_celsius":"fahrenheit_to_celsius: Converts a temperature from Fahrenheit to Celsius.\nParameter fahrenheit (float); required; The temperature in degrees Fahrenheit to be converted to Celsius.","celsius_to_fahrenheit":"celsius_to_fahrenheit: Converts a temperature given in Celsius to Fahrenheit.\nParameter celsius (float); required; Temperature in degrees Celsius that needs to be converted to Fahrenheit.","duck_duck_go.search":"duck_duck_go.search: Performs a search using the Duck Duck Go Search API. It is useful for retrieving answers to questions about current events. The input is a search query string, and the output is a JSON array containing the search results.\nParameter query (string); required; The search query string to be submitted to the Duck Duck Go Search API.\nParameter format (string); The desired response format.; allowed values: json, xml; default: json\nParameter no_redirect (boolean); A flag to prevent redirection to external websites. Set to true if the redirection should be skipped.; default: False\nParameter no_html (boolean); A flag to prevent HTML content in the response. Set to true if HTML should be stripped from the results.; default: False"},"clm":{"choice":"fahrenheit_to_celsius","correct":false,"latency_ms":61.71,"confidence":0.33805},"jev":{"choice":"multiply","correct":true,"latency_ms":97.26,"confidence":0.94}},"schema":{"criteria":{"multiply":"{\"description\":\"Multiplies two given integers and returns the product.\",\"name\":\"multiply\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to multiply. This is the smaller value.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to multiply. This is the larger value.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","add":"{\"description\":\"Calculate the sum of two integers.\",\"name\":\"add\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to be added.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to be added.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","sub":"{\"description\":\"Subtracts the second integer from the first integer and returns the result.\",\"name\":\"sub\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The minuend, an integer from which another integer (subtrahend) is to be subtracted.\",\"type\":\"integer\"},\"b\":{\"description\":\"The subtrahend, an integer to be subtracted from the first integer (minuend).\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","fahrenheit_to_celsius":"{\"description\":\"Converts a temperature from Fahrenheit to Celsius.\",\"name\":\"fahrenheit_to_celsius\",\"parameters\":{\"properties\":{\"fahrenheit\":{\"description\":\"The temperature in degrees Fahrenheit to be converted to Celsius.\",\"type\":\"float\"}},\"required\":[\"fahrenheit\"],\"type\":\"dict\"}}","celsius_to_fahrenheit":"{\"description\":\"Converts a temperature given in Celsius to Fahrenheit.\",\"name\":\"celsius_to_fahrenheit\",\"parameters\":{\"properties\":{\"celsius\":{\"description\":\"Temperature in degrees Celsius that needs to be converted to Fahrenheit.\",\"type\":\"float\"}},\"required\":[\"celsius\"],\"type\":\"dict\"}}","duck_duck_go.search":"{\"description\":\"Performs a search using the Duck Duck Go Search API. It is useful for retrieving answers to questions about current events. The input is a search query string, and the output is a JSON array containing the search results.\",\"name\":\"duck_duck_go.search\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"json\",\"description\":\"The desired response format.\",\"enum\":[\"json\",\"xml\"],\"type\":\"string\"},\"no_html\":{\"default\":false,\"description\":\"A flag to prevent HTML content in the response. Set to true if HTML should be stripped from the results.\",\"type\":\"boolean\"},\"no_redirect\":{\"default\":false,\"description\":\"A flag to prevent redirection to external websites. Set to true if the redirection should be skipped.\",\"type\":\"boolean\"},\"query\":{\"description\":\"The search query string to be submitted to the Duck Duck Go Search API.\",\"type\":\"string\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"multiply","correct":true,"latency_ms":89.47,"confidence":0.429454},"jev":{"choice":"multiply","correct":true,"latency_ms":98.02,"confidence":0.91}}}},{"id":"live_multiple_34-11-0","split":"live_multiple","state":"User: Could you provide me with the latest news for Letterkenny?","expected":"get_news_report","candidate_count":2,"views":{"description":{"criteria":{"get_tesco_locations":"get_tesco_locations: Retrieve a list of the nearest Tesco stores based on the specified location, typically used for finding convenient shopping options.","get_news_report":"get_news_report: Retrieves the latest news for a specified location formatted as 'City, State'."},"clm":{"choice":"get_news_report","correct":true,"latency_ms":99.67,"confidence":0.986472},"jev":{"choice":"get_news_report","correct":true,"latency_ms":102.78,"confidence":1.0}},"prose_schema":{"criteria":{"get_tesco_locations":"get_tesco_locations: Retrieve a list of the nearest Tesco stores based on the specified location, typically used for finding convenient shopping options.\nParameter location (string); required; The city and state of the user's location, in the format of 'City, State', such as 'San Francisco, CA' or 'City, Country'.\nParameter radius (integer); The search radius in miles around the specified location within which to find Tesco stores.; default: 10\nParameter limit (integer); The maximum number of Tesco store locations to return.; default: 5","get_news_report":"get_news_report: Retrieves the latest news for a specified location formatted as 'City, State'.\nParameter location (string); required; The location for which to retrieve the news, in the format of 'City, State' or 'Location, Country', such as 'San Francisco, CA', 'Paris, France', or 'New York, NY'. If using state name, only then use short form for state."},"clm":{"choice":"get_tesco_locations","correct":false,"latency_ms":111.62,"confidence":0.83156},"jev":{"choice":"get_news_report","correct":true,"latency_ms":144.24,"confidence":1.0}},"schema":{"criteria":{"get_tesco_locations":"{\"description\":\"Retrieve a list of the nearest Tesco stores based on the specified location, typically used for finding convenient shopping options.\",\"name\":\"get_tesco_locations\",\"parameters\":{\"properties\":{\"limit\":{\"default\":5,\"description\":\"The maximum number of Tesco store locations to return.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city and state of the user's location, in the format of 'City, State', such as 'San Francisco, CA' or 'City, Country'.\",\"type\":\"string\"},\"radius\":{\"default\":10,\"description\":\"The search radius in miles around the specified location within which to find Tesco stores.\",\"type\":\"integer\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","get_news_report":"{\"description\":\"Retrieves the latest news for a specified location formatted as 'City, State'.\",\"name\":\"get_news_report\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to retrieve the news, in the format of 'City, State' or 'Location, Country', such as 'San Francisco, CA', 'Paris, France', or 'New York, NY'. If using state name, only then use short form for state.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_news_report","correct":true,"latency_ms":129.88,"confidence":0.569437},"jev":{"choice":"get_news_report","correct":true,"latency_ms":99.06,"confidence":1.0}}}},{"id":"live_multiple_35-11-1","split":"live_multiple","state":"User: Can you find me the closest Tesco stores near Letterkenny,Ireland please?","expected":"get_tesco_locations","candidate_count":2,"views":{"description":{"criteria":{"get_tesco_locations":"get_tesco_locations: Retrieve a list of the nearest Tesco stores based on the specified location, typically used for finding convenient shopping options.","get_news_report":"get_news_report: Retrieves the latest news for a specified location formatted as 'City, State'."},"clm":{"choice":"get_tesco_locations","correct":true,"latency_ms":38.2,"confidence":0.998389},"jev":{"choice":"get_tesco_locations","correct":true,"latency_ms":95.53,"confidence":1.0}},"prose_schema":{"criteria":{"get_tesco_locations":"get_tesco_locations: Retrieve a list of the nearest Tesco stores based on the specified location, typically used for finding convenient shopping options.\nParameter location (string); required; The city and state of the user's location, in the format of 'City, State', such as 'San Francisco, CA' or 'City, Country'. Use short form only for state\nParameter radius (integer); The search radius in miles around the specified location within which to find Tesco stores.; default: 10\nParameter limit (integer); The maximum number of Tesco store locations to return.; default: 5","get_news_report":"get_news_report: Retrieves the latest news for a specified location formatted as 'City, State'.\nParameter location (string); required; The location for which to retrieve the news, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'."},"clm":{"choice":"get_tesco_locations","correct":true,"latency_ms":82.89,"confidence":0.999812},"jev":{"choice":"get_tesco_locations","correct":true,"latency_ms":103.34,"confidence":1.0}},"schema":{"criteria":{"get_tesco_locations":"{\"description\":\"Retrieve a list of the nearest Tesco stores based on the specified location, typically used for finding convenient shopping options.\",\"name\":\"get_tesco_locations\",\"parameters\":{\"properties\":{\"limit\":{\"default\":5,\"description\":\"The maximum number of Tesco store locations to return.\",\"type\":\"integer\"},\"location\":{\"description\":\"The city and state of the user's location, in the format of 'City, State', such as 'San Francisco, CA' or 'City, Country'. Use short form only for state\",\"type\":\"string\"},\"radius\":{\"default\":10,\"description\":\"The search radius in miles around the specified location within which to find Tesco stores.\",\"type\":\"integer\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","get_news_report":"{\"description\":\"Retrieves the latest news for a specified location formatted as 'City, State'.\",\"name\":\"get_news_report\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to retrieve the news, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_news_report","correct":false,"latency_ms":90.02,"confidence":0.710157},"jev":{"choice":"get_tesco_locations","correct":true,"latency_ms":107.09,"confidence":1.0}}}},{"id":"live_multiple_36-12-0","split":"live_multiple","state":"User: can you create todo for \"go for shopping at 9 pm\"","expected":"todo_add","candidate_count":2,"views":{"description":{"criteria":{"todo_add":"todo_add: Adds a new item to the to-do list with the specified content.","todo_delete":"todo_delete: Deletes a todo item from the list based on the specified content."},"clm":{"choice":"todo_add","correct":true,"latency_ms":58.05,"confidence":0.827823},"jev":{"choice":"todo_add","correct":true,"latency_ms":103.29,"confidence":1.0}},"prose_schema":{"criteria":{"todo_add":"todo_add: Adds a new item to the to-do list with the specified content.\nParameter content (string); required; The text content of the to-do item to be added.","todo_delete":"todo_delete: Deletes a todo item from the list based on the specified content.\nParameter content (string); required; The text content of the todo item to be identified and deleted."},"clm":{"choice":"todo_add","correct":true,"latency_ms":78.82,"confidence":0.610156},"jev":{"choice":"todo_add","correct":true,"latency_ms":106.91,"confidence":1.0}},"schema":{"criteria":{"todo_add":"{\"description\":\"Adds a new item to the to-do list with the specified content.\",\"name\":\"todo_add\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The text content of the to-do item to be added.\",\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","todo_delete":"{\"description\":\"Deletes a todo item from the list based on the specified content.\",\"name\":\"todo_delete\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The text content of the todo item to be identified and deleted.\",\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}"},"clm":{"choice":"todo_delete","correct":false,"latency_ms":100.74,"confidence":0.83179},"jev":{"choice":"todo_add","correct":true,"latency_ms":96.53,"confidence":1.0}}}},{"id":"live_multiple_37-13-0","split":"live_multiple","state":"User: I need to delete a to-do item that says 'go for shopping at 9 pm' from my list.","expected":"todo_delete","candidate_count":3,"views":{"description":{"criteria":{"todo.add":"todo.add: Creates a new todo entry in the list with the provided content.","todo_delete":"todo_delete: Deletes a to-do item from the list based on the specified content.","todo.update":"todo.update: Update a specific to-do item identified by its old content with new content in the to-do list."},"clm":{"choice":"todo_delete","correct":true,"latency_ms":99.43,"confidence":0.837265},"jev":{"choice":"todo_delete","correct":true,"latency_ms":139.32,"confidence":1.0}},"prose_schema":{"criteria":{"todo.add":"todo.add: Creates a new todo entry in the list with the provided content.\nParameter content (string); required; The text content of the todo item to be added.\nParameter priority (string); The priority level of the todo item.; allowed values: low, medium, high; default: medium\nParameter due_date (string); The due date for the todo item in the format 'YYYY-MM-DD', such as '2023-12-31'.; default: None\nParameter completed (boolean); Flag indicating whether the todo item is completed.; default: False","todo_delete":"todo_delete: Deletes a to-do item from the list based on the specified content.\nParameter content (string); required; The specific content of the to-do item to be identified and removed from the list.","todo.update":"todo.update: Update a specific to-do item identified by its old content with new content in the to-do list.\nParameter old_content (string); required; The original content of the to-do item that needs to be updated. This is used to find and identify the specific item in the to-do list.\nParameter new_content (string); required; The new content that will replace the old content of the identified to-do item."},"clm":{"choice":"todo_delete","correct":true,"latency_ms":80.65,"confidence":0.989092},"jev":{"choice":"todo_delete","correct":true,"latency_ms":97.88,"confidence":1.0}},"schema":{"criteria":{"todo.add":"{\"description\":\"Creates a new todo entry in the list with the provided content.\",\"name\":\"todo.add\",\"parameters\":{\"properties\":{\"completed\":{\"default\":false,\"description\":\"Flag indicating whether the todo item is completed.\",\"type\":\"boolean\"},\"content\":{\"description\":\"The text content of the todo item to be added.\",\"type\":\"string\"},\"due_date\":{\"default\":null,\"description\":\"The due date for the todo item in the format 'YYYY-MM-DD', such as '2023-12-31'.\",\"type\":\"string\"},\"priority\":{\"default\":\"medium\",\"description\":\"The priority level of the todo item.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","todo_delete":"{\"description\":\"Deletes a to-do item from the list based on the specified content.\",\"name\":\"todo_delete\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The specific content of the to-do item to be identified and removed from the list.\",\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","todo.update":"{\"description\":\"Update a specific to-do item identified by its old content with new content in the to-do list.\",\"name\":\"todo.update\",\"parameters\":{\"properties\":{\"new_content\":{\"description\":\"The new content that will replace the old content of the identified to-do item.\",\"type\":\"string\"},\"old_content\":{\"description\":\"The original content of the to-do item that needs to be updated. This is used to find and identify the specific item in the to-do list.\",\"type\":\"string\"}},\"required\":[\"old_content\",\"new_content\"],\"type\":\"dict\"}}"},"clm":{"choice":"todo_delete","correct":true,"latency_ms":103.43,"confidence":0.926023},"jev":{"choice":"todo_delete","correct":true,"latency_ms":120.24,"confidence":1.0}}}},{"id":"live_multiple_38-14-0","split":"live_multiple","state":"System: \nYou are an AI Assistant. Your task is to assist users in providing details related to interviews, interviewer, interviewee/candidate, and the feedback of the interviews. As a chatbot, you should focus solely on FoxMatrix interview-related tasks and refrain from providing information outside this domain.\nBefore providing any answer, it is mandatory to verify all function's description and ask for the required parameters (properties) that user has not provided and are mentioned in the function description one by one only, do not assume or consider it by yourself. \nPlease ensure careful consideration of user input and responses as it impacts the business. Additionally, track previous user input to avoid asking the same question again. Your role is crucial in providing interview details. \nEngage users in meaningful conversations, address their queries promptly, and facilitate a seamless interview experience. Your communication style should be friendly and polite meant to answer questions based on a knowledge base. Don't make assumptions about what values to use with functions.\n\nUser: interviewers for python","expected":"get_interviewer_list","candidate_count":2,"views":{"description":{"criteria":{"get_interviewer_list":"get_interviewer_list: Retrieve a list of interviewers who are qualified based on a specific skill set.","review_of_interviewer":"review_of_interviewer: Retrieve the average rating and reviews for a specified interviewer based on their full name."},"clm":{"choice":"get_interviewer_list","correct":true,"latency_ms":73.48,"confidence":0.832051},"jev":{"choice":"get_interviewer_list","correct":true,"latency_ms":101.92,"confidence":1.0}},"prose_schema":{"criteria":{"get_interviewer_list":"get_interviewer_list: Retrieve a list of interviewers who are qualified based on a specific skill set.\nParameter skill (string); required; The skill for which to find qualified interviewers, such as 'Python', 'Data Analysis', or 'System Design'.\nParameter experience_level (string); The required experience level for the interviewers.; allowed values: Junior, Mid-Level, Senior, Lead; default: Mid-Level\nParameter availability (boolean); Filter for interviewers who are currently available.; default: True","review_of_interviewer":"review_of_interviewer: Retrieve the average rating and reviews for a specified interviewer based on their full name.\nParameter interviewer_name (string); required; The full name of the interviewer to fetch reviews for, e.g., 'Jane Doe'.\nParameter include_comments (boolean); Flag to determine whether to include text comments in the response.; default: False"},"clm":{"choice":"get_interviewer_list","correct":true,"latency_ms":75.88,"confidence":0.573464},"jev":{"choice":"get_interviewer_list","correct":true,"latency_ms":99.73,"confidence":1.0}},"schema":{"criteria":{"get_interviewer_list":"{\"description\":\"Retrieve a list of interviewers who are qualified based on a specific skill set.\",\"name\":\"get_interviewer_list\",\"parameters\":{\"properties\":{\"availability\":{\"default\":true,\"description\":\"Filter for interviewers who are currently available.\",\"type\":\"boolean\"},\"experience_level\":{\"default\":\"Mid-Level\",\"description\":\"The required experience level for the interviewers.\",\"enum\":[\"Junior\",\"Mid-Level\",\"Senior\",\"Lead\"],\"type\":\"string\"},\"skill\":{\"description\":\"The skill for which to find qualified interviewers, such as 'Python', 'Data Analysis', or 'System Design'.\",\"type\":\"string\"}},\"required\":[\"skill\"],\"type\":\"dict\"}}","review_of_interviewer":"{\"description\":\"Retrieve the average rating and reviews for a specified interviewer based on their full name.\",\"name\":\"review_of_interviewer\",\"parameters\":{\"properties\":{\"include_comments\":{\"default\":false,\"description\":\"Flag to determine whether to include text comments in the response.\",\"type\":\"boolean\"},\"interviewer_name\":{\"description\":\"The full name of the interviewer to fetch reviews for, e.g., 'Jane Doe'.\",\"type\":\"string\"}},\"required\":[\"interviewer_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_interviewer_list","correct":true,"latency_ms":109.33,"confidence":0.587321},"jev":{"choice":"get_interviewer_list","correct":true,"latency_ms":98.36,"confidence":1.0}}}},{"id":"live_multiple_39-14-1","split":"live_multiple","state":"User: average rating and reviews and comments for Charlie Brown interviewer?","expected":"review_of_interviewer","candidate_count":2,"views":{"description":{"criteria":{"get_interviewer_list":"get_interviewer_list: Retrieve a list of interviewers who are qualified based on a specific skill set.","review_of_interviewer":"review_of_interviewer: Retrieve the average rating and reviews for a specified interviewer based on their full name."},"clm":{"choice":"review_of_interviewer","correct":true,"latency_ms":29.31,"confidence":0.945885},"jev":{"choice":"review_of_interviewer","correct":true,"latency_ms":95.11,"confidence":1.0}},"prose_schema":{"criteria":{"get_interviewer_list":"get_interviewer_list: Retrieve a list of interviewers who are qualified based on a specific skill set.\nParameter skill (string); required; The skill for which to find qualified interviewers, such as 'Python', 'Data Analysis', or 'System Design'.\nParameter experience_level (string); The required experience level for the interviewers.; allowed values: Junior, Mid-Level, Senior, Lead; default: Mid-Level\nParameter availability (boolean); Filter for interviewers who are currently available.; default: True","review_of_interviewer":"review_of_interviewer: Retrieve the average rating and reviews for a specified interviewer based on their full name.\nParameter interviewer_name (string); required; The full name of the interviewer to fetch reviews for, e.g., 'Jane Doe'.\nParameter include_comments (boolean); Flag to determine whether to include text comments in the response.; default: False"},"clm":{"choice":"review_of_interviewer","correct":true,"latency_ms":29.18,"confidence":0.953313},"jev":{"choice":"review_of_interviewer","correct":true,"latency_ms":124.68,"confidence":1.0}},"schema":{"criteria":{"get_interviewer_list":"{\"description\":\"Retrieve a list of interviewers who are qualified based on a specific skill set.\",\"name\":\"get_interviewer_list\",\"parameters\":{\"properties\":{\"availability\":{\"default\":true,\"description\":\"Filter for interviewers who are currently available.\",\"type\":\"boolean\"},\"experience_level\":{\"default\":\"Mid-Level\",\"description\":\"The required experience level for the interviewers.\",\"enum\":[\"Junior\",\"Mid-Level\",\"Senior\",\"Lead\"],\"type\":\"string\"},\"skill\":{\"description\":\"The skill for which to find qualified interviewers, such as 'Python', 'Data Analysis', or 'System Design'.\",\"type\":\"string\"}},\"required\":[\"skill\"],\"type\":\"dict\"}}","review_of_interviewer":"{\"description\":\"Retrieve the average rating and reviews for a specified interviewer based on their full name.\",\"name\":\"review_of_interviewer\",\"parameters\":{\"properties\":{\"include_comments\":{\"default\":false,\"description\":\"Flag to determine whether to include text comments in the response.\",\"type\":\"boolean\"},\"interviewer_name\":{\"description\":\"The full name of the interviewer to fetch reviews for, e.g., 'Jane Doe'.\",\"type\":\"string\"}},\"required\":[\"interviewer_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"review_of_interviewer","correct":true,"latency_ms":36.2,"confidence":0.920761},"jev":{"choice":"review_of_interviewer","correct":true,"latency_ms":137.54,"confidence":1.0}}}},{"id":"live_multiple_40-15-0","split":"live_multiple","state":"User: I'm planning to bake a cake Pre heat the oven for 36 minutes at 201 degrees.","expected":"oven_preheat","candidate_count":2,"views":{"description":{"criteria":{"run_microwave":"run_microwave: Activates the microwave to run at a specified power level.","oven_preheat":"oven_preheat: Preheat the oven for a specified duration at a given temperature."},"clm":{"choice":"oven_preheat","correct":true,"latency_ms":58.3,"confidence":0.97593},"jev":{"choice":"oven_preheat","correct":true,"latency_ms":94.4,"confidence":1.0}},"prose_schema":{"criteria":{"run_microwave":"run_microwave: Activates the microwave to run at a specified power level.\nParameter power_level (string); required; The power level at which the microwave should operate.; allowed values: low, medium, high\nParameter duration (integer); The cooking time in seconds.; default: 60\nParameter mode (string); The cooking mode such as 'defrost', 'grill', 'convection', or 'microwave'.; allowed values: defrost, grill, convection, microwave; default: microwave","oven_preheat":"oven_preheat: Preheat the oven for a specified duration at a given temperature.\nParameter duration (integer); required; The duration in minutes to preheat the oven.\nParameter temperature (integer); required; The temperature in degrees Fahrenheit to preheat the oven."},"clm":{"choice":"oven_preheat","correct":true,"latency_ms":81.22,"confidence":0.996897},"jev":{"choice":"oven_preheat","correct":true,"latency_ms":97.6,"confidence":1.0}},"schema":{"criteria":{"run_microwave":"{\"description\":\"Activates the microwave to run at a specified power level.\",\"name\":\"run_microwave\",\"parameters\":{\"properties\":{\"duration\":{\"default\":60,\"description\":\"The cooking time in seconds.\",\"type\":\"integer\"},\"mode\":{\"default\":\"microwave\",\"description\":\"The cooking mode such as 'defrost', 'grill', 'convection', or 'microwave'.\",\"enum\":[\"defrost\",\"grill\",\"convection\",\"microwave\"],\"type\":\"string\"},\"power_level\":{\"description\":\"The power level at which the microwave should operate.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"}},\"required\":[\"power_level\"],\"type\":\"dict\"}}","oven_preheat":"{\"description\":\"Preheat the oven for a specified duration at a given temperature.\",\"name\":\"oven_preheat\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The duration in minutes to preheat the oven.\",\"type\":\"integer\"},\"temperature\":{\"description\":\"The temperature in degrees Fahrenheit to preheat the oven.\",\"type\":\"integer\"}},\"required\":[\"duration\",\"temperature\"],\"type\":\"dict\"}}"},"clm":{"choice":"run_microwave","correct":false,"latency_ms":134.58,"confidence":0.813063},"jev":{"choice":"oven_preheat","correct":true,"latency_ms":93.32,"confidence":1.0}}}},{"id":"live_multiple_41-16-0","split":"live_multiple","state":"User: what services are in the default namespace?","expected":"get_services","candidate_count":2,"views":{"description":{"criteria":{"get_pods":"get_pods: Retrieves a list of all pods within a specified namespace in a Kubernetes cluster.","get_services":"get_services: Retrieves a list of all services available in the specified namespace of the system."},"clm":{"choice":"get_services","correct":true,"latency_ms":62.95,"confidence":0.917258},"jev":{"choice":"get_services","correct":true,"latency_ms":109.34,"confidence":1.0}},"prose_schema":{"criteria":{"get_pods":"get_pods: Retrieves a list of all pods within a specified namespace in a Kubernetes cluster.\nParameter namespace (string); required; The namespace from which to retrieve pods. For example, 'default' or 'kube-system'.\nParameter label_selector (string); A selector to restrict the list of returned objects by their labels. Defaults to everything if not specified.; default: \nParameter field_selector (string); A selector to restrict the list of returned objects by their fields. Defaults to everything if not specified.; default: \nParameter include_uninitialized (boolean); If true, partially initialized resources are included in the response.; default: False","get_services":"get_services: Retrieves a list of all services available in the specified namespace of the system.\nParameter namespace (string); required; The namespace identifier from which services are to be fetched."},"clm":{"choice":"get_services","correct":true,"latency_ms":78.99,"confidence":0.553536},"jev":{"choice":"get_services","correct":true,"latency_ms":121.41,"confidence":1.0}},"schema":{"criteria":{"get_pods":"{\"description\":\"Retrieves a list of all pods within a specified namespace in a Kubernetes cluster.\",\"name\":\"get_pods\",\"parameters\":{\"properties\":{\"field_selector\":{\"default\":\"\",\"description\":\"A selector to restrict the list of returned objects by their fields. Defaults to everything if not specified.\",\"type\":\"string\"},\"include_uninitialized\":{\"default\":false,\"description\":\"If true, partially initialized resources are included in the response.\",\"type\":\"boolean\"},\"label_selector\":{\"default\":\"\",\"description\":\"A selector to restrict the list of returned objects by their labels. Defaults to everything if not specified.\",\"type\":\"string\"},\"namespace\":{\"description\":\"The namespace from which to retrieve pods. For example, 'default' or 'kube-system'.\",\"type\":\"string\"}},\"required\":[\"namespace\"],\"type\":\"dict\"}}","get_services":"{\"description\":\"Retrieves a list of all services available in the specified namespace of the system.\",\"name\":\"get_services\",\"parameters\":{\"properties\":{\"namespace\":{\"description\":\"The namespace identifier from which services are to be fetched.\",\"type\":\"string\"}},\"required\":[\"namespace\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_pods","correct":false,"latency_ms":99.76,"confidence":0.713101},"jev":{"choice":"get_services","correct":true,"latency_ms":101.78,"confidence":1.0}}}},{"id":"live_multiple_42-16-1","split":"live_multiple","state":"User: can you list my kubernetes pods in the namespace cascade-sandbox?","expected":"get_pods","candidate_count":2,"views":{"description":{"criteria":{"get_pods":"get_pods: Retrieves a list of all pods within a specified namespace in a Kubernetes cluster.","get_services":"get_services: Retrieves a list of all services available in the specified namespace of the system."},"clm":{"choice":"get_pods","correct":true,"latency_ms":29.23,"confidence":0.79138},"jev":{"choice":"get_pods","correct":true,"latency_ms":121.22,"confidence":1.0}},"prose_schema":{"criteria":{"get_pods":"get_pods: Retrieves a list of all pods within a specified namespace in a Kubernetes cluster.\nParameter namespace (string); required; The namespace from which to retrieve pods. For example, 'default' or 'kube-system'.\nParameter label_selector (string); A selector to restrict the list of returned objects by their labels. Defaults to everything if not specified.; default: \nParameter field_selector (string); A selector to restrict the list of returned objects by their fields. Defaults to everything if not specified.; default: \nParameter include_uninitialized (boolean); If true, partially initialized resources are included in the response.; default: False","get_services":"get_services: Retrieves a list of all services available in the specified namespace of the system.\nParameter namespace (string); required; The namespace identifier from which services are to be fetched."},"clm":{"choice":"get_services","correct":false,"latency_ms":27.24,"confidence":0.952389},"jev":{"choice":"get_pods","correct":true,"latency_ms":111.29,"confidence":1.0}},"schema":{"criteria":{"get_pods":"{\"description\":\"Retrieves a list of all pods within a specified namespace in a Kubernetes cluster.\",\"name\":\"get_pods\",\"parameters\":{\"properties\":{\"field_selector\":{\"default\":\"\",\"description\":\"A selector to restrict the list of returned objects by their fields. Defaults to everything if not specified.\",\"type\":\"string\"},\"include_uninitialized\":{\"default\":false,\"description\":\"If true, partially initialized resources are included in the response.\",\"type\":\"boolean\"},\"label_selector\":{\"default\":\"\",\"description\":\"A selector to restrict the list of returned objects by their labels. Defaults to everything if not specified.\",\"type\":\"string\"},\"namespace\":{\"description\":\"The namespace from which to retrieve pods. For example, 'default' or 'kube-system'.\",\"type\":\"string\"}},\"required\":[\"namespace\"],\"type\":\"dict\"}}","get_services":"{\"description\":\"Retrieves a list of all services available in the specified namespace of the system.\",\"name\":\"get_services\",\"parameters\":{\"properties\":{\"namespace\":{\"description\":\"The namespace identifier from which services are to be fetched.\",\"type\":\"string\"}},\"required\":[\"namespace\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_pods","correct":true,"latency_ms":38.27,"confidence":0.907546},"jev":{"choice":"get_pods","correct":true,"latency_ms":121.51,"confidence":1.0}}}},{"id":"live_multiple_43-16-2","split":"live_multiple","state":"User: Retrieve the list of services from the 'cascade-sandbox' namespace for me?","expected":"get_services","candidate_count":2,"views":{"description":{"criteria":{"get_pods":"get_pods: Retrieves a list of all pods within a specified namespace in a Kubernetes cluster.","get_services":"get_services: Retrieves a list of all services available in the specified namespace of the system."},"clm":{"choice":"get_services","correct":true,"latency_ms":27.43,"confidence":0.686649},"jev":{"choice":"get_services","correct":true,"latency_ms":138.65,"confidence":1.0}},"prose_schema":{"criteria":{"get_pods":"get_pods: Retrieves a list of all pods within a specified namespace in a Kubernetes cluster.\nParameter namespace (string); required; The namespace from which to retrieve pods. For example, 'default' or 'kube-system'.\nParameter label_selector (string); A selector to restrict the list of returned objects by their labels. Defaults to everything if not specified.; default: \nParameter field_selector (string); A selector to restrict the list of returned objects by their fields. Defaults to everything if not specified.; default: \nParameter include_uninitialized (boolean); If true, partially initialized resources are included in the response.; default: False","get_services":"get_services: Retrieves a list of all services available in the specified namespace of the system.\nParameter namespace (string); required; The namespace identifier from which services are to be fetched."},"clm":{"choice":"get_services","correct":true,"latency_ms":27.01,"confidence":0.94273},"jev":{"choice":"get_services","correct":true,"latency_ms":100.9,"confidence":1.0}},"schema":{"criteria":{"get_pods":"{\"description\":\"Retrieves a list of all pods within a specified namespace in a Kubernetes cluster.\",\"name\":\"get_pods\",\"parameters\":{\"properties\":{\"field_selector\":{\"default\":\"\",\"description\":\"A selector to restrict the list of returned objects by their fields. Defaults to everything if not specified.\",\"type\":\"string\"},\"include_uninitialized\":{\"default\":false,\"description\":\"If true, partially initialized resources are included in the response.\",\"type\":\"boolean\"},\"label_selector\":{\"default\":\"\",\"description\":\"A selector to restrict the list of returned objects by their labels. Defaults to everything if not specified.\",\"type\":\"string\"},\"namespace\":{\"description\":\"The namespace from which to retrieve pods. For example, 'default' or 'kube-system'.\",\"type\":\"string\"}},\"required\":[\"namespace\"],\"type\":\"dict\"}}","get_services":"{\"description\":\"Retrieves a list of all services available in the specified namespace of the system.\",\"name\":\"get_services\",\"parameters\":{\"properties\":{\"namespace\":{\"description\":\"The namespace identifier from which services are to be fetched.\",\"type\":\"string\"}},\"required\":[\"namespace\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_pods","correct":false,"latency_ms":34.57,"confidence":0.687746},"jev":{"choice":"get_services","correct":true,"latency_ms":112.4,"confidence":1.0}}}},{"id":"live_multiple_44-17-0","split":"live_multiple","state":"User: Can you provide an overview of my business checking account at U.S. Bank for the statement period from October 1, 2019, to October 31, 2019? The account number is 1-523-1713-5704, and it's under the name SILVER BUSINESS CHECKING. The beginning balance was $5,532.01, and the ending balance was $6,737.37. There were other deposits totaling $7,132.76 and withdrawals amounting to $5,927.40.","expected":"BankStatementOverView","candidate_count":8,"views":{"description":{"criteria":{"TransactionsV2":"TransactionsV2: Process a financial transaction by recording the debit and credit amounts, vendor information, and the date of the transaction.","Alltransactions":"Alltransactions: Retrieve a list of all transactions for a specified statement period.","get_company_info":"get_company_info: Retrieve the official name of the company as registered or doing business as (DBA), typically used in formal documentation.","collect_customer_names":"collect_customer_names: Gathers the full name of a customer and the associated company name for account identification purposes.","ClientAddress.set_address":"ClientAddress.set_address: Sets the full address for a client profile.","TotalTransactions.calculate":"TotalTransactions.calculate: Calculates the total number of transactions, including deposits and withdrawals, within a given time period and computes the starting and ending balance.","BankStatementOverView":"BankStatementOverView: Provides an overview of a bank statement, including account information and a summary of transactions for a specific period.","transaction_summary.generate":"transaction_summary.generate: Generates a summary of financial transactions over a given period, including individual transactions and totals."},"clm":{"choice":"transaction_summary.generate","correct":false,"latency_ms":116.94,"confidence":0.723332},"jev":{"choice":"BankStatementOverView","correct":true,"latency_ms":129.65,"confidence":1.0}},"prose_schema":{"criteria":{"TransactionsV2":"TransactionsV2: Process a financial transaction by recording the debit and credit amounts, vendor information, and the date of the transaction.\nParameter debit (float); required; The amount debited from the account in US dollars. Only one debit amount is recorded per transaction.\nParameter credit (float); required; The amount credited to the account in US dollars. Only one credit amount is recorded per transaction.\nParameter vendor (string); required; The vendor name or description associated with the transaction.\nParameter date (string); required; The exact date when the transaction occurred, formatted as 'YYYY-MM-DD'.","Alltransactions":"Alltransactions: Retrieve a list of all transactions for a specified statement period.\nParameter statement_period (string); required; The statement period for which transactions are to be retrieved, in the format 'YYYY-MM'.\nParameter include_pending (boolean); A flag to determine if pending transactions should be included in the list.; default: False","get_company_info":"get_company_info: Retrieve the official name of the company as registered or doing business as (DBA), typically used in formal documentation.\nParameter company_name (string); required; The official name or DBA (Doing Business As) of the company. This should be the legal name used in contracts and formal agreements.","collect_customer_names":"collect_customer_names: Gathers the full name of a customer and the associated company name for account identification purposes.\nParameter firstname (string); required; The first name of the customer as recorded on official documents.\nParameter middlename (string); The middle name of the customer, if any, as recorded on official documents. Leave blank if the customer does not have a middle name.; default: \nParameter lastname (string); required; The surname or family name of the customer as recorded on official documents.\nParameter company_name (string); The legal name of the company with which the customer is associated. Provide the full registered name. If the company name is not applicable or unknown, leave blank.; default: ","ClientAddress.set_address":"ClientAddress.set_address: Sets the full address for a client profile.\nParameter full_address (string); required; The complete address of the client, including street, city, state, and postal code, in the format 'Street, City, State, Postal Code' (e.g., '1234 Elm St, Springfield, IL, 62704').","TotalTransactions.calculate":"TotalTransactions.calculate: Calculates the total number of transactions, including deposits and withdrawals, within a given time period and computes the starting and ending balance.\nParameter starting_date (string); required; The starting date for the transaction period, in ISO 8601 format (e.g., '2023-01-01T00:00:00Z').\nParameter ending_date (string); required; The ending date for the transaction period, in ISO 8601 format (e.g., '2023-01-31T23:59:59Z').\nParameter total_deposits (float); required; The total amount of deposits made during the transaction period in dollars.\nParameter total_withdrawals (float); required; The total amount of withdrawals made during the transaction period in dollars.\nParameter starting_balance (float); required; The balance of the account at the start of the transaction period in dollars.\nParameter ending_balance (float); required; The balance of the account at the end of the transaction period in dollars.","BankStatementOverView":"BankStatementOverView: Provides an overview of a bank statement, including account information and a summary of transactions for a specific period.\nParameter bank_name (string); required; The official name of the bank as it appears on the bank statement.\nParameter account_number (string); required; The unique identifier for the account, typically found at the top of the statement.\nParameter account_type (string); required; The classification of the account, such as 'checking', 'savings', or 'credit'.; allowed values: checking, savings, credit, loan, investment\nParameter full_name (string); required; The complete name of the account holder as recorded by the bank.\nParameter transaction_overview (dict); required; A summary of transactions within the statement period, including totals and counts.","transaction_summary.generate":"transaction_summary.generate: Generates a summary of financial transactions over a given period, including individual transactions and totals.\nParameter transactions (array); required; A list of individual transaction details, each transaction includes the amount debited or credited, the associated vendor, and the date.\nParameter starting_date (string); required; The starting date for the transaction period, in ISO 8601 format 'YYYY-MM-DD'.\nParameter ending_date (string); required; The ending date for the transaction period, in ISO 8601 format 'YYYY-MM-DD'.\nParameter total_deposits (float); required; The total amount of deposits made during the transaction period, in USD.\nParameter total_withdrawals (float); required; The total amount of withdrawals made during the transaction period, in USD.\nParameter starting_balance (float); required; The balance of the account at the start of the transaction period, in USD.\nParameter ending_balance (float); required; The balance of the account at the end of the transaction period, in USD.\nParameter firstname (string); required; First name of the customer.\nParameter lastname (string); required; Last name of the customer.\nParameter middlename (string); Middle name of the customer, if applicable.; default: None\nParameter company_name (string); The official name or DBA of the company associated with the account, if applicable.; default: None"},"clm":{"choice":"transaction_summary.generate","correct":false,"latency_ms":192.86,"confidence":0.766992},"jev":{"choice":"BankStatementOverView","correct":true,"latency_ms":99.18,"confidence":0.85}},"schema":{"criteria":{"TransactionsV2":"{\"description\":\"Process a financial transaction by recording the debit and credit amounts, vendor information, and the date of the transaction.\",\"name\":\"TransactionsV2\",\"parameters\":{\"properties\":{\"credit\":{\"description\":\"The amount credited to the account in US dollars. Only one credit amount is recorded per transaction.\",\"type\":\"float\"},\"date\":{\"description\":\"The exact date when the transaction occurred, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"debit\":{\"description\":\"The amount debited from the account in US dollars. Only one debit amount is recorded per transaction.\",\"type\":\"float\"},\"vendor\":{\"description\":\"The vendor name or description associated with the transaction.\",\"type\":\"string\"}},\"required\":[\"debit\",\"credit\",\"vendor\",\"date\"],\"type\":\"dict\"}}","Alltransactions":"{\"description\":\"Retrieve a list of all transactions for a specified statement period.\",\"name\":\"Alltransactions\",\"parameters\":{\"properties\":{\"include_pending\":{\"default\":false,\"description\":\"A flag to determine if pending transactions should be included in the list.\",\"type\":\"boolean\"},\"statement_period\":{\"description\":\"The statement period for which transactions are to be retrieved, in the format 'YYYY-MM'.\",\"type\":\"string\"}},\"required\":[\"statement_period\"],\"type\":\"dict\"}}","get_company_info":"{\"description\":\"Retrieve the official name of the company as registered or doing business as (DBA), typically used in formal documentation.\",\"name\":\"get_company_info\",\"parameters\":{\"properties\":{\"company_name\":{\"description\":\"The official name or DBA (Doing Business As) of the company. This should be the legal name used in contracts and formal agreements.\",\"type\":\"string\"}},\"required\":[\"company_name\"],\"type\":\"dict\"}}","collect_customer_names":"{\"description\":\"Gathers the full name of a customer and the associated company name for account identification purposes.\",\"name\":\"collect_customer_names\",\"parameters\":{\"properties\":{\"company_name\":{\"default\":\"\",\"description\":\"The legal name of the company with which the customer is associated. Provide the full registered name. If the company name is not applicable or unknown, leave blank.\",\"type\":\"string\"},\"firstname\":{\"description\":\"The first name of the customer as recorded on official documents.\",\"type\":\"string\"},\"lastname\":{\"description\":\"The surname or family name of the customer as recorded on official documents.\",\"type\":\"string\"},\"middlename\":{\"default\":\"\",\"description\":\"The middle name of the customer, if any, as recorded on official documents. Leave blank if the customer does not have a middle name.\",\"type\":\"string\"}},\"required\":[\"firstname\",\"lastname\"],\"type\":\"dict\"}}","ClientAddress.set_address":"{\"description\":\"Sets the full address for a client profile.\",\"name\":\"ClientAddress.set_address\",\"parameters\":{\"properties\":{\"full_address\":{\"description\":\"The complete address of the client, including street, city, state, and postal code, in the format 'Street, City, State, Postal Code' (e.g., '1234 Elm St, Springfield, IL, 62704').\",\"type\":\"string\"}},\"required\":[\"full_address\"],\"type\":\"dict\"}}","TotalTransactions.calculate":"{\"description\":\"Calculates the total number of transactions, including deposits and withdrawals, within a given time period and computes the starting and ending balance.\",\"name\":\"TotalTransactions.calculate\",\"parameters\":{\"properties\":{\"ending_balance\":{\"description\":\"The balance of the account at the end of the transaction period in dollars.\",\"type\":\"float\"},\"ending_date\":{\"description\":\"The ending date for the transaction period, in ISO 8601 format (e.g., '2023-01-31T23:59:59Z').\",\"type\":\"string\"},\"starting_balance\":{\"description\":\"The balance of the account at the start of the transaction period in dollars.\",\"type\":\"float\"},\"starting_date\":{\"description\":\"The starting date for the transaction period, in ISO 8601 format (e.g., '2023-01-01T00:00:00Z').\",\"type\":\"string\"},\"total_deposits\":{\"description\":\"The total amount of deposits made during the transaction period in dollars.\",\"type\":\"float\"},\"total_withdrawals\":{\"description\":\"The total amount of withdrawals made during the transaction period in dollars.\",\"type\":\"float\"}},\"required\":[\"starting_date\",\"ending_date\",\"total_deposits\",\"total_withdrawals\",\"starting_balance\",\"ending_balance\"],\"type\":\"dict\"}}","BankStatementOverView":"{\"description\":\"Provides an overview of a bank statement, including account information and a summary of transactions for a specific period.\",\"name\":\"BankStatementOverView\",\"parameters\":{\"properties\":{\"account_number\":{\"description\":\"The unique identifier for the account, typically found at the top of the statement.\",\"type\":\"string\"},\"account_type\":{\"description\":\"The classification of the account, such as 'checking', 'savings', or 'credit'.\",\"enum\":[\"checking\",\"savings\",\"credit\",\"loan\",\"investment\"],\"type\":\"string\"},\"bank_name\":{\"description\":\"The official name of the bank as it appears on the bank statement.\",\"type\":\"string\"},\"full_name\":{\"description\":\"The complete name of the account holder as recorded by the bank.\",\"type\":\"string\"},\"transaction_overview\":{\"description\":\"A summary of transactions within the statement period, including totals and counts.\",\"properties\":{\"end_date\":{\"description\":\"The ending date of the statement period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the statement period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"total_deposits\":{\"description\":\"The total amount deposited in the account during the statement period, in dollars.\",\"type\":\"float\"},\"total_withdrawals\":{\"description\":\"The total amount withdrawn from the account during the statement period, in dollars.\",\"type\":\"float\"}},\"type\":\"dict\"}},\"required\":[\"bank_name\",\"account_number\",\"account_type\",\"full_name\",\"transaction_overview\"],\"type\":\"dict\"}}","transaction_summary.generate":"{\"description\":\"Generates a summary of financial transactions over a given period, including individual transactions and totals.\",\"name\":\"transaction_summary.generate\",\"parameters\":{\"properties\":{\"company_name\":{\"default\":null,\"description\":\"The official name or DBA of the company associated with the account, if applicable.\",\"type\":\"string\"},\"ending_balance\":{\"description\":\"The balance of the account at the end of the transaction period, in USD.\",\"type\":\"float\"},\"ending_date\":{\"description\":\"The ending date for the transaction period, in ISO 8601 format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"firstname\":{\"description\":\"First name of the customer.\",\"type\":\"string\"},\"lastname\":{\"description\":\"Last name of the customer.\",\"type\":\"string\"},\"middlename\":{\"default\":null,\"description\":\"Middle name of the customer, if applicable.\",\"type\":\"string\"},\"starting_balance\":{\"description\":\"The balance of the account at the start of the transaction period, in USD.\",\"type\":\"float\"},\"starting_date\":{\"description\":\"The starting date for the transaction period, in ISO 8601 format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"total_deposits\":{\"description\":\"The total amount of deposits made during the transaction period, in USD.\",\"type\":\"float\"},\"total_withdrawals\":{\"description\":\"The total amount of withdrawals made during the transaction period, in USD.\",\"type\":\"float\"},\"transactions\":{\"description\":\"A list of individual transaction details, each transaction includes the amount debited or credited, the associated vendor, and the date.\",\"items\":{\"type\":\"dict\"},\"type\":\"array\"}},\"required\":[\"transactions\",\"starting_date\",\"ending_date\",\"total_deposits\",\"total_withdrawals\",\"starting_balance\",\"ending_balance\",\"firstname\",\"lastname\"],\"type\":\"dict\"}}"},"clm":{"choice":"BankStatementOverView","correct":true,"latency_ms":321.31,"confidence":0.406362},"jev":{"choice":"BankStatementOverView","correct":true,"latency_ms":160.69,"confidence":0.98}}}},{"id":"live_multiple_45-18-0","split":"live_multiple","state":"User: Do you have any medium red skirt","expected":"product_search","candidate_count":3,"views":{"description":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability. It returns the current stock status for a given product ID, sizes, and color, and verifies if the desired quantity is available for bulk orders.","product_search":"product_search: Search for products based on a variety of criteria such as category, color, and size.","order_status_check":"order_status_check: Check the current status of an order by providing the order ID and the product name."},"clm":{"choice":"product_search","correct":true,"latency_ms":62.9,"confidence":0.997686},"jev":{"choice":"product_search","correct":true,"latency_ms":96.05,"confidence":0.9}},"prose_schema":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability. It returns the current stock status for a given product ID, sizes, and color, and verifies if the desired quantity is available for bulk orders.\nParameter product_id (string); required; Unique identifier of the product for which the inventory is being queried.\nParameter sizes (array); List of sizes to check for stock updates, such as ['S', 'M', 'L', 'XL'].; default: []\nParameter color (string); Color of the product to check for stock updates. Expected format is a color name, such as 'red' or 'blue'.; default: any\nParameter quantity (integer); Quantity of the product for bulk availability checks. Must be a non-negative number.; default: 1","product_search":"product_search: Search for products based on a variety of criteria such as category, color, and size.\nParameter category (string); required; The category of the product to filter search results. For example, 'electronics', 'clothing', or 'books'.; allowed values: electronics, clothing, books, home appliances, toys\nParameter color (string); The color of the product to filter search results. For example, 'red', 'blue', or 'green'.; default: any\nParameter size (string); The size of the product to filter search results. Expected values could be 'small', 'medium', 'large', or specific sizes like 'S', 'M', 'L' for clothing.; default: any","order_status_check":"order_status_check: Check the current status of an order by providing the order ID and the product name.\nParameter order_id (string); required; The unique identifier of the order.\nParameter product (string); required; The name of the product associated with the order."},"clm":{"choice":"order_status_check","correct":false,"latency_ms":101.56,"confidence":0.958886},"jev":{"choice":"product_search","correct":true,"latency_ms":141.82,"confidence":1.0}},"schema":{"criteria":{"inventory_management":"{\"description\":\"Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability. It returns the current stock status for a given product ID, sizes, and color, and verifies if the desired quantity is available for bulk orders.\",\"name\":\"inventory_management\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"any\",\"description\":\"Color of the product to check for stock updates. Expected format is a color name, such as 'red' or 'blue'.\",\"type\":\"string\"},\"product_id\":{\"description\":\"Unique identifier of the product for which the inventory is being queried.\",\"type\":\"string\"},\"quantity\":{\"default\":1,\"description\":\"Quantity of the product for bulk availability checks. Must be a non-negative number.\",\"type\":\"integer\"},\"sizes\":{\"default\":[],\"description\":\"List of sizes to check for stock updates, such as ['S', 'M', 'L', 'XL'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}","product_search":"{\"description\":\"Search for products based on a variety of criteria such as category, color, and size.\",\"name\":\"product_search\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of the product to filter search results. For example, 'electronics', 'clothing', or 'books'.\",\"enum\":[\"electronics\",\"clothing\",\"books\",\"home appliances\",\"toys\"],\"type\":\"string\"},\"color\":{\"default\":\"any\",\"description\":\"The color of the product to filter search results. For example, 'red', 'blue', or 'green'.\",\"type\":\"string\"},\"size\":{\"default\":\"any\",\"description\":\"The size of the product to filter search results. Expected values could be 'small', 'medium', 'large', or specific sizes like 'S', 'M', 'L' for clothing.\",\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","order_status_check":"{\"description\":\"Check the current status of an order by providing the order ID and the product name.\",\"name\":\"order_status_check\",\"parameters\":{\"properties\":{\"order_id\":{\"description\":\"The unique identifier of the order.\",\"type\":\"string\"},\"product\":{\"description\":\"The name of the product associated with the order.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"product\"],\"type\":\"dict\"}}"},"clm":{"choice":"product_search","correct":true,"latency_ms":122.15,"confidence":0.549274},"jev":{"choice":"product_search","correct":true,"latency_ms":104.71,"confidence":1.0}}}},{"id":"live_multiple_46-18-1","split":"live_multiple","state":"User: When will size 40 be ready with id 12345-67890?","expected":"inventory_management","candidate_count":3,"views":{"description":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability. It returns the current stock status for a given product ID, sizes, and color, and verifies if the desired quantity is available for bulk orders.","product_search":"product_search: Search for products based on a variety of criteria such as category, color, and size.","order_status_check":"order_status_check: Check the current status of an order by providing the order ID and the product name."},"clm":{"choice":"product_search","correct":false,"latency_ms":40.29,"confidence":0.642946},"jev":{"choice":"inventory_management","correct":true,"latency_ms":122.17,"confidence":0.84}},"prose_schema":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability. It returns the current stock status for a given product ID, sizes, and color, and verifies if the desired quantity is available for bulk orders.\nParameter product_id (string); required; Unique identifier of the product for which the inventory is being queried.\nParameter sizes (array); List of sizes to check for stock updates, such as ['S', 'M', 'L', 'XL'] or a number like 35.; default: []\nParameter color (string); Color of the product to check for stock updates. Expected format is a color name, such as 'red' or 'blue'.; default: any\nParameter quantity (integer); Quantity of the product for bulk availability checks. Must be a non-negative number.; default: 1","product_search":"product_search: Search for products based on a variety of criteria such as category, color, and size.\nParameter category (string); required; The category of the product to filter search results. For example, 'electronics', 'clothing', or 'books'.; allowed values: electronics, clothing, books, home appliances, toys\nParameter color (string); The color of the product to filter search results. For example, 'red', 'blue', or 'green'.; default: any\nParameter size (string); The size of the product to filter search results. Expected values could be 'small', 'medium', 'large', or specific sizes like 'S', 'M', 'L' for clothing.; default: any","order_status_check":"order_status_check: Check the current status of an order by providing the order ID and the product name.\nParameter order_id (string); required; The unique identifier of the order.\nParameter product (string); required; The name of the product associated with the order."},"clm":{"choice":"order_status_check","correct":false,"latency_ms":56.3,"confidence":0.691892},"jev":{"choice":"inventory_management","correct":true,"latency_ms":139.34,"confidence":0.94}},"schema":{"criteria":{"inventory_management":"{\"description\":\"Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability. It returns the current stock status for a given product ID, sizes, and color, and verifies if the desired quantity is available for bulk orders.\",\"name\":\"inventory_management\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"any\",\"description\":\"Color of the product to check for stock updates. Expected format is a color name, such as 'red' or 'blue'.\",\"type\":\"string\"},\"product_id\":{\"description\":\"Unique identifier of the product for which the inventory is being queried.\",\"type\":\"string\"},\"quantity\":{\"default\":1,\"description\":\"Quantity of the product for bulk availability checks. Must be a non-negative number.\",\"type\":\"integer\"},\"sizes\":{\"default\":[],\"description\":\"List of sizes to check for stock updates, such as ['S', 'M', 'L', 'XL'] or a number like 35.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}","product_search":"{\"description\":\"Search for products based on a variety of criteria such as category, color, and size.\",\"name\":\"product_search\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of the product to filter search results. For example, 'electronics', 'clothing', or 'books'.\",\"enum\":[\"electronics\",\"clothing\",\"books\",\"home appliances\",\"toys\"],\"type\":\"string\"},\"color\":{\"default\":\"any\",\"description\":\"The color of the product to filter search results. For example, 'red', 'blue', or 'green'.\",\"type\":\"string\"},\"size\":{\"default\":\"any\",\"description\":\"The size of the product to filter search results. Expected values could be 'small', 'medium', 'large', or specific sizes like 'S', 'M', 'L' for clothing.\",\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","order_status_check":"{\"description\":\"Check the current status of an order by providing the order ID and the product name.\",\"name\":\"order_status_check\",\"parameters\":{\"properties\":{\"order_id\":{\"description\":\"The unique identifier of the order.\",\"type\":\"string\"},\"product\":{\"description\":\"The name of the product associated with the order.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"product\"],\"type\":\"dict\"}}"},"clm":{"choice":"order_status_check","correct":false,"latency_ms":80.82,"confidence":0.816078},"jev":{"choice":"inventory_management","correct":true,"latency_ms":140.53,"confidence":0.78}}}},{"id":"live_multiple_47-18-2","split":"live_multiple","state":"User: Check the current status of my order, order ID is 123456789, with name Smart LED TV.","expected":"order_status_check","candidate_count":3,"views":{"description":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability. It returns the current stock status for a given product ID, sizes, and color, and verifies if the desired quantity is available for bulk orders.","product_search":"product_search: Search for products based on a variety of criteria such as category, color, and size.","order_status_check":"order_status_check: Check the current status of an order by providing the order ID and the product name."},"clm":{"choice":"product_search","correct":false,"latency_ms":32.14,"confidence":0.978702},"jev":{"choice":"order_status_check","correct":true,"latency_ms":92.52,"confidence":1.0}},"prose_schema":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability. It returns the current stock status for a given product ID, sizes, and color, and verifies if the desired quantity is available for bulk orders.\nParameter product_id (string); required; Unique identifier of the product for which the inventory is being queried.\nParameter sizes (array); List of sizes to check for stock updates, such as ['S', 'M', 'L', 'XL'].; default: []\nParameter color (string); Color of the product to check for stock updates. Expected format is a color name, such as 'red' or 'blue'.; default: any\nParameter quantity (integer); Quantity of the product for bulk availability checks. Must be a non-negative number.; default: 1","product_search":"product_search: Search for products based on a variety of criteria such as category, color, and size.\nParameter category (string); required; The category of the product to filter search results. For example, 'electronics', 'clothing', or 'books'.; allowed values: electronics, clothing, books, home appliances, toys\nParameter color (string); The color of the product to filter search results. For example, 'red', 'blue', or 'green'.; default: any\nParameter size (string); The size of the product to filter search results. Expected values could be 'small', 'medium', 'large', or specific sizes like 'S', 'M', 'L' for clothing.; default: any","order_status_check":"order_status_check: Check the current status of an order by providing the order ID and the product name.\nParameter order_id (string); required; The unique identifier of the order.\nParameter product (string); required; The name of the product associated with the order."},"clm":{"choice":"order_status_check","correct":true,"latency_ms":29.22,"confidence":0.981114},"jev":{"choice":"order_status_check","correct":true,"latency_ms":92.71,"confidence":1.0}},"schema":{"criteria":{"inventory_management":"{\"description\":\"Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability. It returns the current stock status for a given product ID, sizes, and color, and verifies if the desired quantity is available for bulk orders.\",\"name\":\"inventory_management\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"any\",\"description\":\"Color of the product to check for stock updates. Expected format is a color name, such as 'red' or 'blue'.\",\"type\":\"string\"},\"product_id\":{\"description\":\"Unique identifier of the product for which the inventory is being queried.\",\"type\":\"string\"},\"quantity\":{\"default\":1,\"description\":\"Quantity of the product for bulk availability checks. Must be a non-negative number.\",\"type\":\"integer\"},\"sizes\":{\"default\":[],\"description\":\"List of sizes to check for stock updates, such as ['S', 'M', 'L', 'XL'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}","product_search":"{\"description\":\"Search for products based on a variety of criteria such as category, color, and size.\",\"name\":\"product_search\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of the product to filter search results. For example, 'electronics', 'clothing', or 'books'.\",\"enum\":[\"electronics\",\"clothing\",\"books\",\"home appliances\",\"toys\"],\"type\":\"string\"},\"color\":{\"default\":\"any\",\"description\":\"The color of the product to filter search results. For example, 'red', 'blue', or 'green'.\",\"type\":\"string\"},\"size\":{\"default\":\"any\",\"description\":\"The size of the product to filter search results. Expected values could be 'small', 'medium', 'large', or specific sizes like 'S', 'M', 'L' for clothing.\",\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","order_status_check":"{\"description\":\"Check the current status of an order by providing the order ID and the product name.\",\"name\":\"order_status_check\",\"parameters\":{\"properties\":{\"order_id\":{\"description\":\"The unique identifier of the order.\",\"type\":\"string\"},\"product\":{\"description\":\"The name of the product associated with the order.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"product\"],\"type\":\"dict\"}}"},"clm":{"choice":"order_status_check","correct":true,"latency_ms":32.96,"confidence":0.580474},"jev":{"choice":"order_status_check","correct":true,"latency_ms":123.71,"confidence":1.0}}}},{"id":"live_multiple_48-18-3","split":"live_multiple","state":"User: I saw this product on the Shopee page and I'm interested in buying 30 units. Check if they have enough in stock? Here's the link: https://shopee.co.id/product/123123/123144/, id was 123123","expected":"inventory_management","candidate_count":3,"views":{"description":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability. It returns the current stock status for a given product ID, sizes, and color, and verifies if the desired quantity is available for bulk orders.","product_search":"product_search: Search for products based on a variety of criteria such as category, color, and size.","order_status_check":"order_status_check: Check the current status of an order by providing the order ID and the product name."},"clm":{"choice":"product_search","correct":false,"latency_ms":31.94,"confidence":0.950882},"jev":{"choice":"inventory_management","correct":true,"latency_ms":96.43,"confidence":1.0}},"prose_schema":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability. It returns the current stock status for a given product ID, sizes, and color, and verifies if the desired quantity is available for bulk orders.\nParameter product_id (string); required; Unique identifier of the product for which the inventory is being queried.\nParameter sizes (array); List of sizes to check for stock updates, such as ['S', 'M', 'L', 'XL'].; default: []\nParameter color (string); Color of the product to check for stock updates. Expected format is a color name, such as 'red' or 'blue'.; default: any\nParameter quantity (integer); Quantity of the product for bulk availability checks. Must be a non-negative number.; default: 1","product_search":"product_search: Search for products based on a variety of criteria such as category, color, and size.\nParameter category (string); required; The category of the product to filter search results. For example, 'electronics', 'clothing', or 'books'.; allowed values: electronics, clothing, books, home appliances, toys\nParameter color (string); The color of the product to filter search results. For example, 'red', 'blue', or 'green'.; default: any\nParameter size (string); The size of the product to filter search results. Expected values could be 'small', 'medium', 'large', or specific sizes like 'S', 'M', 'L' for clothing.; default: any","order_status_check":"order_status_check: Check the current status of an order by providing the order ID and the product name.\nParameter order_id (string); required; The unique identifier of the order.\nParameter product (string); required; The name of the product associated with the order."},"clm":{"choice":"order_status_check","correct":false,"latency_ms":32.39,"confidence":0.92604},"jev":{"choice":"inventory_management","correct":true,"latency_ms":127.25,"confidence":1.0}},"schema":{"criteria":{"inventory_management":"{\"description\":\"Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability. It returns the current stock status for a given product ID, sizes, and color, and verifies if the desired quantity is available for bulk orders.\",\"name\":\"inventory_management\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"any\",\"description\":\"Color of the product to check for stock updates. Expected format is a color name, such as 'red' or 'blue'.\",\"type\":\"string\"},\"product_id\":{\"description\":\"Unique identifier of the product for which the inventory is being queried.\",\"type\":\"string\"},\"quantity\":{\"default\":1,\"description\":\"Quantity of the product for bulk availability checks. Must be a non-negative number.\",\"type\":\"integer\"},\"sizes\":{\"default\":[],\"description\":\"List of sizes to check for stock updates, such as ['S', 'M', 'L', 'XL'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}","product_search":"{\"description\":\"Search for products based on a variety of criteria such as category, color, and size.\",\"name\":\"product_search\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of the product to filter search results. For example, 'electronics', 'clothing', or 'books'.\",\"enum\":[\"electronics\",\"clothing\",\"books\",\"home appliances\",\"toys\"],\"type\":\"string\"},\"color\":{\"default\":\"any\",\"description\":\"The color of the product to filter search results. For example, 'red', 'blue', or 'green'.\",\"type\":\"string\"},\"size\":{\"default\":\"any\",\"description\":\"The size of the product to filter search results. Expected values could be 'small', 'medium', 'large', or specific sizes like 'S', 'M', 'L' for clothing.\",\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","order_status_check":"{\"description\":\"Check the current status of an order by providing the order ID and the product name.\",\"name\":\"order_status_check\",\"parameters\":{\"properties\":{\"order_id\":{\"description\":\"The unique identifier of the order.\",\"type\":\"string\"},\"product\":{\"description\":\"The name of the product associated with the order.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"product\"],\"type\":\"dict\"}}"},"clm":{"choice":"order_status_check","correct":false,"latency_ms":31.05,"confidence":0.633439},"jev":{"choice":"inventory_management","correct":true,"latency_ms":103.21,"confidence":1.0}}}},{"id":"live_multiple_49-19-0","split":"live_multiple","state":"System: \nYou are an AI Assistant. Your task is to assist users in providing details related to interviews, interviewer, interviewee/candidate, and the feedback of the interviews. As a chatbot, you should focus solely on FoxMatrix interview-related tasks and refrain from providing information outside this domain.\nBefore providing any answer, it is mandatory to verify all function's description and ask for the required parameters (properties) that user has not provided and are mentioned in the function description one by one only, do not assume or consider it by yourself. \nPlease ensure careful consideration of user input and responses as it impacts the business. Additionally, track previous user input to avoid asking the same question again. Your role is crucial in providing interview details. \nEngage users in meaningful conversations, address their queries promptly, and facilitate a seamless interview experience. Your communication style should be friendly and polite meant to answer questions based on a knowledge base. Don't make assumptions about what values to use with functions.\n\nUser: Ratings and reviews for an interviewer named Charlie Ji?","expected":"interviewer_review.get","candidate_count":2,"views":{"description":{"criteria":{"get_interviewer_list":"get_interviewer_list: Retrieves a list of interviewers who are proficient in a specified skill.","interviewer_review.get":"interviewer_review.get: Retrieves the ratings and reviews of an interviewer based on their full name."},"clm":{"choice":"interviewer_review.get","correct":true,"latency_ms":60.62,"confidence":0.866148},"jev":{"choice":"interviewer_review.get","correct":true,"latency_ms":98.28,"confidence":1.0}},"prose_schema":{"criteria":{"get_interviewer_list":"get_interviewer_list: Retrieves a list of interviewers who are proficient in a specified skill.\nParameter skill (string); required; The name of the skill for which interviewers are sought, such as 'Java' or 'Python'.; allowed values: Java, Python, C++, JavaScript, Ruby\nParameter experience_level (string); The experience level required for the interviewer, formatted as 'junior', 'mid', or 'senior'.; allowed values: junior, mid, senior; default: mid","interviewer_review.get":"interviewer_review.get: Retrieves the ratings and reviews of an interviewer based on their full name.\nParameter name (string); required; The full name of the interviewer, formatted as 'First Last'."},"clm":{"choice":"interviewer_review.get","correct":true,"latency_ms":65.73,"confidence":0.997293},"jev":{"choice":"interviewer_review.get","correct":true,"latency_ms":133.63,"confidence":1.0}},"schema":{"criteria":{"get_interviewer_list":"{\"description\":\"Retrieves a list of interviewers who are proficient in a specified skill.\",\"name\":\"get_interviewer_list\",\"parameters\":{\"properties\":{\"experience_level\":{\"default\":\"mid\",\"description\":\"The experience level required for the interviewer, formatted as 'junior', 'mid', or 'senior'.\",\"enum\":[\"junior\",\"mid\",\"senior\"],\"type\":\"string\"},\"skill\":{\"description\":\"The name of the skill for which interviewers are sought, such as 'Java' or 'Python'.\",\"enum\":[\"Java\",\"Python\",\"C++\",\"JavaScript\",\"Ruby\"],\"type\":\"string\"}},\"required\":[\"skill\"],\"type\":\"dict\"}}","interviewer_review.get":"{\"description\":\"Retrieves the ratings and reviews of an interviewer based on their full name.\",\"name\":\"interviewer_review.get\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The full name of the interviewer, formatted as 'First Last'.\",\"type\":\"string\"}},\"required\":[\"name\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_interviewer_list","correct":false,"latency_ms":92.06,"confidence":0.691824},"jev":{"choice":"interviewer_review.get","correct":true,"latency_ms":105.78,"confidence":1.0}}}},{"id":"live_multiple_50-20-0","split":"live_multiple","state":"System: \nYou are an AI chatbot who helps users in providing information related to movies, cinema halls and booking movie tickets for them.  \nBefore providing any answer, it is mandatory to verify all function's description and ask for the required parameters (properties) that user has not provided and are mentioned in the function description one by one only, do not assume or consider it by yourself. \nAs a system bot, consider / calculate / default the movie date to current date (Nov, 4, 2024) in India. \n\nUser: which movies are playing today in Noida?","expected":"get_movies","candidate_count":2,"views":{"description":{"criteria":{"get_movies":"get_movies: Retrieves a list of movies playing in a specified city, cinema hall, and date, filtered by language and format.","get_show_times":"get_show_times: Retrieves a list of movie show times based on the specified location, movie, and date."},"clm":{"choice":"get_movies","correct":true,"latency_ms":73.64,"confidence":0.5096},"jev":{"choice":"get_movies","correct":true,"latency_ms":102.0,"confidence":1.0}},"prose_schema":{"criteria":{"get_movies":"get_movies: Retrieves a list of movies playing in a specified city, cinema hall, and date, filtered by language and format.\nParameter city (string); required; The city where the movies are being screened, such as 'Noida', 'Amritsar', or 'Indore'.\nParameter cinema_hall (string); The name of the cinema hall, for example 'PVR Logix', 'SARV Cinemas', 'PVR SCT City Centre', or 'Miraj Cinemas'.; default: None\nParameter movie_date (string); The date to check for movies, formatted as 'DD-MM-YYYY'.; default: None\nParameter movie_language (string); The language of the movies, for example 'Hindi', 'English', 'Malayalam', 'Telugu', or 'Punjabi'.; allowed values: Hindi, English, Malayalam, Telugu, Punjabi; default: Hindi\nParameter movie_format (string); The format of the movies, such as '2D', '3D', '4DX', '2D Screen X', 'ICE', or 'IMAX 2D'.; allowed values: 2D, 3D, 4DX, 2D Screen X, ICE, IMAX 2D; default: 2D","get_show_times":"get_show_times: Retrieves a list of movie show times based on the specified location, movie, and date.\nParameter city (string); required; The city where the movie will be shown, such as 'Noida', 'Amritsar', or 'Indore'.\nParameter movie_name (string); required; The title of the movie for which show times are being requested, for example 'Fighter', 'Article 370', 'Crakk', 'Teri Baaton Mein Aisa Uljha Jiya'.\nParameter movie_date (string); required; The date when the movie is showing. Accepts values like 'today', 'tomorrow', '24th Feb', 'Monday', 'Sunday'. The format expected is 'DD MMM' (e.g., '24 Feb') or a day of the week.\nParameter cinema_hall (string); The name of the cinema hall, for example 'PVR Logix', 'SARV Cinemas', 'PVR SCT City Centre', 'Miraj Cinemas'.; default: \nParameter movie_language (string); The language in which the movie is available, e.g., 'Hindi', 'English', 'Malayalam', 'Telugu', 'Punjabi'.; default: English\nParameter movie_format (string); The viewing format of the movie, such as '2D', '3D', '4DX', '2D Screen X', 'ICE', 'IMAX 2D'.; allowed values: 2D, 3D, 4DX, 2D Screen X, ICE, IMAX 2D; default: 2D"},"clm":{"choice":"get_movies","correct":true,"latency_ms":137.39,"confidence":0.968355},"jev":{"choice":"get_movies","correct":true,"latency_ms":118.06,"confidence":1.0}},"schema":{"criteria":{"get_movies":"{\"description\":\"Retrieves a list of movies playing in a specified city, cinema hall, and date, filtered by language and format.\",\"name\":\"get_movies\",\"parameters\":{\"properties\":{\"cinema_hall\":{\"default\":null,\"description\":\"The name of the cinema hall, for example 'PVR Logix', 'SARV Cinemas', 'PVR SCT City Centre', or 'Miraj Cinemas'.\",\"type\":\"string\"},\"city\":{\"description\":\"The city where the movies are being screened, such as 'Noida', 'Amritsar', or 'Indore'.\",\"type\":\"string\"},\"movie_date\":{\"default\":null,\"description\":\"The date to check for movies, formatted as 'DD-MM-YYYY'.\",\"type\":\"string\"},\"movie_format\":{\"default\":\"2D\",\"description\":\"The format of the movies, such as '2D', '3D', '4DX', '2D Screen X', 'ICE', or 'IMAX 2D'.\",\"enum\":[\"2D\",\"3D\",\"4DX\",\"2D Screen X\",\"ICE\",\"IMAX 2D\"],\"type\":\"string\"},\"movie_language\":{\"default\":\"Hindi\",\"description\":\"The language of the movies, for example 'Hindi', 'English', 'Malayalam', 'Telugu', or 'Punjabi'.\",\"enum\":[\"Hindi\",\"English\",\"Malayalam\",\"Telugu\",\"Punjabi\"],\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}","get_show_times":"{\"description\":\"Retrieves a list of movie show times based on the specified location, movie, and date.\",\"name\":\"get_show_times\",\"parameters\":{\"properties\":{\"cinema_hall\":{\"default\":\"\",\"description\":\"The name of the cinema hall, for example 'PVR Logix', 'SARV Cinemas', 'PVR SCT City Centre', 'Miraj Cinemas'.\",\"type\":\"string\"},\"city\":{\"description\":\"The city where the movie will be shown, such as 'Noida', 'Amritsar', or 'Indore'.\",\"type\":\"string\"},\"movie_date\":{\"description\":\"The date when the movie is showing. Accepts values like 'today', 'tomorrow', '24th Feb', 'Monday', 'Sunday'. The format expected is 'DD MMM' (e.g., '24 Feb') or a day of the week.\",\"type\":\"string\"},\"movie_format\":{\"default\":\"2D\",\"description\":\"The viewing format of the movie, such as '2D', '3D', '4DX', '2D Screen X', 'ICE', 'IMAX 2D'.\",\"enum\":[\"2D\",\"3D\",\"4DX\",\"2D Screen X\",\"ICE\",\"IMAX 2D\"],\"type\":\"string\"},\"movie_language\":{\"default\":\"English\",\"description\":\"The language in which the movie is available, e.g., 'Hindi', 'English', 'Malayalam', 'Telugu', 'Punjabi'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which show times are being requested, for example 'Fighter', 'Article 370', 'Crakk', 'Teri Baaton Mein Aisa Uljha Jiya'.\",\"type\":\"string\"}},\"required\":[\"city\",\"movie_name\",\"movie_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_movies","correct":true,"latency_ms":143.89,"confidence":0.822243},"jev":{"choice":"get_movies","correct":true,"latency_ms":107.11,"confidence":1.0}}}},{"id":"live_multiple_51-21-0","split":"live_multiple","state":"User: status of my order? my order ID is #123, and the product I ordered is a pair of sneakers.","expected":"order_status_check","candidate_count":4,"views":{"description":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability.","product_search":"product_search: Search for products by applying filters such as category, color, and size. Returns a list of products that match the criteria.","order_status_check":"order_status_check: Check the current status of an order by providing the order ID and the name of the product ordered.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability."},"clm":{"choice":"product_search","correct":false,"latency_ms":79.19,"confidence":0.867472},"jev":{"choice":"order_status_check","correct":true,"latency_ms":98.77,"confidence":1.0}},"prose_schema":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability.\nParameter product_id (string); required; Unique identifier of the product.\nParameter sizes (array); List of sizes to check for stock updates, such as ['S', 'M', 'L'].; default: []\nParameter color (string); Specific color to check for stock updates. Example values could be 'Red', 'Blue', or 'Green'.; default: None\nParameter quantity (integer); Quantity of the product for bulk availability checks. Indicates how many items are being queried.; default: 1","product_search":"product_search: Search for products by applying filters such as category, color, and size. Returns a list of products that match the criteria.\nParameter category (string); required; The category of the product, which is a mandatory filter in the search. For example, 'electronics', 'clothing', or 'books'.; allowed values: electronics, clothing, books, home, toys\nParameter color (string); The color of the product. This is an optional filter to narrow down the search results. For example, 'red', 'blue', or 'green'.; default: None\nParameter size (string); The size of the product. This is an optional filter that can be used to find products of a specific size. For example, 'S', 'M', 'L', 'XL'.; default: None","order_status_check":"order_status_check: Check the current status of an order by providing the order ID and the name of the product ordered.\nParameter order_id (string); required; The unique identifier of the order.\nParameter product (string); required; The name of the product that was ordered.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability.\nParameter product_id (string); required; The unique identifier of the product for which details are to be retrieved.\nParameter color (string); The color variation of the product. Example values: 'Red', 'Blue', 'Green'.; default: All colors\nParameter size (string); The size variation of the product. Common sizes include 'S', 'M', 'L', 'XL'.; default: All sizes"},"clm":{"choice":"order_status_check","correct":true,"latency_ms":101.48,"confidence":0.839747},"jev":{"choice":"order_status_check","correct":true,"latency_ms":158.66,"confidence":1.0}},"schema":{"criteria":{"inventory_management":"{\"description\":\"Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability.\",\"name\":\"inventory_management\",\"parameters\":{\"properties\":{\"color\":{\"default\":null,\"description\":\"Specific color to check for stock updates. Example values could be 'Red', 'Blue', or 'Green'.\",\"type\":\"string\"},\"product_id\":{\"description\":\"Unique identifier of the product.\",\"type\":\"string\"},\"quantity\":{\"default\":1,\"description\":\"Quantity of the product for bulk availability checks. Indicates how many items are being queried.\",\"type\":\"integer\"},\"sizes\":{\"default\":[],\"description\":\"List of sizes to check for stock updates, such as ['S', 'M', 'L'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}","product_search":"{\"description\":\"Search for products by applying filters such as category, color, and size. Returns a list of products that match the criteria.\",\"name\":\"product_search\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of the product, which is a mandatory filter in the search. For example, 'electronics', 'clothing', or 'books'.\",\"enum\":[\"electronics\",\"clothing\",\"books\",\"home\",\"toys\"],\"type\":\"string\"},\"color\":{\"default\":null,\"description\":\"The color of the product. This is an optional filter to narrow down the search results. For example, 'red', 'blue', or 'green'.\",\"type\":\"string\"},\"size\":{\"default\":null,\"description\":\"The size of the product. This is an optional filter that can be used to find products of a specific size. For example, 'S', 'M', 'L', 'XL'.\",\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","order_status_check":"{\"description\":\"Check the current status of an order by providing the order ID and the name of the product ordered.\",\"name\":\"order_status_check\",\"parameters\":{\"properties\":{\"order_id\":{\"description\":\"The unique identifier of the order.\",\"type\":\"string\"},\"product\":{\"description\":\"The name of the product that was ordered.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"product\"],\"type\":\"dict\"}}","get_product_details":"{\"description\":\"Retrieve detailed information about a specific product, including color and size availability.\",\"name\":\"get_product_details\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"All colors\",\"description\":\"The color variation of the product. Example values: 'Red', 'Blue', 'Green'.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product for which details are to be retrieved.\",\"type\":\"string\"},\"size\":{\"default\":\"All sizes\",\"description\":\"The size variation of the product. Common sizes include 'S', 'M', 'L', 'XL'.\",\"type\":\"string\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"order_status_check","correct":true,"latency_ms":118.98,"confidence":0.523941},"jev":{"choice":"order_status_check","correct":true,"latency_ms":117.56,"confidence":1.0}}}},{"id":"live_multiple_52-21-1","split":"live_multiple","state":"User: Do you have red skirt product ID SK123 is available?","expected":"inventory_management","candidate_count":4,"views":{"description":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability.","product_search":"product_search: Search for products by applying filters such as category, color, and size. Returns a list of products that match the criteria.","order_status_check":"order_status_check: Check the current status of an order by providing the order ID and the name of the product ordered.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability."},"clm":{"choice":"product_search","correct":false,"latency_ms":44.29,"confidence":0.529},"jev":{"choice":"inventory_management","correct":true,"latency_ms":103.78,"confidence":0.87}},"prose_schema":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability.\nParameter product_id (string); required; Unique identifier of the product.\nParameter sizes (array); List of sizes to check for stock updates, such as ['S', 'M', 'L'].; default: []\nParameter color (string); Specific color to check for stock updates. Example values could be 'Red', 'Blue', or 'Green'.; default: None\nParameter quantity (integer); Quantity of the product for bulk availability checks. Indicates how many items are being queried.; default: 1","product_search":"product_search: Search for products by applying filters such as category, color, and size. Returns a list of products that match the criteria.\nParameter category (string); required; The category of the product, which is a mandatory filter in the search. For example, 'electronics', 'clothing', or 'books'.; allowed values: electronics, clothing, books, home, toys\nParameter color (string); The color of the product. This is an optional filter to narrow down the search results. For example, 'red', 'blue', or 'green'.; default: None\nParameter size (string); The size of the product. This is an optional filter that can be used to find products of a specific size. For example, 'S', 'M', 'L', 'XL'.; default: None","order_status_check":"order_status_check: Check the current status of an order by providing the order ID and the name of the product ordered.\nParameter order_id (string); required; The unique identifier of the order.\nParameter product (string); required; The name of the product that was ordered.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability.\nParameter product_id (string); required; The unique identifier of the product for which details are to be retrieved.\nParameter color (string); The color variation of the product. Example values: 'Red', 'Blue', 'Green'.; default: All colors\nParameter size (string); The size variation of the product. Common sizes include 'S', 'M', 'L', 'XL'.; default: All sizes"},"clm":{"choice":"product_search","correct":false,"latency_ms":27.94,"confidence":0.545665},"jev":{"choice":"inventory_management","correct":true,"latency_ms":116.94,"confidence":0.94}},"schema":{"criteria":{"inventory_management":"{\"description\":\"Manage inventory-related queries, including checking product availability, stock updates, size availability, color availability, and bulk availability.\",\"name\":\"inventory_management\",\"parameters\":{\"properties\":{\"color\":{\"default\":null,\"description\":\"Specific color to check for stock updates. Example values could be 'Red', 'Blue', or 'Green'.\",\"type\":\"string\"},\"product_id\":{\"description\":\"Unique identifier of the product.\",\"type\":\"string\"},\"quantity\":{\"default\":1,\"description\":\"Quantity of the product for bulk availability checks. Indicates how many items are being queried.\",\"type\":\"integer\"},\"sizes\":{\"default\":[],\"description\":\"List of sizes to check for stock updates, such as ['S', 'M', 'L'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}","product_search":"{\"description\":\"Search for products by applying filters such as category, color, and size. Returns a list of products that match the criteria.\",\"name\":\"product_search\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of the product, which is a mandatory filter in the search. For example, 'electronics', 'clothing', or 'books'.\",\"enum\":[\"electronics\",\"clothing\",\"books\",\"home\",\"toys\"],\"type\":\"string\"},\"color\":{\"default\":null,\"description\":\"The color of the product. This is an optional filter to narrow down the search results. For example, 'red', 'blue', or 'green'.\",\"type\":\"string\"},\"size\":{\"default\":null,\"description\":\"The size of the product. This is an optional filter that can be used to find products of a specific size. For example, 'S', 'M', 'L', 'XL'.\",\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","order_status_check":"{\"description\":\"Check the current status of an order by providing the order ID and the name of the product ordered.\",\"name\":\"order_status_check\",\"parameters\":{\"properties\":{\"order_id\":{\"description\":\"The unique identifier of the order.\",\"type\":\"string\"},\"product\":{\"description\":\"The name of the product that was ordered.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"product\"],\"type\":\"dict\"}}","get_product_details":"{\"description\":\"Retrieve detailed information about a specific product, including color and size availability.\",\"name\":\"get_product_details\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"All colors\",\"description\":\"The color variation of the product. Example values: 'Red', 'Blue', 'Green'.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product for which details are to be retrieved.\",\"type\":\"string\"},\"size\":{\"default\":\"All sizes\",\"description\":\"The size variation of the product. Common sizes include 'S', 'M', 'L', 'XL'.\",\"type\":\"string\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"product_search","correct":false,"latency_ms":28.35,"confidence":0.482674},"jev":{"choice":"inventory_management","correct":true,"latency_ms":133.85,"confidence":0.96}}}},{"id":"live_multiple_53-22-0","split":"live_multiple","state":"System: The Requirement Extractor is designed to interpret and process multiple user queries in a single input, especially in the context of inventory management and product information.\nUser: I noticed that the maroon \"V-neck sweate\"s were out of stock last week. Check if they have been restocked, specifically in sizes M and L? Please check for prod id: V-neck sweate","expected":"inventory_management","candidate_count":4,"views":{"description":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability."},"clm":{"choice":"product_search","correct":false,"latency_ms":82.06,"confidence":0.884994},"jev":{"choice":"inventory_management","correct":true,"latency_ms":99.38,"confidence":0.98}},"prose_schema":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\nParameter product_id (string); required; The unique identifier of the product.\nParameter sizes (array); A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].; default: []\nParameter color (string); The specific color to check for stock availability.; default: Any","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.\nParameter category (string); required; The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.; allowed values: electronics, clothing, books, home appliances, toys\nParameter color (string); The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.; allowed values: red, blue, green, black, white, yellow; default: any\nParameter size (string); The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.; allowed values: small, medium, large, XL; default: any","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.\nParameter order_id (string); required; The unique identifier of the order. This is typically an alphanumeric code.\nParameter product (string); required; The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability.\nParameter product_id (string); required; The unique identifier of the product for which details are to be retrieved.\nParameter color (string); The color variant of the product, if specific color details are required.; default: all colors\nParameter size (string); The size of the product for which details are needed. Specify 'all sizes' if all size details are required.; default: all sizes"},"clm":{"choice":"get_product_details","correct":false,"latency_ms":101.08,"confidence":0.807239},"jev":{"choice":"inventory_management","correct":true,"latency_ms":104.48,"confidence":1.0}},"schema":{"criteria":{"inventory_management":"{\"description\":\"Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\",\"name\":\"inventory_management\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"Any\",\"description\":\"The specific color to check for stock availability.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product.\",\"type\":\"string\"},\"sizes\":{\"default\":[],\"description\":\"A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}","product_search":"{\"description\":\"Search for products in the inventory based on specified criteria such as category, color, and size.\",\"name\":\"product_search\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.\",\"enum\":[\"electronics\",\"clothing\",\"books\",\"home appliances\",\"toys\"],\"type\":\"string\"},\"color\":{\"default\":\"any\",\"description\":\"The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.\",\"enum\":[\"red\",\"blue\",\"green\",\"black\",\"white\",\"yellow\"],\"type\":\"string\"},\"size\":{\"default\":\"any\",\"description\":\"The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.\",\"enum\":[\"small\",\"medium\",\"large\",\"XL\"],\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","order_status_check":"{\"description\":\"Check the current status of an order by providing the order's unique identifier and the product name.\",\"name\":\"order_status_check\",\"parameters\":{\"properties\":{\"order_id\":{\"description\":\"The unique identifier of the order. This is typically an alphanumeric code.\",\"type\":\"string\"},\"product\":{\"description\":\"The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"product\"],\"type\":\"dict\"}}","get_product_details":"{\"description\":\"Retrieve detailed information about a specific product, including color and size availability.\",\"name\":\"get_product_details\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"all colors\",\"description\":\"The color variant of the product, if specific color details are required.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product for which details are to be retrieved.\",\"type\":\"string\"},\"size\":{\"default\":\"all sizes\",\"description\":\"The size of the product for which details are needed. Specify 'all sizes' if all size details are required.\",\"type\":\"string\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"inventory_management","correct":true,"latency_ms":131.19,"confidence":0.560456},"jev":{"choice":"inventory_management","correct":true,"latency_ms":144.61,"confidence":1.0}}}},{"id":"live_multiple_54-22-1","split":"live_multiple","state":"System: The Requirement Extractor is designed to interpret and process multiple user queries in a single input, especially in the context of inventory management and product information.\nUser: Apakah produk dengan ID 12345XYZ masih tersedia dalam ukuran M dan warna merah?","expected":"inventory_management","candidate_count":4,"views":{"description":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability."},"clm":{"choice":"product_search","correct":false,"latency_ms":29.71,"confidence":0.651905},"jev":{"choice":"inventory_management","correct":true,"latency_ms":99.92,"confidence":0.71}},"prose_schema":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\nParameter product_id (string); required; The unique identifier of the product.\nParameter sizes (array); A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].; default: []\nParameter color (string); The specific color to check for stock availability.; default: Any","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.\nParameter category (string); required; The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.; allowed values: electronics, clothing, books, home appliances, toys\nParameter color (string); The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.; allowed values: red, blue, green, black, white, yellow; default: any\nParameter size (string); The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.; allowed values: small, medium, large, XL; default: any","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.\nParameter order_id (string); required; The unique identifier of the order. This is typically an alphanumeric code.\nParameter product (string); required; The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability.\nParameter product_id (string); required; The unique identifier of the product for which details are to be retrieved.\nParameter color (string); The color variant of the product, if specific color details are required.; default: all colors\nParameter size (string); The size of the product for which details are needed. Specify 'all sizes' if all size details are required.; default: all sizes"},"clm":{"choice":"get_product_details","correct":false,"latency_ms":30.75,"confidence":0.572917},"jev":{"choice":"inventory_management","correct":true,"latency_ms":102.72,"confidence":0.91}},"schema":{"criteria":{"inventory_management":"{\"description\":\"Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\",\"name\":\"inventory_management\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"Any\",\"description\":\"The specific color to check for stock availability.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product.\",\"type\":\"string\"},\"sizes\":{\"default\":[],\"description\":\"A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}","product_search":"{\"description\":\"Search for products in the inventory based on specified criteria such as category, color, and size.\",\"name\":\"product_search\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.\",\"enum\":[\"electronics\",\"clothing\",\"books\",\"home appliances\",\"toys\"],\"type\":\"string\"},\"color\":{\"default\":\"any\",\"description\":\"The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.\",\"enum\":[\"red\",\"blue\",\"green\",\"black\",\"white\",\"yellow\"],\"type\":\"string\"},\"size\":{\"default\":\"any\",\"description\":\"The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.\",\"enum\":[\"small\",\"medium\",\"large\",\"XL\"],\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","order_status_check":"{\"description\":\"Check the current status of an order by providing the order's unique identifier and the product name.\",\"name\":\"order_status_check\",\"parameters\":{\"properties\":{\"order_id\":{\"description\":\"The unique identifier of the order. This is typically an alphanumeric code.\",\"type\":\"string\"},\"product\":{\"description\":\"The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"product\"],\"type\":\"dict\"}}","get_product_details":"{\"description\":\"Retrieve detailed information about a specific product, including color and size availability.\",\"name\":\"get_product_details\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"all colors\",\"description\":\"The color variant of the product, if specific color details are required.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product for which details are to be retrieved.\",\"type\":\"string\"},\"size\":{\"default\":\"all sizes\",\"description\":\"The size of the product for which details are needed. Specify 'all sizes' if all size details are required.\",\"type\":\"string\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"order_status_check","correct":false,"latency_ms":45.4,"confidence":0.74005},"jev":{"choice":"inventory_management","correct":true,"latency_ms":117.93,"confidence":0.89}}}},{"id":"live_multiple_55-22-2","split":"live_multiple","state":"User: Can you check if the white iPhone 12 still available? Use the prod id iPhone 12","expected":"inventory_management","candidate_count":4,"views":{"description":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability."},"clm":{"choice":"product_search","correct":false,"latency_ms":30.48,"confidence":0.862897},"jev":{"choice":"inventory_management","correct":true,"latency_ms":95.9,"confidence":0.88}},"prose_schema":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\nParameter product_id (string); required; The unique identifier of the product.\nParameter sizes (array); A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].; default: []\nParameter color (string); The specific color to check for stock availability.; default: Any","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.\nParameter category (string); required; The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.; allowed values: electronics, clothing, books, home appliances, toys\nParameter color (string); The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.; allowed values: red, blue, green, black, white, yellow; default: any\nParameter size (string); The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.; allowed values: small, medium, large, XL; default: any","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.\nParameter order_id (string); required; The unique identifier of the order. This is typically an alphanumeric code.\nParameter product (string); required; The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability.\nParameter product_id (string); required; The unique identifier of the product for which details are to be retrieved.\nParameter color (string); The color variant of the product, if specific color details are required.; default: all colors\nParameter size (string); The size of the product for which details are needed. Specify 'all sizes' if all size details are required.; default: all sizes"},"clm":{"choice":"get_product_details","correct":false,"latency_ms":35.6,"confidence":0.750539},"jev":{"choice":"inventory_management","correct":true,"latency_ms":101.27,"confidence":0.94}},"schema":{"criteria":{"inventory_management":"{\"description\":\"Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\",\"name\":\"inventory_management\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"Any\",\"description\":\"The specific color to check for stock availability.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product.\",\"type\":\"string\"},\"sizes\":{\"default\":[],\"description\":\"A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}","product_search":"{\"description\":\"Search for products in the inventory based on specified criteria such as category, color, and size.\",\"name\":\"product_search\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.\",\"enum\":[\"electronics\",\"clothing\",\"books\",\"home appliances\",\"toys\"],\"type\":\"string\"},\"color\":{\"default\":\"any\",\"description\":\"The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.\",\"enum\":[\"red\",\"blue\",\"green\",\"black\",\"white\",\"yellow\"],\"type\":\"string\"},\"size\":{\"default\":\"any\",\"description\":\"The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.\",\"enum\":[\"small\",\"medium\",\"large\",\"XL\"],\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","order_status_check":"{\"description\":\"Check the current status of an order by providing the order's unique identifier and the product name.\",\"name\":\"order_status_check\",\"parameters\":{\"properties\":{\"order_id\":{\"description\":\"The unique identifier of the order. This is typically an alphanumeric code.\",\"type\":\"string\"},\"product\":{\"description\":\"The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"product\"],\"type\":\"dict\"}}","get_product_details":"{\"description\":\"Retrieve detailed information about a specific product, including color and size availability.\",\"name\":\"get_product_details\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"all colors\",\"description\":\"The color variant of the product, if specific color details are required.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product for which details are to be retrieved.\",\"type\":\"string\"},\"size\":{\"default\":\"all sizes\",\"description\":\"The size of the product for which details are needed. Specify 'all sizes' if all size details are required.\",\"type\":\"string\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"inventory_management","correct":true,"latency_ms":32.48,"confidence":0.590459},"jev":{"choice":"inventory_management","correct":true,"latency_ms":95.17,"confidence":0.97}}}},{"id":"live_multiple_56-22-3","split":"live_multiple","state":"User: ka kapan ready stok ukuran L lagi, id 111?","expected":"inventory_management","candidate_count":4,"views":{"description":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability."},"clm":{"choice":"product_search","correct":false,"latency_ms":30.57,"confidence":0.781979},"jev":{"choice":"inventory_management","correct":true,"latency_ms":99.81,"confidence":0.99}},"prose_schema":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\nParameter product_id (string); required; The unique identifier of the product.\nParameter sizes (array); A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].; default: []\nParameter color (string); The specific color to check for stock availability.; default: Any","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.\nParameter category (string); required; The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.; allowed values: electronics, clothing, books, home appliances, toys\nParameter color (string); The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.; allowed values: red, blue, green, black, white, yellow; default: any\nParameter size (string); The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.; allowed values: small, medium, large, XL; default: any","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.\nParameter order_id (string); required; The unique identifier of the order. This is typically an alphanumeric code.\nParameter product (string); required; The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability.\nParameter product_id (string); required; The unique identifier of the product for which details are to be retrieved.\nParameter color (string); The color variant of the product, if specific color details are required.; default: all colors\nParameter size (string); The size of the product for which details are needed. Specify 'all sizes' if all size details are required.; default: all sizes"},"clm":{"choice":"get_product_details","correct":false,"latency_ms":28.05,"confidence":0.896372},"jev":{"choice":"inventory_management","correct":true,"latency_ms":126.19,"confidence":0.99}},"schema":{"criteria":{"inventory_management":"{\"description\":\"Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\",\"name\":\"inventory_management\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"Any\",\"description\":\"The specific color to check for stock availability.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product.\",\"type\":\"string\"},\"sizes\":{\"default\":[],\"description\":\"A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}","product_search":"{\"description\":\"Search for products in the inventory based on specified criteria such as category, color, and size.\",\"name\":\"product_search\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.\",\"enum\":[\"electronics\",\"clothing\",\"books\",\"home appliances\",\"toys\"],\"type\":\"string\"},\"color\":{\"default\":\"any\",\"description\":\"The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.\",\"enum\":[\"red\",\"blue\",\"green\",\"black\",\"white\",\"yellow\"],\"type\":\"string\"},\"size\":{\"default\":\"any\",\"description\":\"The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.\",\"enum\":[\"small\",\"medium\",\"large\",\"XL\"],\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","order_status_check":"{\"description\":\"Check the current status of an order by providing the order's unique identifier and the product name.\",\"name\":\"order_status_check\",\"parameters\":{\"properties\":{\"order_id\":{\"description\":\"The unique identifier of the order. This is typically an alphanumeric code.\",\"type\":\"string\"},\"product\":{\"description\":\"The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"product\"],\"type\":\"dict\"}}","get_product_details":"{\"description\":\"Retrieve detailed information about a specific product, including color and size availability.\",\"name\":\"get_product_details\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"all colors\",\"description\":\"The color variant of the product, if specific color details are required.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product for which details are to be retrieved.\",\"type\":\"string\"},\"size\":{\"default\":\"all sizes\",\"description\":\"The size of the product for which details are needed. Specify 'all sizes' if all size details are required.\",\"type\":\"string\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"order_status_check","correct":false,"latency_ms":37.99,"confidence":0.692645},"jev":{"choice":"inventory_management","correct":true,"latency_ms":104.86,"confidence":0.99}}}},{"id":"live_multiple_57-22-4","split":"live_multiple","state":"System: The Requirement Extractor is designed to interpret and process multiple user queries in a single input, especially in the context of inventory management and product information.\nUser: I recently received my order, which included a pair of pants in size UK 34. However, I noticed there's a discrepancy of ±5cm compared to the size 34 pants I purchased previously from your store. Could you check if the size measurements have changed for this product or if there was an error? Id for it was 282828","expected":"get_product_details","candidate_count":4,"views":{"description":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability."},"clm":{"choice":"product_search","correct":false,"latency_ms":30.62,"confidence":0.866875},"jev":{"choice":"get_product_details","correct":true,"latency_ms":154.95,"confidence":0.97}},"prose_schema":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\nParameter product_id (string); required; The unique identifier of the product.\nParameter sizes (array); A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].; default: []\nParameter color (string); The specific color to check for stock availability.; default: Any","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.\nParameter category (string); required; The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.; allowed values: electronics, clothing, books, home appliances, toys\nParameter color (string); The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.; allowed values: red, blue, green, black, white, yellow; default: any\nParameter size (string); The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.; allowed values: small, medium, large, XL; default: any","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.\nParameter order_id (string); required; The unique identifier of the order. This is typically an alphanumeric code.\nParameter product (string); required; The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability.\nParameter product_id (string); required; The unique identifier of the product for which details are to be retrieved.\nParameter color (string); The color variant of the product, if specific color details are required.; default: all colors\nParameter size (string); The size of the product for which details are needed. Specify 'all sizes' if all size details are required.; default: all sizes"},"clm":{"choice":"get_product_details","correct":true,"latency_ms":31.01,"confidence":0.798115},"jev":{"choice":"get_product_details","correct":true,"latency_ms":148.83,"confidence":1.0}},"schema":{"criteria":{"inventory_management":"{\"description\":\"Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\",\"name\":\"inventory_management\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"Any\",\"description\":\"The specific color to check for stock availability.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product.\",\"type\":\"string\"},\"sizes\":{\"default\":[],\"description\":\"A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}","product_search":"{\"description\":\"Search for products in the inventory based on specified criteria such as category, color, and size.\",\"name\":\"product_search\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.\",\"enum\":[\"electronics\",\"clothing\",\"books\",\"home appliances\",\"toys\"],\"type\":\"string\"},\"color\":{\"default\":\"any\",\"description\":\"The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.\",\"enum\":[\"red\",\"blue\",\"green\",\"black\",\"white\",\"yellow\"],\"type\":\"string\"},\"size\":{\"default\":\"any\",\"description\":\"The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.\",\"enum\":[\"small\",\"medium\",\"large\",\"XL\"],\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","order_status_check":"{\"description\":\"Check the current status of an order by providing the order's unique identifier and the product name.\",\"name\":\"order_status_check\",\"parameters\":{\"properties\":{\"order_id\":{\"description\":\"The unique identifier of the order. This is typically an alphanumeric code.\",\"type\":\"string\"},\"product\":{\"description\":\"The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"product\"],\"type\":\"dict\"}}","get_product_details":"{\"description\":\"Retrieve detailed information about a specific product, including color and size availability.\",\"name\":\"get_product_details\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"all colors\",\"description\":\"The color variant of the product, if specific color details are required.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product for which details are to be retrieved.\",\"type\":\"string\"},\"size\":{\"default\":\"all sizes\",\"description\":\"The size of the product for which details are needed. Specify 'all sizes' if all size details are required.\",\"type\":\"string\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"inventory_management","correct":false,"latency_ms":38.23,"confidence":0.457304},"jev":{"choice":"get_product_details","correct":true,"latency_ms":144.88,"confidence":1.0}}}},{"id":"live_multiple_58-22-5","split":"live_multiple","state":"System: The Requirement Extractor is designed to interpret and process multiple user queries in a single input, especially in the context of inventory management and product information.\nUser: Saya melihat bahwa produk dengan ID XY123 masih memiliki stok ukuran M. Saya ingin menukarkan ukuran yang saya miliki dengan ukuran M. Saya akan menanggung ongkos pengiriman dan pengemasannya. Tolong konfirmasi jika ini bisa dilakukan. Terima kasih sebelumnya.","expected":"inventory_management","candidate_count":4,"views":{"description":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability."},"clm":{"choice":"inventory_management","correct":true,"latency_ms":31.14,"confidence":0.754484},"jev":{"choice":"inventory_management","correct":true,"latency_ms":147.1,"confidence":0.92}},"prose_schema":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\nParameter product_id (string); required; The unique identifier of the product.\nParameter sizes (array); A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].; default: []\nParameter color (string); The specific color to check for stock availability.; default: Any","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.\nParameter category (string); required; The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.; allowed values: electronics, clothing, books, home appliances, toys\nParameter color (string); The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.; allowed values: red, blue, green, black, white, yellow; default: any\nParameter size (string); The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.; allowed values: small, medium, large, XL; default: any","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.\nParameter order_id (string); required; The unique identifier of the order. This is typically an alphanumeric code.\nParameter product (string); required; The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability.\nParameter product_id (string); required; The unique identifier of the product for which details are to be retrieved.\nParameter color (string); The color variant of the product, if specific color details are required.; default: all colors\nParameter size (string); The size of the product for which details are needed. Specify 'all sizes' if all size details are required.; default: all sizes"},"clm":{"choice":"get_product_details","correct":false,"latency_ms":29.81,"confidence":0.700089},"jev":{"choice":"inventory_management","correct":true,"latency_ms":128.72,"confidence":0.81}},"schema":{"criteria":{"inventory_management":"{\"description\":\"Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\",\"name\":\"inventory_management\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"Any\",\"description\":\"The specific color to check for stock availability.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product.\",\"type\":\"string\"},\"sizes\":{\"default\":[],\"description\":\"A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}","product_search":"{\"description\":\"Search for products in the inventory based on specified criteria such as category, color, and size.\",\"name\":\"product_search\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.\",\"enum\":[\"electronics\",\"clothing\",\"books\",\"home appliances\",\"toys\"],\"type\":\"string\"},\"color\":{\"default\":\"any\",\"description\":\"The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.\",\"enum\":[\"red\",\"blue\",\"green\",\"black\",\"white\",\"yellow\"],\"type\":\"string\"},\"size\":{\"default\":\"any\",\"description\":\"The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.\",\"enum\":[\"small\",\"medium\",\"large\",\"XL\"],\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","order_status_check":"{\"description\":\"Check the current status of an order by providing the order's unique identifier and the product name.\",\"name\":\"order_status_check\",\"parameters\":{\"properties\":{\"order_id\":{\"description\":\"The unique identifier of the order. This is typically an alphanumeric code.\",\"type\":\"string\"},\"product\":{\"description\":\"The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"product\"],\"type\":\"dict\"}}","get_product_details":"{\"description\":\"Retrieve detailed information about a specific product, including color and size availability.\",\"name\":\"get_product_details\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"all colors\",\"description\":\"The color variant of the product, if specific color details are required.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product for which details are to be retrieved.\",\"type\":\"string\"},\"size\":{\"default\":\"all sizes\",\"description\":\"The size of the product for which details are needed. Specify 'all sizes' if all size details are required.\",\"type\":\"string\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_product_details","correct":false,"latency_ms":31.71,"confidence":0.310034},"jev":{"choice":"inventory_management","correct":true,"latency_ms":106.03,"confidence":0.74}}}},{"id":"live_multiple_59-22-6","split":"live_multiple","state":"System: The Requirement Extractor is designed to interpret and process multiple user queries in a single input, especially in the context of inventory management and product information.\nUser: I noticed the \"Wonderland maxi dress\" is on sale on the website, but only in large sizes. Check if small sizes are available for the same sale price?","expected":"inventory_management","candidate_count":4,"views":{"description":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability."},"clm":{"choice":"product_search","correct":false,"latency_ms":38.97,"confidence":0.931258},"jev":{"choice":"inventory_management","correct":true,"latency_ms":107.1,"confidence":0.84}},"prose_schema":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\nParameter product_id (string); required; The unique identifier of the product.\nParameter sizes (array); A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].; default: []","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.\nParameter category (string); required; The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.; allowed values: electronics, clothing, books, home appliances, toys\nParameter color (string); The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.; allowed values: red, blue, green, black, white, yellow; default: any\nParameter size (string); The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.; allowed values: small, medium, large, XL; default: any","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.\nParameter order_id (string); required; The unique identifier of the order. This is typically an alphanumeric code.\nParameter product (string); required; The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability.\nParameter product_id (string); required; The unique identifier of the product for which details are to be retrieved.\nParameter color (string); The color variant of the product, if specific color details are required.; default: all colors\nParameter size (string); The size of the product for which details are needed. Specify 'all sizes' if all size details are required.; default: all sizes"},"clm":{"choice":"get_product_details","correct":false,"latency_ms":61.52,"confidence":0.787273},"jev":{"choice":"inventory_management","correct":true,"latency_ms":98.11,"confidence":0.91}},"schema":{"criteria":{"inventory_management":"{\"description\":\"Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\",\"name\":\"inventory_management\",\"parameters\":{\"properties\":{\"product_id\":{\"description\":\"The unique identifier of the product.\",\"type\":\"string\"},\"sizes\":{\"default\":[],\"description\":\"A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}","product_search":"{\"description\":\"Search for products in the inventory based on specified criteria such as category, color, and size.\",\"name\":\"product_search\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.\",\"enum\":[\"electronics\",\"clothing\",\"books\",\"home appliances\",\"toys\"],\"type\":\"string\"},\"color\":{\"default\":\"any\",\"description\":\"The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.\",\"enum\":[\"red\",\"blue\",\"green\",\"black\",\"white\",\"yellow\"],\"type\":\"string\"},\"size\":{\"default\":\"any\",\"description\":\"The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.\",\"enum\":[\"small\",\"medium\",\"large\",\"XL\"],\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","order_status_check":"{\"description\":\"Check the current status of an order by providing the order's unique identifier and the product name.\",\"name\":\"order_status_check\",\"parameters\":{\"properties\":{\"order_id\":{\"description\":\"The unique identifier of the order. This is typically an alphanumeric code.\",\"type\":\"string\"},\"product\":{\"description\":\"The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"product\"],\"type\":\"dict\"}}","get_product_details":"{\"description\":\"Retrieve detailed information about a specific product, including color and size availability.\",\"name\":\"get_product_details\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"all colors\",\"description\":\"The color variant of the product, if specific color details are required.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product for which details are to be retrieved.\",\"type\":\"string\"},\"size\":{\"default\":\"all sizes\",\"description\":\"The size of the product for which details are needed. Specify 'all sizes' if all size details are required.\",\"type\":\"string\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"inventory_management","correct":true,"latency_ms":64.48,"confidence":0.35497},"jev":{"choice":"inventory_management","correct":true,"latency_ms":103.95,"confidence":0.88}}}},{"id":"live_multiple_60-22-7","split":"live_multiple","state":"User: Hai, bisakah Anda memeriksa apakah stok kemeja dengan ID produk ABC123 masih tersedia dalam ukuran L?","expected":"inventory_management","candidate_count":4,"views":{"description":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability."},"clm":{"choice":"product_search","correct":false,"latency_ms":29.21,"confidence":0.687114},"jev":{"choice":"inventory_management","correct":true,"latency_ms":104.84,"confidence":0.98}},"prose_schema":{"criteria":{"inventory_management":"inventory_management: Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\nParameter product_id (string); required; The unique identifier of the product.\nParameter sizes (array); A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].; default: []\nParameter color (string); The specific color to check for stock availability.; default: Any","product_search":"product_search: Search for products in the inventory based on specified criteria such as category, color, and size.\nParameter category (string); required; The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.; allowed values: electronics, clothing, books, home appliances, toys\nParameter color (string); The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.; allowed values: red, blue, green, black, white, yellow; default: any\nParameter size (string); The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.; allowed values: small, medium, large, XL; default: any","order_status_check":"order_status_check: Check the current status of an order by providing the order's unique identifier and the product name.\nParameter order_id (string); required; The unique identifier of the order. This is typically an alphanumeric code.\nParameter product (string); required; The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.","get_product_details":"get_product_details: Retrieve detailed information about a specific product, including color and size availability.\nParameter product_id (string); required; The unique identifier of the product for which details are to be retrieved.\nParameter color (string); The color variant of the product, if specific color details are required.; default: all colors\nParameter size (string); The size of the product for which details are needed. Specify 'all sizes' if all size details are required.; default: all sizes"},"clm":{"choice":"get_product_details","correct":false,"latency_ms":28.28,"confidence":0.93336},"jev":{"choice":"inventory_management","correct":true,"latency_ms":102.92,"confidence":0.99}},"schema":{"criteria":{"inventory_management":"{\"description\":\"Manage inventory-related queries, including checking product availability, stock levels for different sizes and colors, and bulk availability.\",\"name\":\"inventory_management\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"Any\",\"description\":\"The specific color to check for stock availability.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product.\",\"type\":\"string\"},\"sizes\":{\"default\":[],\"description\":\"A list of sizes to check for stock availability, e.g., ['S', 'M', 'L'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}","product_search":"{\"description\":\"Search for products in the inventory based on specified criteria such as category, color, and size.\",\"name\":\"product_search\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of the product to filter the search. For example, 'electronics', 'clothing', 'books', etc.\",\"enum\":[\"electronics\",\"clothing\",\"books\",\"home appliances\",\"toys\"],\"type\":\"string\"},\"color\":{\"default\":\"any\",\"description\":\"The color of the product to filter the search. Common values might include 'red', 'blue', 'green', etc.\",\"enum\":[\"red\",\"blue\",\"green\",\"black\",\"white\",\"yellow\"],\"type\":\"string\"},\"size\":{\"default\":\"any\",\"description\":\"The size of the product to filter the search, typically used for clothing or shoes. For example, 'small', 'medium', 'large', 'XL'.\",\"enum\":[\"small\",\"medium\",\"large\",\"XL\"],\"type\":\"string\"}},\"required\":[\"category\"],\"type\":\"dict\"}}","order_status_check":"{\"description\":\"Check the current status of an order by providing the order's unique identifier and the product name.\",\"name\":\"order_status_check\",\"parameters\":{\"properties\":{\"order_id\":{\"description\":\"The unique identifier of the order. This is typically an alphanumeric code.\",\"type\":\"string\"},\"product\":{\"description\":\"The name of the product ordered. For example, 'iPhone 12' or 'Samsung Galaxy S21'.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"product\"],\"type\":\"dict\"}}","get_product_details":"{\"description\":\"Retrieve detailed information about a specific product, including color and size availability.\",\"name\":\"get_product_details\",\"parameters\":{\"properties\":{\"color\":{\"default\":\"all colors\",\"description\":\"The color variant of the product, if specific color details are required.\",\"type\":\"string\"},\"product_id\":{\"description\":\"The unique identifier of the product for which details are to be retrieved.\",\"type\":\"string\"},\"size\":{\"default\":\"all sizes\",\"description\":\"The size of the product for which details are needed. Specify 'all sizes' if all size details are required.\",\"type\":\"string\"}},\"required\":[\"product_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"order_status_check","correct":false,"latency_ms":30.09,"confidence":0.744489},"jev":{"choice":"inventory_management","correct":true,"latency_ms":151.44,"confidence":0.97}}}},{"id":"live_multiple_61-23-0","split":"live_multiple","state":"System: \nYou are an AI chatbot who helps users in providing information related to movies, cinema halls and booking movie tickets for them. \nYou need to ask the user to provide required parameters value if they are not giving it to you. \nAs a system bot, consider / calculate / default the movie date to current date (today's date) in India.\n\nUser: what movies are playing in Noida today?","expected":"get_movies","candidate_count":3,"views":{"description":{"criteria":{"get_movies":"get_movies: Retrieves a list of movies playing in a specified city and cinema hall, with options to filter by date, language, and format.","get_show_times":"get_show_times: Retrieves available show times for a specified movie in a given city on a particular date.","get_movie_details":"get_movie_details: Retrieve the detailed information of a specified movie. The function returns data such as the title, release year, genre, and director of the movie."},"clm":{"choice":"get_show_times","correct":false,"latency_ms":70.72,"confidence":0.84047},"jev":{"choice":"get_movies","correct":true,"latency_ms":97.06,"confidence":1.0}},"prose_schema":{"criteria":{"get_movies":"get_movies: Retrieves a list of movies playing in a specified city and cinema hall, with options to filter by date, language, and format.\nParameter city (string); required; The name of the city where movies are being searched, such as 'Noida', 'Amritsar', or 'Indore'.\nParameter cinema_hall (string); The name of the cinema hall, for example 'PVR Logix', 'SARV Cinemas', or 'Miraj Cinemas'.; default: None\nParameter movie_date (string); The date for which to retrieve movie listings, in the format 'DD-MM-YYYY'.; default: None\nParameter movie_language (string); The language of the movies to filter by, such as 'Hindi', 'English', 'Malayalam', 'Telugu', or 'Punjabi'.; default: None\nParameter movie_format (string); The format of the movies to filter by, with options like '2D', '3D', '4DX', '2D Screen X', 'ICE', 'IMAX 2D'.; allowed values: 2D, 3D, 4DX, 2D Screen X, ICE, IMAX 2D; default: 2D","get_show_times":"get_show_times: Retrieves available show times for a specified movie in a given city on a particular date.\nParameter city (string); required; The city where the show times are to be retrieved, such as 'Noida', 'Amritsar', or 'Indore'.\nParameter movie_name (string); required; The exact name of the movie for which show times are needed, for example 'Fighter' or 'Crakk'.\nParameter movie_date (string); required; The date for which to retrieve show times, in the format 'DD-MM-YYYY'.\nParameter cinema_hall (string); The specific cinema hall to check for show times, if any. For example, 'PVR Logix' or 'Miraj Cinemas'.; default: \nParameter movie_language (string); The language of the movie. Options include 'Hindi', 'English', 'Punjabi', etc.; default: English\nParameter movie_format (string); The format in which the movie is available, such as '2D', '3D', or 'IMAX 2D'.; allowed values: 2D, 3D, 4DX, 2D Screen X, ICE, IMAX 2D; default: 2D","get_movie_details":"get_movie_details: Retrieve the detailed information of a specified movie. The function returns data such as the title, release year, genre, and director of the movie.\nParameter movie_name (string); required; The exact title of the movie for which details are being requested, such as 'The Shawshank Redemption' or 'Inception'.\nParameter include_reviews (boolean); Specifies whether to include user reviews in the movie details.; default: False\nParameter language (string); The language in which to retrieve the movie details. Default is English (EN).; allowed values: EN, ES, FR, DE, IT; default: EN"},"clm":{"choice":"get_movies","correct":true,"latency_ms":132.73,"confidence":0.547131},"jev":{"choice":"get_movies","correct":true,"latency_ms":122.82,"confidence":1.0}},"schema":{"criteria":{"get_movies":"{\"description\":\"Retrieves a list of movies playing in a specified city and cinema hall, with options to filter by date, language, and format.\",\"name\":\"get_movies\",\"parameters\":{\"properties\":{\"cinema_hall\":{\"default\":null,\"description\":\"The name of the cinema hall, for example 'PVR Logix', 'SARV Cinemas', or 'Miraj Cinemas'.\",\"type\":\"string\"},\"city\":{\"description\":\"The name of the city where movies are being searched, such as 'Noida', 'Amritsar', or 'Indore'.\",\"type\":\"string\"},\"movie_date\":{\"default\":null,\"description\":\"The date for which to retrieve movie listings, in the format 'DD-MM-YYYY'.\",\"type\":\"string\"},\"movie_format\":{\"default\":\"2D\",\"description\":\"The format of the movies to filter by, with options like '2D', '3D', '4DX', '2D Screen X', 'ICE', 'IMAX 2D'.\",\"enum\":[\"2D\",\"3D\",\"4DX\",\"2D Screen X\",\"ICE\",\"IMAX 2D\"],\"type\":\"string\"},\"movie_language\":{\"default\":null,\"description\":\"The language of the movies to filter by, such as 'Hindi', 'English', 'Malayalam', 'Telugu', or 'Punjabi'.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}","get_show_times":"{\"description\":\"Retrieves available show times for a specified movie in a given city on a particular date.\",\"name\":\"get_show_times\",\"parameters\":{\"properties\":{\"cinema_hall\":{\"default\":\"\",\"description\":\"The specific cinema hall to check for show times, if any. For example, 'PVR Logix' or 'Miraj Cinemas'.\",\"type\":\"string\"},\"city\":{\"description\":\"The city where the show times are to be retrieved, such as 'Noida', 'Amritsar', or 'Indore'.\",\"type\":\"string\"},\"movie_date\":{\"description\":\"The date for which to retrieve show times, in the format 'DD-MM-YYYY'.\",\"type\":\"string\"},\"movie_format\":{\"default\":\"2D\",\"description\":\"The format in which the movie is available, such as '2D', '3D', or 'IMAX 2D'.\",\"enum\":[\"2D\",\"3D\",\"4DX\",\"2D Screen X\",\"ICE\",\"IMAX 2D\"],\"type\":\"string\"},\"movie_language\":{\"default\":\"English\",\"description\":\"The language of the movie. Options include 'Hindi', 'English', 'Punjabi', etc.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The exact name of the movie for which show times are needed, for example 'Fighter' or 'Crakk'.\",\"type\":\"string\"}},\"required\":[\"city\",\"movie_name\",\"movie_date\"],\"type\":\"dict\"}}","get_movie_details":"{\"description\":\"Retrieve the detailed information of a specified movie. The function returns data such as the title, release year, genre, and director of the movie.\",\"name\":\"get_movie_details\",\"parameters\":{\"properties\":{\"include_reviews\":{\"default\":false,\"description\":\"Specifies whether to include user reviews in the movie details.\",\"type\":\"boolean\"},\"language\":{\"default\":\"EN\",\"description\":\"The language in which to retrieve the movie details. Default is English (EN).\",\"enum\":[\"EN\",\"ES\",\"FR\",\"DE\",\"IT\"],\"type\":\"string\"},\"movie_name\":{\"description\":\"The exact title of the movie for which details are being requested, such as 'The Shawshank Redemption' or 'Inception'.\",\"type\":\"string\"}},\"required\":[\"movie_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_movie_details","correct":false,"latency_ms":142.96,"confidence":0.56202},"jev":{"choice":"get_movies","correct":true,"latency_ms":103.8,"confidence":1.0}}}},{"id":"live_multiple_62-24-0","split":"live_multiple","state":"User: Remove the second item from my todo list.","expected":"todoIdx","candidate_count":2,"views":{"description":{"criteria":{"todo.list_action":"todo.list_action: A function to manage a todo list, including adding new items, deleting existing items, or marking items as completed.","todoIdx":"todoIdx: Provides functionality for managing a todo list, including the ability to delete an item or mark an item as complete based on its index in the list."},"clm":{"choice":"todo.list_action","correct":false,"latency_ms":57.82,"confidence":0.682489},"jev":{"choice":"todoIdx","correct":true,"latency_ms":95.95,"confidence":0.93}},"prose_schema":{"criteria":{"todo.list_action":"todo.list_action: A function to manage a todo list, including adding new items, deleting existing items, or marking items as completed.\nParameter type (string); required; The action to perform on the todo list. Possible actions are 'add' to add a new item, 'delete' to remove an item, and 'complete' to mark an item as completed.; allowed values: add, delete, complete\nParameter content (string); required; The content or description of the todo item that is subject to the action specified by the 'type' parameter.","todoIdx":"todoIdx: Provides functionality for managing a todo list, including the ability to delete an item or mark an item as complete based on its index in the list.\nParameter type (string); required; The operation to perform on the todo item. 'delete' will remove the item from the list, while 'complete' will mark the item as completed.; allowed values: delete, complete\nParameter index (integer); required; The zero-based index of the todo item in the list that the specified operation should be applied to."},"clm":{"choice":"todoIdx","correct":true,"latency_ms":89.31,"confidence":0.99906},"jev":{"choice":"todoIdx","correct":true,"latency_ms":138.7,"confidence":0.99}},"schema":{"criteria":{"todo.list_action":"{\"description\":\"A function to manage a todo list, including adding new items, deleting existing items, or marking items as completed.\",\"name\":\"todo.list_action\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The content or description of the todo item that is subject to the action specified by the 'type' parameter.\",\"type\":\"string\"},\"type\":{\"description\":\"The action to perform on the todo list. Possible actions are 'add' to add a new item, 'delete' to remove an item, and 'complete' to mark an item as completed.\",\"enum\":[\"add\",\"delete\",\"complete\"],\"type\":\"string\"}},\"required\":[\"type\",\"content\"],\"type\":\"dict\"}}","todoIdx":"{\"description\":\"Provides functionality for managing a todo list, including the ability to delete an item or mark an item as complete based on its index in the list.\",\"name\":\"todoIdx\",\"parameters\":{\"properties\":{\"index\":{\"description\":\"The zero-based index of the todo item in the list that the specified operation should be applied to.\",\"type\":\"integer\"},\"type\":{\"description\":\"The operation to perform on the todo item. 'delete' will remove the item from the list, while 'complete' will mark the item as completed.\",\"enum\":[\"delete\",\"complete\"],\"type\":\"string\"}},\"required\":[\"type\",\"index\"],\"type\":\"dict\"}}"},"clm":{"choice":"todoIdx","correct":true,"latency_ms":92.13,"confidence":0.940145},"jev":{"choice":"todoIdx","correct":true,"latency_ms":108.58,"confidence":1.0}}}},{"id":"live_multiple_63-25-0","split":"live_multiple","state":"User: I want to order five 'burgers' and six 'chicken wings' from uber eat with id: McDonald's.","expected":"uber.eat.order","candidate_count":2,"views":{"description":{"criteria":{"uber.ride":"uber.ride: Finds a suitable Uber ride option for customers based on their location, selected ride type, and maximum wait time.","uber.eat.order":"uber.eat.order: Places an order for food from Uber Eats, specifying the chosen restaurant, items to order, and their quantities."},"clm":{"choice":"uber.eat.order","correct":true,"latency_ms":73.1,"confidence":0.892112},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":121.53,"confidence":1.0}},"prose_schema":{"criteria":{"uber.ride":"uber.ride: Finds a suitable Uber ride option for customers based on their location, selected ride type, and maximum wait time.\nParameter loc (string); required; The starting location of the Uber ride, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter type (string); required; The type of Uber ride the user is ordering.; allowed values: plus, comfort, black\nParameter time (integer); required; The maximum amount of time the customer is willing to wait for the ride, in minutes.","uber.eat.order":"uber.eat.order: Places an order for food from Uber Eats, specifying the chosen restaurant, items to order, and their quantities.\nParameter restaurant_id (string); required; The unique identifier of the chosen restaurant.\nParameter items (array); required; A list of items to order, each with an item identifier and quantity."},"clm":{"choice":"uber.eat.order","correct":true,"latency_ms":80.77,"confidence":0.817092},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":96.95,"confidence":1.0}},"schema":{"criteria":{"uber.ride":"{\"description\":\"Finds a suitable Uber ride option for customers based on their location, selected ride type, and maximum wait time.\",\"name\":\"uber.ride\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"The starting location of the Uber ride, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"time\":{\"description\":\"The maximum amount of time the customer is willing to wait for the ride, in minutes.\",\"type\":\"integer\"},\"type\":{\"description\":\"The type of Uber ride the user is ordering.\",\"enum\":[\"plus\",\"comfort\",\"black\"],\"type\":\"string\"}},\"required\":[\"loc\",\"type\",\"time\"],\"type\":\"dict\"}}","uber.eat.order":"{\"description\":\"Places an order for food from Uber Eats, specifying the chosen restaurant, items to order, and their quantities.\",\"name\":\"uber.eat.order\",\"parameters\":{\"properties\":{\"items\":{\"description\":\"A list of items to order, each with an item identifier and quantity.\",\"items\":{\"properties\":{\"item\":{\"description\":\"The unique identifier of the item to order.\",\"type\":\"string\"},\"quantity\":{\"description\":\"The number of this item to order.\",\"type\":\"integer\"}},\"type\":\"dict\"},\"type\":\"array\"},\"restaurant_id\":{\"description\":\"The unique identifier of the chosen restaurant.\",\"type\":\"string\"}},\"required\":[\"restaurant_id\",\"items\"],\"type\":\"dict\"}}"},"clm":{"choice":"uber.eat.order","correct":true,"latency_ms":99.47,"confidence":0.819348},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":108.75,"confidence":1.0}}}},{"id":"live_multiple_64-26-0","split":"live_multiple","state":"User: Can you place an order for five burgers and six chicken wings from id = McDonald's? Each burger has the item ID 'burger123' and each chicken wing has the item ID 'wing456'.","expected":"uber.eat.order","candidate_count":3,"views":{"description":{"criteria":{"uber.ride":"uber.ride: Finds a suitable Uber ride for customers based on their location, preferred ride type, and maximum wait time.","uber.eat.order":"uber.eat.order: Place an order for food delivery from a specified restaurant on Uber Eats, including the items to order and their quantities.","get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location."},"clm":{"choice":"uber.ride","correct":false,"latency_ms":107.84,"confidence":0.731025},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":100.95,"confidence":1.0}},"prose_schema":{"criteria":{"uber.ride":"uber.ride: Finds a suitable Uber ride for customers based on their location, preferred ride type, and maximum wait time.\nParameter loc (string); required; The starting location for the Uber ride, in the format of 'Street Address, City, State'.\nParameter type (string); required; The type of Uber ride the user is ordering.; allowed values: plus, comfort, black\nParameter time (integer); required; The maximum amount of time, in minutes, the customer is willing to wait for the ride.","uber.eat.order":"uber.eat.order: Place an order for food delivery from a specified restaurant on Uber Eats, including the items to order and their quantities.\nParameter restaurant_id (string); required; The unique identifier of the chosen restaurant.\nParameter items (array); required; An array of items selected for the order, each with details such as item identifier and quantity.\nParameter delivery_instructions (string); Special instructions for the delivery person, such as gate codes or drop-off preferences.; default: ","get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.\nParameter location (string); required; The geographical location for the weather data, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of temperature for the weather data.; allowed values: celsius, fahrenheit; default: fahrenheit"},"clm":{"choice":"uber.ride","correct":false,"latency_ms":91.51,"confidence":0.970739},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":110.32,"confidence":1.0}},"schema":{"criteria":{"uber.ride":"{\"description\":\"Finds a suitable Uber ride for customers based on their location, preferred ride type, and maximum wait time.\",\"name\":\"uber.ride\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"The starting location for the Uber ride, in the format of 'Street Address, City, State'.\",\"type\":\"string\"},\"time\":{\"description\":\"The maximum amount of time, in minutes, the customer is willing to wait for the ride.\",\"type\":\"integer\"},\"type\":{\"description\":\"The type of Uber ride the user is ordering.\",\"enum\":[\"plus\",\"comfort\",\"black\"],\"type\":\"string\"}},\"required\":[\"loc\",\"type\",\"time\"],\"type\":\"dict\"}}","uber.eat.order":"{\"description\":\"Place an order for food delivery from a specified restaurant on Uber Eats, including the items to order and their quantities.\",\"name\":\"uber.eat.order\",\"parameters\":{\"properties\":{\"delivery_instructions\":{\"default\":\"\",\"description\":\"Special instructions for the delivery person, such as gate codes or drop-off preferences.\",\"type\":\"string\"},\"items\":{\"description\":\"An array of items selected for the order, each with details such as item identifier and quantity.\",\"items\":{\"properties\":{\"item_id\":{\"description\":\"The unique identifier of the selected item.\",\"type\":\"string\"},\"quantity\":{\"description\":\"The number of units of the item to order.\",\"type\":\"integer\"}},\"type\":\"dict\"},\"type\":\"array\"},\"restaurant_id\":{\"description\":\"The unique identifier of the chosen restaurant.\",\"type\":\"string\"}},\"required\":[\"restaurant_id\",\"items\"],\"type\":\"dict\"}}","get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The geographical location for the weather data, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature for the weather data.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_current_weather","correct":false,"latency_ms":113.38,"confidence":0.52265},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":103.59,"confidence":1.0}}}},{"id":"live_multiple_65-26-1","split":"live_multiple","state":"User: Could you tell me the current weather conditions in Boston, MA?","expected":"get_current_weather","candidate_count":3,"views":{"description":{"criteria":{"uber.ride":"uber.ride: Finds a suitable Uber ride for customers based on their location, preferred ride type, and maximum wait time.","uber.eat.order":"uber.eat.order: Place an order for food delivery from a specified restaurant on Uber Eats, including the items to order and their quantities.","get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location."},"clm":{"choice":"get_current_weather","correct":true,"latency_ms":29.3,"confidence":0.997236},"jev":{"choice":"get_current_weather","correct":true,"latency_ms":102.9,"confidence":1.0}},"prose_schema":{"criteria":{"uber.ride":"uber.ride: Finds a suitable Uber ride for customers based on their location, preferred ride type, and maximum wait time.\nParameter loc (string); required; The starting location for the Uber ride, in the format of 'Street Address, City, State'.\nParameter type (string); required; The type of Uber ride the user is ordering.; allowed values: plus, comfort, black\nParameter time (integer); required; The maximum amount of time, in minutes, the customer is willing to wait for the ride.","uber.eat.order":"uber.eat.order: Place an order for food delivery from a specified restaurant on Uber Eats, including the items to order and their quantities.\nParameter restaurant_id (string); required; The unique identifier of the chosen restaurant.\nParameter items (array); required; An array of items selected for the order, each with details such as item identifier and quantity.\nParameter delivery_instructions (string); Special instructions for the delivery person, such as gate codes or drop-off preferences.; default: ","get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.\nParameter location (string); required; The geographical location for the weather data, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of temperature for the weather data.; allowed values: celsius, fahrenheit; default: fahrenheit"},"clm":{"choice":"get_current_weather","correct":true,"latency_ms":28.42,"confidence":0.906865},"jev":{"choice":"get_current_weather","correct":true,"latency_ms":123.36,"confidence":1.0}},"schema":{"criteria":{"uber.ride":"{\"description\":\"Finds a suitable Uber ride for customers based on their location, preferred ride type, and maximum wait time.\",\"name\":\"uber.ride\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"The starting location for the Uber ride, in the format of 'Street Address, City, State'.\",\"type\":\"string\"},\"time\":{\"description\":\"The maximum amount of time, in minutes, the customer is willing to wait for the ride.\",\"type\":\"integer\"},\"type\":{\"description\":\"The type of Uber ride the user is ordering.\",\"enum\":[\"plus\",\"comfort\",\"black\"],\"type\":\"string\"}},\"required\":[\"loc\",\"type\",\"time\"],\"type\":\"dict\"}}","uber.eat.order":"{\"description\":\"Place an order for food delivery from a specified restaurant on Uber Eats, including the items to order and their quantities.\",\"name\":\"uber.eat.order\",\"parameters\":{\"properties\":{\"delivery_instructions\":{\"default\":\"\",\"description\":\"Special instructions for the delivery person, such as gate codes or drop-off preferences.\",\"type\":\"string\"},\"items\":{\"description\":\"An array of items selected for the order, each with details such as item identifier and quantity.\",\"items\":{\"description\":\"An array of items selected for the order, each with details such as item identifier and quantity.\",\"properties\":{\"item_id\":{\"description\":\"The unique identifier of the selected item.\",\"type\":\"string\"},\"quantity\":{\"description\":\"The number of units of the item to order.\",\"type\":\"integer\"}},\"type\":\"dict\"},\"type\":\"array\"},\"restaurant_id\":{\"description\":\"The unique identifier of the chosen restaurant.\",\"type\":\"string\"}},\"required\":[\"restaurant_id\",\"items\"],\"type\":\"dict\"}}","get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The geographical location for the weather data, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature for the weather data.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"uber.ride","correct":false,"latency_ms":65.0,"confidence":0.613924},"jev":{"choice":"get_current_weather","correct":true,"latency_ms":102.21,"confidence":1.0}}}},{"id":"live_multiple_66-27-0","split":"live_multiple","state":"User: I need to establish a new Postgres server for our Canada office. The server's domain is 'http://plgah.ca', the database should be 'finance_db', the username will be 'pascal', and use a secure password 123123.","expected":"add_postgres_server","candidate_count":2,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location in the desired temperature unit.","add_postgres_server":"add_postgres_server: Add a new PostgreSQL server configuration or update an existing one with the provided settings."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":57.69,"confidence":0.999953},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":116.17,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location in the desired temperature unit.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of temperature for the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","add_postgres_server":"add_postgres_server: Add a new PostgreSQL server configuration or update an existing one with the provided settings.\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); The port number on which the PostgreSQL server is running. Defaults to the standard PostgreSQL port.; default: 5432\nParameter database (string); The name of the target database on the PostgreSQL server. If not provided, defaults to 'postgres'.; default: postgres\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password for authentication with the PostgreSQL server."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":87.56,"confidence":0.997702},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":114.48,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location in the desired temperature unit.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature for the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Add a new PostgreSQL server configuration or update an existing one with the provided settings.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"default\":\"postgres\",\"description\":\"The name of the target database on the PostgreSQL server. If not provided, defaults to 'postgres'.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the PostgreSQL server.\",\"type\":\"string\"},\"port\":{\"default\":5432,\"description\":\"The port number on which the PostgreSQL server is running. Defaults to the standard PostgreSQL port.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"host\",\"username\",\"password\"],\"type\":\"dict\"}}"},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":134.75,"confidence":0.830471},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":112.26,"confidence":1.0}}}},{"id":"live_multiple_67-28-0","split":"live_multiple","state":"User: I need to add a new Postgres server with the host address 'http://plgah.ca', database 'maindb', the username 'pascal', and the password 'securepassword123'.","expected":"add_postgres_server","candidate_count":2,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Fetches the current weather data for a specified location, with an option to select the temperature unit.","add_postgres_server":"add_postgres_server: Adds or creates a new PostgreSQL server configuration to connect to a database instance."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":72.63,"confidence":0.999734},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":105.87,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Fetches the current weather data for a specified location, with an option to select the temperature unit.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The temperature unit in which to display the weather data.; allowed values: celsius, fahrenheit; default: fahrenheit","add_postgres_server":"add_postgres_server: Adds or creates a new PostgreSQL server configuration to connect to a database instance.\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); The port number on which the PostgreSQL server is listening.; default: 5432\nParameter database (string); The name of the database to connect to.; default: postgres\nParameter username (string); required; The username for authenticating with the PostgreSQL server.\nParameter password (string); required; The password for authenticating with the PostgreSQL server."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":92.15,"confidence":0.997592},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":119.36,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Fetches the current weather data for a specified location, with an option to select the temperature unit.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The temperature unit in which to display the weather data.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds or creates a new PostgreSQL server configuration to connect to a database instance.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"default\":\"postgres\",\"description\":\"The name of the database to connect to.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authenticating with the PostgreSQL server.\",\"type\":\"string\"},\"port\":{\"default\":5432,\"description\":\"The port number on which the PostgreSQL server is listening.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authenticating with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"host\",\"username\",\"password\"],\"type\":\"dict\"}}"},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":95.42,"confidence":0.59039},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":149.2,"confidence":1.0}}}},{"id":"live_multiple_68-29-0","split":"live_multiple","state":"User: I need to set up a new Postgres server connection for my project. The nickname is 'ProjectDB', the host should be 'http://foo.com', the port number is 5432, the default database name is 'project_data', the username is 'user1', and the password I think is '12345'.","expected":"add_postgres_server","candidate_count":2,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.","add_postgres_server":"add_postgres_server: Add or create a new Postgres server configuration with the specified parameters."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":58.19,"confidence":0.999595},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":118.7,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.\nParameter location (string); required; The city and state of the requested weather data, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of measurement for temperature values.; allowed values: celsius, fahrenheit; default: fahrenheit","add_postgres_server":"add_postgres_server: Add or create a new Postgres server configuration with the specified parameters.\nParameter nickname (string); required; A unique identifier for the server configuration.\nParameter host (string); required; The hostname or IP address of the Postgres server.\nParameter port (integer); required; The port number on which the Postgres server is listening.\nParameter database (string); required; The name of the default database to connect to.\nParameter username (string); required; The username for authentication with the Postgres server.\nParameter password (string); required; The password for authentication with the Postgres server."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":84.68,"confidence":0.998468},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":98.48,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state of the requested weather data, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of measurement for temperature values.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Add or create a new Postgres server configuration with the specified parameters.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the Postgres server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique identifier for the server configuration.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the Postgres server.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the Postgres server is listening.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the Postgres server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}"},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":98.99,"confidence":0.92704},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":112.03,"confidence":1.0}}}},{"id":"live_multiple_69-30-0","split":"live_multiple","state":"User: Configure a new PostgreSQL server with the nickname 'PrimaryDB', host 'db.example.com', porting with 5432, database called inventory, username 'admin', and a password '1234567890'.","expected":"add_postgres_server","candidate_count":4,"views":{"description":{"criteria":{"add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing for subsequent database operations to be performed against it.","add_mtnards_server":"add_mtnards_server: Add a new MTNA Rich Data Services (RDS) server to the configuration, allowing interaction with the server using the provided API key.","dartfx_help":"dartfx_help: Provides assistance by returning the documentation links and usage instructions for the DartFX library.","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":93.81,"confidence":0.753638},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":120.25,"confidence":1.0}},"prose_schema":{"criteria":{"add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing for subsequent database operations to be performed against it.\nParameter nickname (string); required; An identifiable nickname or alias for the PostgreSQL server.\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The port number on which the PostgreSQL server is listening.\nParameter database (string); required; The name of the default database to connect to.\nParameter username (string); required; The username to authenticate with when connecting to the PostgreSQL server.\nParameter password (string); required; The password to authenticate with when connecting to the PostgreSQL server. It's recommended to use a strong, unique password.","add_mtnards_server":"add_mtnards_server: Add a new MTNA Rich Data Services (RDS) server to the configuration, allowing interaction with the server using the provided API key.\nParameter nickname (string); The server's name or nickname that will be used for identification within the environment.; default: Default_Server_Nickname\nParameter host (string); The hostname or IP address of the server. For example, '192.168.1.10' or 'server.example.com'.; default: localhost\nParameter api_key (string); required; The API key used for authenticating with the MTNA RDS server. This key should be kept confidential.","dartfx_help":"dartfx_help: Provides assistance by returning the documentation links and usage instructions for the DartFX library.\nParameter topic (string); The specific topic or function within DartFX for which help is requested. For example, 'installation', 'configuration', or 'troubleshooting'.; allowed values: installation, configuration, troubleshooting, usage, functions; default: usage\nParameter output_format (string); The format in which the help information should be returned, such as 'text', 'HTML', or 'PDF'.; allowed values: text, HTML, PDF; default: text","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided.\nParameter nickname (string); The nickname represents the type of server to filter the list by. If not specified, all server types will be listed.; allowed values: all, postgres, openapi, graphql; default: all"},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":110.29,"confidence":0.586422},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":100.82,"confidence":1.0}},"schema":{"criteria":{"add_postgres_server":"{\"description\":\"Adds a new PostgreSQL server configuration to the environment, allowing for subsequent database operations to be performed against it.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"An identifiable nickname or alias for the PostgreSQL server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password to authenticate with when connecting to the PostgreSQL server. It's recommended to use a strong, unique password.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the PostgreSQL server is listening.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username to authenticate with when connecting to the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Add a new MTNA Rich Data Services (RDS) server to the configuration, allowing interaction with the server using the provided API key.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key used for authenticating with the MTNA RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The hostname or IP address of the server. For example, '192.168.1.10' or 'server.example.com'.\",\"type\":\"string\"},\"nickname\":{\"default\":\"Default_Server_Nickname\",\"description\":\"The server's name or nickname that will be used for identification within the environment.\",\"type\":\"string\"}},\"required\":[\"api_key\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance by returning the documentation links and usage instructions for the DartFX library.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"output_format\":{\"default\":\"text\",\"description\":\"The format in which the help information should be returned, such as 'text', 'HTML', or 'PDF'.\",\"enum\":[\"text\",\"HTML\",\"PDF\"],\"type\":\"string\"},\"topic\":{\"default\":\"usage\",\"description\":\"The specific topic or function within DartFX for which help is requested. For example, 'installation', 'configuration', or 'troubleshooting'.\",\"enum\":[\"installation\",\"configuration\",\"troubleshooting\",\"usage\",\"functions\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieves a list of servers from the specified environment, filtered by the server type if provided.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"nickname\":{\"default\":\"all\",\"description\":\"The nickname represents the type of server to filter the list by. If not specified, all server types will be listed.\",\"enum\":[\"all\",\"postgres\",\"openapi\",\"graphql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"list_servers","correct":false,"latency_ms":134.43,"confidence":0.591826},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":98.19,"confidence":1.0}}}},{"id":"live_multiple_70-30-1","split":"live_multiple","state":"User: Provide me with the documentation links and usage instructions for troubleshooting in DartFX?","expected":"dartfx_help","candidate_count":4,"views":{"description":{"criteria":{"add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing for subsequent database operations to be performed against it.","add_mtnards_server":"add_mtnards_server: Add a new MTNA Rich Data Services (RDS) server to the configuration, allowing interaction with the server using the provided API key.","dartfx_help":"dartfx_help: Provides assistance by returning the documentation links and usage instructions for the DartFX library.","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided."},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":27.33,"confidence":0.996978},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":103.6,"confidence":1.0}},"prose_schema":{"criteria":{"add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing for subsequent database operations to be performed against it.\nParameter nickname (string); required; An identifiable nickname or alias for the PostgreSQL server.\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The port number on which the PostgreSQL server is listening.\nParameter database (string); required; The name of the default database to connect to.\nParameter username (string); required; The username to authenticate with when connecting to the PostgreSQL server.\nParameter password (string); required; The password to authenticate with when connecting to the PostgreSQL server. It's recommended to use a strong, unique password.","add_mtnards_server":"add_mtnards_server: Add a new MTNA Rich Data Services (RDS) server to the configuration, allowing interaction with the server using the provided API key.\nParameter nickname (string); The server's name or nickname that will be used for identification within the environment.; default: Default_Server_Nickname\nParameter host (string); The hostname or IP address of the server. For example, '192.168.1.10' or 'server.example.com'.; default: localhost\nParameter api_key (string); required; The API key used for authenticating with the MTNA RDS server. This key should be kept confidential.","dartfx_help":"dartfx_help: Provides assistance by returning the documentation links and usage instructions for the DartFX library.\nParameter topic (string); The specific topic or function within DartFX for which help is requested. For example, 'installation', 'configuration', or 'troubleshooting'.; allowed values: installation, configuration, troubleshooting, usage, functions; default: usage\nParameter output_format (string); The format in which the help information should be returned, such as 'text', 'HTML', or 'PDF'.; allowed values: text, HTML, PDF; default: text","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided.\nParameter nickname (string); The nickname represents the type of server to filter the list by. If not specified, all server types will be listed.; allowed values: all, postgres, openapi, graphql; default: all"},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":27.76,"confidence":0.982375},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":159.0,"confidence":1.0}},"schema":{"criteria":{"add_postgres_server":"{\"description\":\"Adds a new PostgreSQL server configuration to the environment, allowing for subsequent database operations to be performed against it.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"An identifiable nickname or alias for the PostgreSQL server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password to authenticate with when connecting to the PostgreSQL server. It's recommended to use a strong, unique password.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the PostgreSQL server is listening.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username to authenticate with when connecting to the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Add a new MTNA Rich Data Services (RDS) server to the configuration, allowing interaction with the server using the provided API key.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key used for authenticating with the MTNA RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The hostname or IP address of the server. For example, '192.168.1.10' or 'server.example.com'.\",\"type\":\"string\"},\"nickname\":{\"default\":\"Default_Server_Nickname\",\"description\":\"The server's name or nickname that will be used for identification within the environment.\",\"type\":\"string\"}},\"required\":[\"api_key\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance by returning the documentation links and usage instructions for the DartFX library.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"output_format\":{\"default\":\"text\",\"description\":\"The format in which the help information should be returned, such as 'text', 'HTML', or 'PDF'.\",\"enum\":[\"text\",\"HTML\",\"PDF\"],\"type\":\"string\"},\"topic\":{\"default\":\"usage\",\"description\":\"The specific topic or function within DartFX for which help is requested. For example, 'installation', 'configuration', or 'troubleshooting'.\",\"enum\":[\"installation\",\"configuration\",\"troubleshooting\",\"usage\",\"functions\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieves a list of servers from the specified environment, filtered by the server type if provided.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"nickname\":{\"default\":\"all\",\"description\":\"The nickname represents the type of server to filter the list by. If not specified, all server types will be listed.\",\"enum\":[\"all\",\"postgres\",\"openapi\",\"graphql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":32.7,"confidence":0.719191},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":115.78,"confidence":1.0}}}},{"id":"live_multiple_71-31-0","split":"live_multiple","state":"User: I need to set up a connection to our company's database. The server is called 'EnterpriseDB', the host is 'db.company.com', the database name is 'sales_data', my username is 'dbadmin', and the password is 'secure*pwd123'.","expected":"add_postgres_server","candidate_count":2,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.","add_postgres_server":"add_postgres_server: Add or create a new Postgres server configuration to connect to a database."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":57.2,"confidence":0.999392},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":95.08,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of temperature to be returned by the weather API.; allowed values: celsius, fahrenheit; default: fahrenheit","add_postgres_server":"add_postgres_server: Add or create a new Postgres server configuration to connect to a database.\nParameter nickname (string); required; A unique nickname to identify the server configuration.\nParameter host (string); required; The hostname or IP address of the Postgres server, such as 'localhost' or '192.168.1.100'.\nParameter port (integer); The port number on which the Postgres server is running. The default is the standard Postgres port.; default: 5432\nParameter database (string); required; The name of the database to connect to, typically 'postgres' for the default database.\nParameter username (string); required; The username for authenticating with the Postgres server, often 'postgres' by default.\nParameter password (string); required; The password associated with the username for authentication. Ensure this is kept secure."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":72.37,"confidence":0.996821},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":137.88,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature to be returned by the weather API.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Add or create a new Postgres server configuration to connect to a database.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the database to connect to, typically 'postgres' for the default database.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the Postgres server, such as 'localhost' or '192.168.1.100'.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname to identify the server configuration.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication. Ensure this is kept secure.\",\"type\":\"string\"},\"port\":{\"default\":5432,\"description\":\"The port number on which the Postgres server is running. The default is the standard Postgres port.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authenticating with the Postgres server, often 'postgres' by default.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}"},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":130.67,"confidence":0.905474},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":105.16,"confidence":1.0}}}},{"id":"live_multiple_72-32-0","split":"live_multiple","state":"User: I need some assistance setting up my new Postgres server. Add a server with the nickname 'PrimaryDB', host IP as '192.168.0.10', port number 5432, connecting to the 'main' database, with 'admin_user' as username and 'secure*pass123' as the password?","expected":"add_postgres_server","candidate_count":3,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.","add_postgres_server":"add_postgres_server: Add or create a new Postgres server configuration with the specified details. This allows the application to manage multiple Postgres server instances easily.","dartfx_help":"dartfx_help: Provides users with help, assistance, and guidance on how to navigate and use the DartFX application features effectively."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":63.76,"confidence":0.993671},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":108.6,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.\nParameter location (string); required; The location for which to obtain weather data, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter unit (string); The unit of temperature to be used in the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","add_postgres_server":"add_postgres_server: Add or create a new Postgres server configuration with the specified details. This allows the application to manage multiple Postgres server instances easily.\nParameter nickname (string); required; A unique identifier for the server configuration.\nParameter host (string); required; The hostname or IP address of the Postgres server.\nParameter port (integer); required; The port number on which the Postgres server is running.\nParameter database (string); required; The name of the default database to connect to.\nParameter username (string); required; The username for authentication with the Postgres server.\nParameter password (string); required; The password for authentication with the Postgres server.","dartfx_help":"dartfx_help: Provides users with help, assistance, and guidance on how to navigate and use the DartFX application features effectively.\nParameter user_query (string); required; A text input representing the user's question or command for help.\nParameter language (string); The language preference for the help response.; allowed values: English, Spanish, French, German, Chinese; default: English\nParameter context (string); The specific context or module within the DartFX application for which the user is seeking help.; default: General"},"clm":{"choice":"dartfx_help","correct":false,"latency_ms":92.64,"confidence":0.506538},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":97.79,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to obtain weather data, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature to be used in the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Add or create a new Postgres server configuration with the specified details. This allows the application to manage multiple Postgres server instances easily.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the Postgres server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique identifier for the server configuration.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the Postgres server.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the Postgres server is running.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the Postgres server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides users with help, assistance, and guidance on how to navigate and use the DartFX application features effectively.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"context\":{\"default\":\"General\",\"description\":\"The specific context or module within the DartFX application for which the user is seeking help.\",\"type\":\"string\"},\"language\":{\"default\":\"English\",\"description\":\"The language preference for the help response.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Chinese\"],\"type\":\"string\"},\"user_query\":{\"description\":\"A text input representing the user's question or command for help.\",\"type\":\"string\"}},\"required\":[\"user_query\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_current_weather","correct":false,"latency_ms":106.96,"confidence":0.506968},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":153.83,"confidence":1.0}}}},{"id":"live_multiple_73-33-0","split":"live_multiple","state":"User: I need to add a new Postgres server configuration. The nickname will be 'PrimaryDB', host is '192.168.0.12', port is 5432, the database name is 'main_db', username is 'admin', and the password is 'securePass123'.","expected":"add_postgres_server","candidate_count":3,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.","add_postgres_server":"add_postgres_server: Adds a new Postgres server configuration or updates an existing one. This allows for the management of multiple Postgres server connections.","dartfx_help":"dartfx_help: Provides user help, assistance, and guidance for the DartFX application. It can return information on various topics such as 'Getting Started', 'Troubleshooting', 'Account Management', and more."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":61.72,"confidence":0.999887},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":116.13,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.\nParameter location (string); required; The location for which to get the weather, in the format 'City, State', such as 'San Francisco, CA'.\nParameter unit (string); The unit of temperature measurement for the weather data.; allowed values: celsius, fahrenheit; default: fahrenheit","add_postgres_server":"add_postgres_server: Adds a new Postgres server configuration or updates an existing one. This allows for the management of multiple Postgres server connections.\nParameter nickname (string); required; A unique name or alias to identify the Postgres server configuration.\nParameter host (string); required; The hostname or IP address of the Postgres server.\nParameter port (integer); required; The network port on which the Postgres server is listening.\nParameter database (string); required; The default database to connect to on the Postgres server.\nParameter username (string); required; The username for authentication with the Postgres server.\nParameter password (string); required; The password for authentication with the Postgres server.","dartfx_help":"dartfx_help: Provides user help, assistance, and guidance for the DartFX application. It can return information on various topics such as 'Getting Started', 'Troubleshooting', 'Account Management', and more.\nParameter topic (string); required; The topic for which help is requested.; allowed values: Getting Started, Troubleshooting, Account Management, Advanced Features, Updates\nParameter language (string); The language in which the help content is to be provided. Default is English.; allowed values: English, Spanish, French, German, Mandarin; default: English\nParameter detailed (boolean); Specifies whether detailed help content is required. Default is false, providing a brief overview.; default: False"},"clm":{"choice":"dartfx_help","correct":false,"latency_ms":101.87,"confidence":0.512468},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":99.2,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature measurement for the weather data.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds a new Postgres server configuration or updates an existing one. This allows for the management of multiple Postgres server connections.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database to connect to on the Postgres server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the Postgres server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique name or alias to identify the Postgres server configuration.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the Postgres server.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port on which the Postgres server is listening.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the Postgres server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides user help, assistance, and guidance for the DartFX application. It can return information on various topics such as 'Getting Started', 'Troubleshooting', 'Account Management', and more.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"detailed\":{\"default\":false,\"description\":\"Specifies whether detailed help content is required. Default is false, providing a brief overview.\",\"type\":\"boolean\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which the help content is to be provided. Default is English.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Mandarin\"],\"type\":\"string\"},\"topic\":{\"description\":\"The topic for which help is requested.\",\"enum\":[\"Getting Started\",\"Troubleshooting\",\"Account Management\",\"Advanced Features\",\"Updates\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_current_weather","correct":false,"latency_ms":108.21,"confidence":0.409723},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":110.29,"confidence":1.0}}}},{"id":"live_multiple_74-34-0","split":"live_multiple","state":"User: Could you provide assistance on the topic of 'trading' within the DartFX system, and include practical examples?","expected":"dartfx_help","candidate_count":3,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location in either Celsius or Fahrenheit.","add_postgres_server":"add_postgres_server: Adds or creates a new PostgreSQL server configuration to enable database connections.","dartfx_help":"dartfx_help: Provides detailed help, assistance, or guidance on a specific topic within the DartFX system."},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":98.28,"confidence":0.998703},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":136.68,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location in either Celsius or Fahrenheit.\nParameter location (string); required; The location for which to fetch the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of temperature for the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","add_postgres_server":"add_postgres_server: Adds or creates a new PostgreSQL server configuration to enable database connections.\nParameter nickname (string); required; A unique nickname for identifying the PostgreSQL server.\nParameter host (string); The hostname or IP address of the server, such as 'localhost' or '192.168.1.100'.; default: localhost\nParameter port (integer); The port number on which the PostgreSQL server is running. Typically, PostgreSQL uses port 5432.; default: 5432\nParameter database (string); The name of the default database to connect to. The standard default is 'postgres'.; default: postgres\nParameter username (string); The username for authentication with the PostgreSQL server. The standard default username is 'postgres'.; default: postgres\nParameter password (string); The password associated with the username for authentication. This should be kept secure.; default: None","dartfx_help":"dartfx_help: Provides detailed help, assistance, or guidance on a specific topic within the DartFX system.\nParameter topic (string); required; The topic for which help is requested. Examples include 'account_setup', 'trading', 'api_usage', etc.; allowed values: account_setup, trading, api_usage, security, technical_support\nParameter subtopic (string); An optional subtopic for more granular help within the main topic. Leave empty if not applicable.; default: \nParameter include_examples (boolean); A flag to indicate whether to include practical examples in the help response.; default: False"},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":101.45,"confidence":0.99048},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":125.61,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location in either Celsius or Fahrenheit.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to fetch the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature for the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds or creates a new PostgreSQL server configuration to enable database connections.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"default\":\"postgres\",\"description\":\"The name of the default database to connect to. The standard default is 'postgres'.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The hostname or IP address of the server, such as 'localhost' or '192.168.1.100'.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname for identifying the PostgreSQL server.\",\"type\":\"string\"},\"password\":{\"default\":null,\"description\":\"The password associated with the username for authentication. This should be kept secure.\",\"type\":\"string\"},\"port\":{\"default\":5432,\"description\":\"The port number on which the PostgreSQL server is running. Typically, PostgreSQL uses port 5432.\",\"type\":\"integer\"},\"username\":{\"default\":\"postgres\",\"description\":\"The username for authentication with the PostgreSQL server. The standard default username is 'postgres'.\",\"type\":\"string\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides detailed help, assistance, or guidance on a specific topic within the DartFX system.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"include_examples\":{\"default\":false,\"description\":\"A flag to indicate whether to include practical examples in the help response.\",\"type\":\"boolean\"},\"subtopic\":{\"default\":\"\",\"description\":\"An optional subtopic for more granular help within the main topic. Leave empty if not applicable.\",\"type\":\"string\"},\"topic\":{\"description\":\"The topic for which help is requested. Examples include 'account_setup', 'trading', 'api_usage', etc.\",\"enum\":[\"account_setup\",\"trading\",\"api_usage\",\"security\",\"technical_support\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":110.49,"confidence":0.964864},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":102.73,"confidence":1.0}}}},{"id":"live_multiple_75-34-1","split":"live_multiple","state":"User: I'd like to set up a connection to our new PostgreSQL server using the nickname 'PrimaryDB'. The host is 'plgah.ca' and the port is the default one. The database name will be 'maindb', with admin username and a password '12341234'.","expected":"add_postgres_server","candidate_count":3,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location in either Celsius or Fahrenheit.","add_postgres_server":"add_postgres_server: Adds or creates a new PostgreSQL server configuration to enable database connections.","dartfx_help":"dartfx_help: Provides detailed help, assistance, or guidance on a specific topic within the DartFX system."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":45.28,"confidence":0.999926},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":112.68,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location in either Celsius or Fahrenheit.\nParameter location (string); required; The location for which to fetch the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of temperature for the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","add_postgres_server":"add_postgres_server: Adds or creates a new PostgreSQL server configuration to enable database connections.\nParameter nickname (string); required; A unique nickname for identifying the PostgreSQL server.\nParameter host (string); The hostname or IP address of the server, such as 'localhost' or '192.168.1.100'.; default: localhost\nParameter port (integer); The port number on which the PostgreSQL server is running. Typically, PostgreSQL uses port 5432.; default: 5432\nParameter database (string); The name of the default database to connect to. The standard default is 'postgres'.; default: postgres\nParameter username (string); The username for authentication with the PostgreSQL server. The standard default username is 'postgres'.; default: postgres\nParameter password (string); The password associated with the username for authentication. This should be kept secure.; default: None","dartfx_help":"dartfx_help: Provides detailed help, assistance, or guidance on a specific topic within the DartFX system.\nParameter topic (string); required; The topic for which help is requested. Examples include 'account_setup', 'trading', 'api_usage', etc.; allowed values: account_setup, trading, api_usage, security, technical_support\nParameter subtopic (string); An optional subtopic for more granular help within the main topic. Leave empty if not applicable.; default: \nParameter include_examples (boolean); A flag to indicate whether to include practical examples in the help response.; default: False"},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":32.81,"confidence":0.817516},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":137.49,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location in either Celsius or Fahrenheit.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to fetch the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature for the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds or creates a new PostgreSQL server configuration to enable database connections.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"default\":\"postgres\",\"description\":\"The name of the default database to connect to. The standard default is 'postgres'.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The hostname or IP address of the server, such as 'localhost' or '192.168.1.100'.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname for identifying the PostgreSQL server.\",\"type\":\"string\"},\"password\":{\"default\":null,\"description\":\"The password associated with the username for authentication. This should be kept secure.\",\"type\":\"string\"},\"port\":{\"default\":5432,\"description\":\"The port number on which the PostgreSQL server is running. Typically, PostgreSQL uses port 5432.\",\"type\":\"integer\"},\"username\":{\"default\":\"postgres\",\"description\":\"The username for authentication with the PostgreSQL server. The standard default username is 'postgres'.\",\"type\":\"string\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides detailed help, assistance, or guidance on a specific topic within the DartFX system.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"include_examples\":{\"default\":false,\"description\":\"A flag to indicate whether to include practical examples in the help response.\",\"type\":\"boolean\"},\"subtopic\":{\"default\":\"\",\"description\":\"An optional subtopic for more granular help within the main topic. Leave empty if not applicable.\",\"type\":\"string\"},\"topic\":{\"description\":\"The topic for which help is requested. Examples include 'account_setup', 'trading', 'api_usage', etc.\",\"enum\":[\"account_setup\",\"trading\",\"api_usage\",\"security\",\"technical_support\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":32.8,"confidence":0.753354},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":122.94,"confidence":1.0}}}},{"id":"live_multiple_76-35-0","split":"live_multiple","state":"System: Don't make assumptions about what values to plug into functions. Ask for clarification if a user request is ambiguous.\nUser: Provide me with guidance on the 'charts' topic in Spanish within the DartFX application?","expected":"dartfx_help","candidate_count":4,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather for a specified location in the desired unit of temperature.","add_mtnards_server":"add_mtnards_server: Creates a new configuration for a MTNA Rich Data Services (RDS) server or adds it to an existing list of configurations.","add_postgres_server":"add_postgres_server: This function adds or creates a new Postgres server configuration by accepting necessary details such as server nickname, host, port, database, username, and password.","dartfx_help":"dartfx_help: Provides assistance on a specific topic within the DartFX application. Returns detailed information and guidance for the user."},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":79.13,"confidence":0.998451},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":134.04,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather for a specified location in the desired unit of temperature.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of temperature for the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","add_mtnards_server":"add_mtnards_server: Creates a new configuration for a MTNA Rich Data Services (RDS) server or adds it to an existing list of configurations.\nParameter name (string); The unique server name or nickname to identify the MTNA RDS server configuration. Optional and can be used for easier reference.; default: default_server\nParameter host (string); The hostname or IP address of the MTNA RDS server. If not specified, 'localhost' is used.; default: localhost\nParameter api_key (string); required; The API key required to authenticate with the MTNA RDS server.","add_postgres_server":"add_postgres_server: This function adds or creates a new Postgres server configuration by accepting necessary details such as server nickname, host, port, database, username, and password.\nParameter nickname (string); required; A unique name or nickname to identify the Postgres server.\nParameter host (string); required; The hostname or IP address of the Postgres server, such as '127.0.0.1' for localhost.\nParameter port (integer); required; The port number on which the Postgres server is running. The standard port for Postgres is 5432.\nParameter database (string); required; The name of the default database to connect to. The default Postgres database is typically named 'postgres'.\nParameter username (string); required; The username for authentication with the Postgres server. An example username could be 'admin'.\nParameter password (string); required; The password for authentication with the Postgres server. It is recommended to use a strong password.","dartfx_help":"dartfx_help: Provides assistance on a specific topic within the DartFX application. Returns detailed information and guidance for the user.\nParameter topic (string); required; The topic for which help is requested. This should be a keyword or phrase related to a feature or module within the DartFX application.; allowed values: trading, charts, settings, accounts, support\nParameter language (string); The language in which the help content should be provided. Defaults to English if not specified.; allowed values: English, Spanish, French, German, Chinese; default: English"},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":118.28,"confidence":0.965967},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":145.81,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather for a specified location in the desired unit of temperature.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature for the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Creates a new configuration for a MTNA Rich Data Services (RDS) server or adds it to an existing list of configurations.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key required to authenticate with the MTNA RDS server.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The hostname or IP address of the MTNA RDS server. If not specified, 'localhost' is used.\",\"type\":\"string\"},\"name\":{\"default\":\"default_server\",\"description\":\"The unique server name or nickname to identify the MTNA RDS server configuration. Optional and can be used for easier reference.\",\"type\":\"string\"}},\"required\":[\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"This function adds or creates a new Postgres server configuration by accepting necessary details such as server nickname, host, port, database, username, and password.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to. The default Postgres database is typically named 'postgres'.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the Postgres server, such as '127.0.0.1' for localhost.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique name or nickname to identify the Postgres server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the Postgres server. It is recommended to use a strong password.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the Postgres server is running. The standard port for Postgres is 5432.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the Postgres server. An example username could be 'admin'.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance on a specific topic within the DartFX application. Returns detailed information and guidance for the user.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"English\",\"description\":\"The language in which the help content should be provided. Defaults to English if not specified.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Chinese\"],\"type\":\"string\"},\"topic\":{\"description\":\"The topic for which help is requested. This should be a keyword or phrase related to a feature or module within the DartFX application.\",\"enum\":[\"trading\",\"charts\",\"settings\",\"accounts\",\"support\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":149.3,"confidence":0.9777},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":144.04,"confidence":1.0}}}},{"id":"live_multiple_77-35-1","split":"live_multiple","state":"User: set up a new Postgres server configuration? I'd like to nickname it 'X', use 'http://plga.ca' as the host, and the standard port 5432. For the database, let's go with the default 'postgres'. The username will be 'admin', and for the password, just use 'secure_password123'.","expected":"add_postgres_server","candidate_count":4,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather for a specified location in the desired unit of temperature.","add_mtnards_server":"add_mtnards_server: Creates a new configuration for a MTNA Rich Data Services (RDS) server or adds it to an existing list of configurations.","add_postgres_server":"add_postgres_server: This function adds or creates a new Postgres server configuration by accepting necessary details such as server nickname, host, port, database, username, and password.","dartfx_help":"dartfx_help: Provides assistance on a specific topic within the DartFX application. Returns detailed information and guidance for the user."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":44.09,"confidence":0.997135},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":99.68,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather for a specified location in the desired unit of temperature.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of temperature for the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","add_mtnards_server":"add_mtnards_server: Creates a new configuration for a MTNA Rich Data Services (RDS) server or adds it to an existing list of configurations.\nParameter name (string); The unique server name or nickname to identify the MTNA RDS server configuration. Optional and can be used for easier reference.; default: default_server\nParameter host (string); The hostname or IP address of the MTNA RDS server. If not specified, 'localhost' is used.; default: localhost\nParameter api_key (string); required; The API key required to authenticate with the MTNA RDS server.","add_postgres_server":"add_postgres_server: This function adds or creates a new Postgres server configuration by accepting necessary details such as server nickname, host, port, database, username, and password.\nParameter nickname (string); required; A unique name or nickname to identify the Postgres server.\nParameter host (string); required; The hostname or IP address of the Postgres server, such as '127.0.0.1' for localhost.\nParameter port (integer); required; The port number on which the Postgres server is running. The standard port for Postgres is 5432.\nParameter database (string); required; The name of the default database to connect to. The default Postgres database is typically named 'postgres'.\nParameter username (string); required; The username for authentication with the Postgres server. An example username could be 'admin'.\nParameter password (string); required; The password for authentication with the Postgres server. It is recommended to use a strong password.","dartfx_help":"dartfx_help: Provides assistance on a specific topic within the DartFX application. Returns detailed information and guidance for the user.\nParameter topic (string); required; The topic for which help is requested. This should be a keyword or phrase related to a feature or module within the DartFX application.; allowed values: trading, charts, settings, accounts, support\nParameter language (string); The language in which the help content should be provided. Defaults to English if not specified.; allowed values: English, Spanish, French, German, Chinese; default: English"},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":31.27,"confidence":0.997508},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":137.46,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather for a specified location in the desired unit of temperature.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature for the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Creates a new configuration for a MTNA Rich Data Services (RDS) server or adds it to an existing list of configurations.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key required to authenticate with the MTNA RDS server.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The hostname or IP address of the MTNA RDS server. If not specified, 'localhost' is used.\",\"type\":\"string\"},\"name\":{\"default\":\"default_server\",\"description\":\"The unique server name or nickname to identify the MTNA RDS server configuration. Optional and can be used for easier reference.\",\"type\":\"string\"}},\"required\":[\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"This function adds or creates a new Postgres server configuration by accepting necessary details such as server nickname, host, port, database, username, and password.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to. The default Postgres database is typically named 'postgres'.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the Postgres server, such as '127.0.0.1' for localhost.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique name or nickname to identify the Postgres server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the Postgres server. It is recommended to use a strong password.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the Postgres server is running. The standard port for Postgres is 5432.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the Postgres server. An example username could be 'admin'.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance on a specific topic within the DartFX application. Returns detailed information and guidance for the user.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"English\",\"description\":\"The language in which the help content should be provided. Defaults to English if not specified.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Chinese\"],\"type\":\"string\"},\"topic\":{\"description\":\"The topic for which help is requested. This should be a keyword or phrase related to a feature or module within the DartFX application.\",\"enum\":[\"trading\",\"charts\",\"settings\",\"accounts\",\"support\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"add_mtnards_server","correct":false,"latency_ms":30.82,"confidence":0.636298},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":142.66,"confidence":1.0}}}},{"id":"live_multiple_78-35-2","split":"live_multiple","state":"User: I'm trying to understand how to use the charts feature in DartFX, and I'd like to get assistance in Spanish, please.","expected":"dartfx_help","candidate_count":4,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather for a specified location in the desired unit of temperature.","add_mtnards_server":"add_mtnards_server: Creates a new configuration for a MTNA Rich Data Services (RDS) server or adds it to an existing list of configurations.","add_postgres_server":"add_postgres_server: This function adds or creates a new Postgres server configuration by accepting necessary details such as server nickname, host, port, database, username, and password.","dartfx_help":"dartfx_help: Provides assistance on a specific topic within the DartFX application. Returns detailed information and guidance for the user."},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":28.55,"confidence":0.997972},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":106.99,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather for a specified location in the desired unit of temperature.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of temperature for the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","add_mtnards_server":"add_mtnards_server: Creates a new configuration for a MTNA Rich Data Services (RDS) server or adds it to an existing list of configurations.\nParameter name (string); The unique server name or nickname to identify the MTNA RDS server configuration. Optional and can be used for easier reference.; default: default_server\nParameter host (string); The hostname or IP address of the MTNA RDS server. If not specified, 'localhost' is used.; default: localhost\nParameter api_key (string); required; The API key required to authenticate with the MTNA RDS server.","add_postgres_server":"add_postgres_server: This function adds or creates a new Postgres server configuration by accepting necessary details such as server nickname, host, port, database, username, and password.\nParameter nickname (string); required; A unique name or nickname to identify the Postgres server.\nParameter host (string); required; The hostname or IP address of the Postgres server, such as '127.0.0.1' for localhost.\nParameter port (integer); required; The port number on which the Postgres server is running. The standard port for Postgres is 5432.\nParameter database (string); required; The name of the default database to connect to. The default Postgres database is typically named 'postgres'.\nParameter username (string); required; The username for authentication with the Postgres server. An example username could be 'admin'.\nParameter password (string); required; The password for authentication with the Postgres server. It is recommended to use a strong password.","dartfx_help":"dartfx_help: Provides assistance on a specific topic within the DartFX application. Returns detailed information and guidance for the user.\nParameter topic (string); required; The topic for which help is requested. This should be a keyword or phrase related to a feature or module within the DartFX application.; allowed values: trading, charts, settings, accounts, support\nParameter language (string); The language in which the help content should be provided. Defaults to English if not specified.; allowed values: English, Spanish, French, German, Chinese; default: English"},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":28.03,"confidence":0.997145},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":118.09,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather for a specified location in the desired unit of temperature.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature for the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Creates a new configuration for a MTNA Rich Data Services (RDS) server or adds it to an existing list of configurations.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key required to authenticate with the MTNA RDS server.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The hostname or IP address of the MTNA RDS server. If not specified, 'localhost' is used.\",\"type\":\"string\"},\"name\":{\"default\":\"default_server\",\"description\":\"The unique server name or nickname to identify the MTNA RDS server configuration. Optional and can be used for easier reference.\",\"type\":\"string\"}},\"required\":[\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"This function adds or creates a new Postgres server configuration by accepting necessary details such as server nickname, host, port, database, username, and password.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to. The default Postgres database is typically named 'postgres'.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the Postgres server, such as '127.0.0.1' for localhost.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique name or nickname to identify the Postgres server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the Postgres server. It is recommended to use a strong password.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the Postgres server is running. The standard port for Postgres is 5432.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the Postgres server. An example username could be 'admin'.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance on a specific topic within the DartFX application. Returns detailed information and guidance for the user.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"English\",\"description\":\"The language in which the help content should be provided. Defaults to English if not specified.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Chinese\"],\"type\":\"string\"},\"topic\":{\"description\":\"The topic for which help is requested. This should be a keyword or phrase related to a feature or module within the DartFX application.\",\"enum\":[\"trading\",\"charts\",\"settings\",\"accounts\",\"support\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":27.61,"confidence":0.919057},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":126.64,"confidence":1.0}}}},{"id":"live_multiple_79-36-0","split":"live_multiple","state":"System: Don't make assumptions about what values to plug into functions. Ask for clarification if a user request is ambiguous.\nUser: Could you provide guidance on the 'installation' process for the dartfx application?","expected":"dartfx_help","candidate_count":4,"views":{"description":{"criteria":{"dartfx_help":"dartfx_help: Provides guidance and information on various topics related to the dartfx application.","get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified city and state.","add_mtnards_server":"add_mtnards_server: Adds a new server configuration to the MTNA Rich Data Services (RDS) platform, allowing for data management and analytics operations.","add_postgres_server":"add_postgres_server: Add or create a new Postgres server configuration to connect to a database."},"clm":{"choice":"add_postgres_server","correct":false,"latency_ms":94.17,"confidence":0.520399},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":94.49,"confidence":1.0}},"prose_schema":{"criteria":{"dartfx_help":"dartfx_help: Provides guidance and information on various topics related to the dartfx application.\nParameter topic (string); required; The specific topic the user needs help with, such as 'installation', 'configuration', 'usage', or 'troubleshooting'.; allowed values: installation, configuration, usage, troubleshooting\nParameter section (string); The section of the topic that the user is interested in. Optional parameter that provides more granular help.; default: general","get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified city and state.\nParameter location (string); required; The location for which to retrieve the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of measurement for temperature values.; allowed values: celsius, fahrenheit; default: fahrenheit","add_mtnards_server":"add_mtnards_server: Adds a new server configuration to the MTNA Rich Data Services (RDS) platform, allowing for data management and analytics operations.\nParameter name (string); An identifiable nickname for the server configuration. If not provided, the default is assumed to be the same as 'host'.; default: localhost\nParameter host (string); required; The server's hostname or IP address, such as 'localhost' or '192.168.1.10'.\nParameter api_key (string); required; The unique API key required to authenticate against the server.","add_postgres_server":"add_postgres_server: Add or create a new Postgres server configuration to connect to a database.\nParameter nickname (string); required; The server name or nickname to identify the configuration.\nParameter host (string); The server hostname or IP address.; default: localhost\nParameter port (integer); The server port number for the connection.; default: 5432\nParameter database (string); The name of the database to connect to.; default: postgres\nParameter username (string); The username for authentication with the Postgres server.; default: postgres\nParameter password (string); The password for authentication with the Postgres server.; default: postgres"},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":115.9,"confidence":0.990669},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":96.03,"confidence":1.0}},"schema":{"criteria":{"dartfx_help":"{\"description\":\"Provides guidance and information on various topics related to the dartfx application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"section\":{\"default\":\"general\",\"description\":\"The section of the topic that the user is interested in. Optional parameter that provides more granular help.\",\"type\":\"string\"},\"topic\":{\"description\":\"The specific topic the user needs help with, such as 'installation', 'configuration', 'usage', or 'troubleshooting'.\",\"enum\":[\"installation\",\"configuration\",\"usage\",\"troubleshooting\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified city and state.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to retrieve the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of measurement for temperature values.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new server configuration to the MTNA Rich Data Services (RDS) platform, allowing for data management and analytics operations.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The unique API key required to authenticate against the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address, such as 'localhost' or '192.168.1.10'.\",\"type\":\"string\"},\"name\":{\"default\":\"localhost\",\"description\":\"An identifiable nickname for the server configuration. If not provided, the default is assumed to be the same as 'host'.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Add or create a new Postgres server configuration to connect to a database.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"default\":\"postgres\",\"description\":\"The name of the database to connect to.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The server hostname or IP address.\",\"type\":\"string\"},\"nickname\":{\"description\":\"The server name or nickname to identify the configuration.\",\"type\":\"string\"},\"password\":{\"default\":\"postgres\",\"description\":\"The password for authentication with the Postgres server.\",\"type\":\"string\"},\"port\":{\"default\":5432,\"description\":\"The server port number for the connection.\",\"type\":\"integer\"},\"username\":{\"default\":\"postgres\",\"description\":\"The username for authentication with the Postgres server.\",\"type\":\"string\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}"},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":142.89,"confidence":0.709371},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":143.38,"confidence":1.0}}}},{"id":"live_multiple_80-36-1","split":"live_multiple","state":"System: Don't make assumptions about what values to plug into functions. Ask for clarification if a user request is ambiguous.\nUser: I need to add a new server configuration to the RDS platform. The host address is http://plga.ca, and the API key is 12344. ","expected":"add_mtnards_server","candidate_count":4,"views":{"description":{"criteria":{"dartfx_help":"dartfx_help: Provides guidance and information on various topics related to the dartfx application.","get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified city and state.","add_mtnards_server":"add_mtnards_server: Adds a new server configuration to the MTNA Rich Data Services (RDS) platform, allowing for data management and analytics operations.","add_postgres_server":"add_postgres_server: Add or create a new Postgres server configuration to connect to a database."},"clm":{"choice":"add_postgres_server","correct":false,"latency_ms":33.78,"confidence":0.995956},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":110.16,"confidence":0.98}},"prose_schema":{"criteria":{"dartfx_help":"dartfx_help: Provides guidance and information on various topics related to the dartfx application.\nParameter topic (string); required; The specific topic the user needs help with, such as 'installation', 'configuration', 'usage', or 'troubleshooting'.; allowed values: installation, configuration, usage, troubleshooting\nParameter section (string); The section of the topic that the user is interested in. Optional parameter that provides more granular help.; default: general","get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified city and state.\nParameter location (string); required; The location for which to retrieve the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of measurement for temperature values.; allowed values: celsius, fahrenheit; default: fahrenheit","add_mtnards_server":"add_mtnards_server: Adds a new server configuration to the MTNA Rich Data Services (RDS) platform, allowing for data management and analytics operations.\nParameter name (string); An identifiable nickname for the server configuration. If not provided, the default is assumed to be the same as 'host'.; default: localhost\nParameter host (string); required; The server's hostname or IP address, such as 'localhost' or '192.168.1.10'.\nParameter api_key (string); required; The unique API key required to authenticate against the server.","add_postgres_server":"add_postgres_server: Add or create a new Postgres server configuration to connect to a database.\nParameter nickname (string); required; The server name or nickname to identify the configuration.\nParameter host (string); The server hostname or IP address.; default: localhost\nParameter port (integer); The server port number for the connection.; default: 5432\nParameter database (string); The name of the database to connect to.; default: postgres\nParameter username (string); The username for authentication with the Postgres server.; default: postgres\nParameter password (string); The password for authentication with the Postgres server.; default: postgres"},"clm":{"choice":"add_mtnards_server","correct":true,"latency_ms":33.19,"confidence":0.867026},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":92.97,"confidence":1.0}},"schema":{"criteria":{"dartfx_help":"{\"description\":\"Provides guidance and information on various topics related to the dartfx application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"section\":{\"default\":\"general\",\"description\":\"The section of the topic that the user is interested in. Optional parameter that provides more granular help.\",\"type\":\"string\"},\"topic\":{\"description\":\"The specific topic the user needs help with, such as 'installation', 'configuration', 'usage', or 'troubleshooting'.\",\"enum\":[\"installation\",\"configuration\",\"usage\",\"troubleshooting\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified city and state.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to retrieve the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of measurement for temperature values.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new server configuration to the MTNA Rich Data Services (RDS) platform, allowing for data management and analytics operations.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The unique API key required to authenticate against the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address, such as 'localhost' or '192.168.1.10'.\",\"type\":\"string\"},\"name\":{\"default\":\"localhost\",\"description\":\"An identifiable nickname for the server configuration. If not provided, the default is assumed to be the same as 'host'.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Add or create a new Postgres server configuration to connect to a database.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"default\":\"postgres\",\"description\":\"The name of the database to connect to.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The server hostname or IP address.\",\"type\":\"string\"},\"nickname\":{\"description\":\"The server name or nickname to identify the configuration.\",\"type\":\"string\"},\"password\":{\"default\":\"postgres\",\"description\":\"The password for authentication with the Postgres server.\",\"type\":\"string\"},\"port\":{\"default\":5432,\"description\":\"The server port number for the connection.\",\"type\":\"integer\"},\"username\":{\"default\":\"postgres\",\"description\":\"The username for authentication with the Postgres server.\",\"type\":\"string\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}"},"clm":{"choice":"dartfx_help","correct":false,"latency_ms":33.95,"confidence":0.547386},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":158.63,"confidence":1.0}}}},{"id":"live_multiple_81-36-2","split":"live_multiple","state":"User: I'd like to integrate a new server into our MTNA RDS platform, using the hostname http://plga.ca. The API key is '1234324'.","expected":"add_mtnards_server","candidate_count":4,"views":{"description":{"criteria":{"dartfx_help":"dartfx_help: Provides guidance and information on various topics related to the dartfx application.","get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified city and state.","add_mtnards_server":"add_mtnards_server: Adds a new server configuration to the MTNA Rich Data Services (RDS) platform, allowing for data management and analytics operations.","add_postgres_server":"add_postgres_server: Add or create a new Postgres server configuration to connect to a database."},"clm":{"choice":"add_postgres_server","correct":false,"latency_ms":46.36,"confidence":0.857356},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":136.28,"confidence":1.0}},"prose_schema":{"criteria":{"dartfx_help":"dartfx_help: Provides guidance and information on various topics related to the dartfx application.\nParameter topic (string); required; The specific topic the user needs help with, such as 'installation', 'configuration', 'usage', or 'troubleshooting'.; allowed values: installation, configuration, usage, troubleshooting\nParameter section (string); The section of the topic that the user is interested in. Optional parameter that provides more granular help.; default: general","get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified city and state.\nParameter location (string); required; The location for which to retrieve the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of measurement for temperature values.; allowed values: celsius, fahrenheit; default: fahrenheit","add_mtnards_server":"add_mtnards_server: Adds a new server configuration to the MTNA Rich Data Services (RDS) platform, allowing for data management and analytics operations.\nParameter name (string); An identifiable nickname for the server configuration. If not provided, the default is assumed to be 'localhost'.; default: localhost\nParameter host (string); required; The server's hostname or IP address, such as 'localhost' or '192.168.1.10'.\nParameter api_key (string); required; The unique API key required to authenticate against the server.","add_postgres_server":"add_postgres_server: Add or create a new Postgres server configuration to connect to a database.\nParameter nickname (string); required; The server name or nickname to identify the configuration.\nParameter host (string); The server hostname or IP address.; default: localhost\nParameter port (integer); The server port number for the connection.; default: 5432\nParameter database (string); The name of the database to connect to.; default: postgres\nParameter username (string); The username for authentication with the Postgres server.; default: postgres\nParameter password (string); The password for authentication with the Postgres server.; default: postgres"},"clm":{"choice":"add_mtnards_server","correct":true,"latency_ms":67.85,"confidence":0.916344},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":95.24,"confidence":1.0}},"schema":{"criteria":{"dartfx_help":"{\"description\":\"Provides guidance and information on various topics related to the dartfx application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"section\":{\"default\":\"general\",\"description\":\"The section of the topic that the user is interested in. Optional parameter that provides more granular help.\",\"type\":\"string\"},\"topic\":{\"description\":\"The specific topic the user needs help with, such as 'installation', 'configuration', 'usage', or 'troubleshooting'.\",\"enum\":[\"installation\",\"configuration\",\"usage\",\"troubleshooting\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified city and state.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to retrieve the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of measurement for temperature values.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new server configuration to the MTNA Rich Data Services (RDS) platform, allowing for data management and analytics operations.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The unique API key required to authenticate against the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address, such as 'localhost' or '192.168.1.10'.\",\"type\":\"string\"},\"name\":{\"default\":\"localhost\",\"description\":\"An identifiable nickname for the server configuration. If not provided, the default is assumed to be 'localhost'.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Add or create a new Postgres server configuration to connect to a database.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"default\":\"postgres\",\"description\":\"The name of the database to connect to.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The server hostname or IP address.\",\"type\":\"string\"},\"nickname\":{\"description\":\"The server name or nickname to identify the configuration.\",\"type\":\"string\"},\"password\":{\"default\":\"postgres\",\"description\":\"The password for authentication with the Postgres server.\",\"type\":\"string\"},\"port\":{\"default\":5432,\"description\":\"The server port number for the connection.\",\"type\":\"integer\"},\"username\":{\"default\":\"postgres\",\"description\":\"The username for authentication with the Postgres server.\",\"type\":\"string\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}"},"clm":{"choice":"dartfx_help","correct":false,"latency_ms":61.0,"confidence":0.642462},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":129.05,"confidence":1.0}}}},{"id":"live_multiple_82-37-0","split":"live_multiple","state":"System: Don't make assumptions about what values to plug into functions. Ask for clarification if a user request is ambiguous.\nUser: I need to set up a database for our new project. Could you add a PostgreSQL server configuration with the host address '192.168.0.5', using the default port, database name, username, and password?","expected":"add_postgres_server","candidate_count":4,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location, providing temperature and atmospheric measurements.","add_mtnards_server":"add_mtnards_server: Add or create a new MTNA Rich Data Services (RDS) server configuration to the system.","add_postgres_server":"add_postgres_server: Add or create a new PostgreSQL server configuration to the system.","help_me":"help_me: Provide help, assistance, and guidance on a specified topic to the user."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":84.74,"confidence":0.999189},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":125.08,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location, providing temperature and atmospheric measurements.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter unit (string); The unit of measurement for temperature values.; allowed values: celsius, fahrenheit; default: fahrenheit","add_mtnards_server":"add_mtnards_server: Add or create a new MTNA Rich Data Services (RDS) server configuration to the system.\nParameter name (string); The server name or nickname used to identify the RDS server within the system.; default: RDS\nParameter host (string); required; The server hostname or IP address where the RDS server is reachable.\nParameter api_key (string); required; The API key used for authentication with the RDS server. Keep this key confidential.","add_postgres_server":"add_postgres_server: Add or create a new PostgreSQL server configuration to the system.\nParameter nickname (string); The server name or nickname. Used to identify the server in the system.; default: pg\nParameter host (string); required; The server hostname or IP address where the PostgreSQL server is running.\nParameter port (integer); The port number on which the PostgreSQL server is listening.; default: 5432\nParameter database (string); The default database name to connect to on the PostgreSQL server.; default: postgres\nParameter username (string); The username for authentication with the PostgreSQL server.; default: postgres\nParameter password (string); The password for authentication with the PostgreSQL server.; default: postgres","help_me":"help_me: Provide help, assistance, and guidance on a specified topic to the user.\nParameter topic (string); required; The topic for which help is being requested, such as 'email setup', 'software installation', 'account recovery', etc.\nParameter urgency (string); The urgency level for the help request.; allowed values: low, medium, high; default: low\nParameter include_resources (boolean); Flag to indicate if additional resources like links to guides or tutorials should be included in the help response.; default: False"},"clm":{"choice":"help_me","correct":false,"latency_ms":106.49,"confidence":0.74693},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":129.06,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location, providing temperature and atmospheric measurements.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of measurement for temperature values.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Add or create a new MTNA Rich Data Services (RDS) server configuration to the system.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key used for authentication with the RDS server. Keep this key confidential.\",\"type\":\"string\"},\"host\":{\"description\":\"The server hostname or IP address where the RDS server is reachable.\",\"type\":\"string\"},\"name\":{\"default\":\"RDS\",\"description\":\"The server name or nickname used to identify the RDS server within the system.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Add or create a new PostgreSQL server configuration to the system.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"default\":\"postgres\",\"description\":\"The default database name to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server hostname or IP address where the PostgreSQL server is running.\",\"type\":\"string\"},\"nickname\":{\"default\":\"pg\",\"description\":\"The server name or nickname. Used to identify the server in the system.\",\"type\":\"string\"},\"password\":{\"default\":\"postgres\",\"description\":\"The password for authentication with the PostgreSQL server.\",\"type\":\"string\"},\"port\":{\"default\":5432,\"description\":\"The port number on which the PostgreSQL server is listening.\",\"type\":\"integer\"},\"username\":{\"default\":\"postgres\",\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"host\"],\"type\":\"dict\"}}","help_me":"{\"description\":\"Provide help, assistance, and guidance on a specified topic to the user.\",\"name\":\"help_me\",\"parameters\":{\"properties\":{\"include_resources\":{\"default\":false,\"description\":\"Flag to indicate if additional resources like links to guides or tutorials should be included in the help response.\",\"type\":\"boolean\"},\"topic\":{\"description\":\"The topic for which help is being requested, such as 'email setup', 'software installation', 'account recovery', etc.\",\"type\":\"string\"},\"urgency\":{\"default\":\"low\",\"description\":\"The urgency level for the help request.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_current_weather","correct":false,"latency_ms":116.02,"confidence":0.900949},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":125.5,"confidence":1.0}}}},{"id":"live_multiple_83-38-0","split":"live_multiple","state":"User: List all PostgreSQL servers from our environment?","expected":"list_servers","candidate_count":5,"views":{"description":{"criteria":{"default.add_default_value":"default.add_default_value: Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.","add_postgres_server":"add_postgres_server: Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.","dartfx_help":"dartfx_help: Provides a help guide or assistance information for using the DartFX application.","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided."},"clm":{"choice":"list_servers","correct":true,"latency_ms":88.37,"confidence":0.964556},"jev":{"choice":"list_servers","correct":true,"latency_ms":149.91,"confidence":1.0}},"prose_schema":{"criteria":{"default.add_default_value":"default.add_default_value: Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.\nParameter dict (dict); required; The dictionary to which the default value should be added.\nParameter key (string); required; The key for which the default value is to be set.\nParameter default_value (any); required; The value to set for the key if it does not exist in the dictionary. The type of this value can be any valid Python data type.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.\nParameter nickname (string); A user-friendly name to identify the server. For example, 'primary_db_server'.; default: local_rds_server\nParameter host (string); The hostname or IP address of the RDS server. Defaults to 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; A unique API key for authenticating requests to the RDS server. This key should be kept secret.","add_postgres_server":"add_postgres_server: Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.\nParameter nickname (string); required; A unique and recognizable name to identify the PostgreSQL server.\nParameter host (string); required; The network address or domain of the PostgreSQL server.\nParameter port (integer); required; The network port that the PostgreSQL server is listening on.\nParameter database (string); required; The name of the default database to connect to.\nParameter username (string); required; The username used to authenticate with the PostgreSQL server.\nParameter password (string); required; The password used to authenticate with the PostgreSQL server. Must be provided for security reasons.","dartfx_help":"dartfx_help: Provides a help guide or assistance information for using the DartFX application.\nParameter topic (string); required; The topic for which help is requested, such as 'installation', 'configuration', 'usage'.; allowed values: installation, configuration, usage, troubleshooting\nParameter language (string); The language in which the help content is to be provided. Defaults to English.; allowed values: English, Spanish, French, German; default: English\nParameter include_examples (boolean); Flag to indicate if practical examples should be included in the help content.; default: True","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided.\nParameter type (string); Specifies the type of server to filter the list. If omitted, servers of all types are listed.; allowed values: all, postgres, openapi, graphql; default: all"},"clm":{"choice":"list_servers","correct":true,"latency_ms":121.78,"confidence":0.624879},"jev":{"choice":"list_servers","correct":true,"latency_ms":96.89,"confidence":1.0}},"schema":{"criteria":{"default.add_default_value":"{\"description\":\"Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.\",\"name\":\"default.add_default_value\",\"parameters\":{\"properties\":{\"default_value\":{\"description\":\"The value to set for the key if it does not exist in the dictionary. The type of this value can be any valid Python data type.\",\"type\":\"any\"},\"dict\":{\"description\":\"The dictionary to which the default value should be added.\",\"properties\":{},\"type\":\"dict\"},\"key\":{\"description\":\"The key for which the default value is to be set.\",\"type\":\"string\"}},\"required\":[\"dict\",\"key\",\"default_value\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"A unique API key for authenticating requests to the RDS server. This key should be kept secret.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The hostname or IP address of the RDS server. Defaults to 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"default\":\"local_rds_server\",\"description\":\"A user-friendly name to identify the server. For example, 'primary_db_server'.\",\"type\":\"string\"}},\"required\":[\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to.\",\"type\":\"string\"},\"host\":{\"description\":\"The network address or domain of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique and recognizable name to identify the PostgreSQL server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password used to authenticate with the PostgreSQL server. Must be provided for security reasons.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port that the PostgreSQL server is listening on.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username used to authenticate with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides a help guide or assistance information for using the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"include_examples\":{\"default\":true,\"description\":\"Flag to indicate if practical examples should be included in the help content.\",\"type\":\"boolean\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which the help content is to be provided. Defaults to English.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\"],\"type\":\"string\"},\"topic\":{\"description\":\"The topic for which help is requested, such as 'installation', 'configuration', 'usage'.\",\"enum\":[\"installation\",\"configuration\",\"usage\",\"troubleshooting\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieves a list of servers from the specified environment, filtered by the server type if provided.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"Specifies the type of server to filter the list. If omitted, servers of all types are listed.\",\"enum\":[\"all\",\"postgres\",\"openapi\",\"graphql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"add_mtnards_server","correct":false,"latency_ms":131.76,"confidence":0.287225},"jev":{"choice":"list_servers","correct":true,"latency_ms":166.3,"confidence":1.0}}}},{"id":"live_multiple_84-38-1","split":"live_multiple","state":"User: I need to set up a new PostgreSQL server with the nickname 'PG1', using the hostname 'pg.example.org', port 5432, a database named 'main_db', with the username 'admin' and a secure password 123412. Could you assist with this?","expected":"add_postgres_server","candidate_count":5,"views":{"description":{"criteria":{"default.add_default_value":"default.add_default_value: Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.","add_postgres_server":"add_postgres_server: Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.","dartfx_help":"dartfx_help: Provides a help guide or assistance information for using the DartFX application.","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":31.89,"confidence":0.503563},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":105.75,"confidence":1.0}},"prose_schema":{"criteria":{"default.add_default_value":"default.add_default_value: Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.\nParameter dict (dict); required; The dictionary to which the default value should be added.\nParameter key (string); required; The key for which the default value is to be set.\nParameter default_value (any); required; The value to set for the key if it does not exist in the dictionary. The type of this value can be any valid Python data type.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.\nParameter nickname (string); A user-friendly name to identify the server. For example, 'primary_db_server'.; default: local_rds_server\nParameter host (string); The hostname or IP address of the RDS server. Defaults to 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; A unique API key for authenticating requests to the RDS server. This key should be kept secret.","add_postgres_server":"add_postgres_server: Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.\nParameter nickname (string); required; A unique and recognizable name to identify the PostgreSQL server.\nParameter host (string); required; The network address or domain of the PostgreSQL server.\nParameter port (integer); required; The network port that the PostgreSQL server is listening on.\nParameter database (string); required; The name of the default database to connect to.\nParameter username (string); required; The username used to authenticate with the PostgreSQL server.\nParameter password (string); required; The password used to authenticate with the PostgreSQL server. Must be provided for security reasons.","dartfx_help":"dartfx_help: Provides a help guide or assistance information for using the DartFX application.\nParameter topic (string); required; The topic for which help is requested, such as 'installation', 'configuration', 'usage'.; allowed values: installation, configuration, usage, troubleshooting\nParameter language (string); The language in which the help content is to be provided. Defaults to English.; allowed values: English, Spanish, French, German; default: English\nParameter include_examples (boolean); Flag to indicate if practical examples should be included in the help content.; default: True","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided.\nParameter type (string); Specifies the type of server to filter the list. If omitted, servers of all types are listed.; allowed values: all, postgres, openapi, graphql; default: all"},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":31.01,"confidence":0.741638},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":101.96,"confidence":1.0}},"schema":{"criteria":{"default.add_default_value":"{\"description\":\"Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.\",\"name\":\"default.add_default_value\",\"parameters\":{\"properties\":{\"default_value\":{\"description\":\"The value to set for the key if it does not exist in the dictionary. The type of this value can be any valid Python data type.\",\"type\":\"any\"},\"dict\":{\"description\":\"The dictionary to which the default value should be added.\",\"properties\":{},\"type\":\"dict\"},\"key\":{\"description\":\"The key for which the default value is to be set.\",\"type\":\"string\"}},\"required\":[\"dict\",\"key\",\"default_value\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"A unique API key for authenticating requests to the RDS server. This key should be kept secret.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The hostname or IP address of the RDS server. Defaults to 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"default\":\"local_rds_server\",\"description\":\"A user-friendly name to identify the server. For example, 'primary_db_server'.\",\"type\":\"string\"}},\"required\":[\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to.\",\"type\":\"string\"},\"host\":{\"description\":\"The network address or domain of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique and recognizable name to identify the PostgreSQL server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password used to authenticate with the PostgreSQL server. Must be provided for security reasons.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port that the PostgreSQL server is listening on.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username used to authenticate with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides a help guide or assistance information for using the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"include_examples\":{\"default\":true,\"description\":\"Flag to indicate if practical examples should be included in the help content.\",\"type\":\"boolean\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which the help content is to be provided. Defaults to English.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\"],\"type\":\"string\"},\"topic\":{\"description\":\"The topic for which help is requested, such as 'installation', 'configuration', 'usage'.\",\"enum\":[\"installation\",\"configuration\",\"usage\",\"troubleshooting\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieves a list of servers from the specified environment, filtered by the server type if provided.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"Specifies the type of server to filter the list. If omitted, servers of all types are listed.\",\"enum\":[\"all\",\"postgres\",\"openapi\",\"graphql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"add_mtnards_server","correct":false,"latency_ms":47.27,"confidence":0.680602},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":110.73,"confidence":1.0}}}},{"id":"live_multiple_85-38-2","split":"live_multiple","state":"User: I need to add a new Rich Data Services server for mobile telecommunications to our environment. The server should be identified as 'primary_db_server', and let's use '192.168.0.5' as the host. Oh, and here's the API key to use: '1234123'.","expected":"add_mtnards_server","candidate_count":5,"views":{"description":{"criteria":{"default.add_default_value":"default.add_default_value: Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.","add_postgres_server":"add_postgres_server: Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.","dartfx_help":"dartfx_help: Provides a help guide or assistance information for using the DartFX application.","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided."},"clm":{"choice":"list_servers","correct":false,"latency_ms":31.94,"confidence":0.974229},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":111.79,"confidence":1.0}},"prose_schema":{"criteria":{"default.add_default_value":"default.add_default_value: Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.\nParameter dict (dict); required; The dictionary to which the default value should be added.\nParameter key (string); required; The key for which the default value is to be set.\nParameter default_value (any); required; The value to set for the key if it does not exist in the dictionary. The type of this value can be any valid Python data type.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.\nParameter nickname (string); A user-friendly name to identify the server. For example, 'primary_db_server'.; default: local_rds_server\nParameter host (string); The hostname or IP address of the RDS server. Defaults to 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; A unique API key for authenticating requests to the RDS server. This key should be kept secret.","add_postgres_server":"add_postgres_server: Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.\nParameter nickname (string); required; A unique and recognizable name to identify the PostgreSQL server.\nParameter host (string); required; The network address or domain of the PostgreSQL server.\nParameter port (integer); required; The network port that the PostgreSQL server is listening on.\nParameter database (string); required; The name of the default database to connect to.\nParameter username (string); required; The username used to authenticate with the PostgreSQL server.\nParameter password (string); required; The password used to authenticate with the PostgreSQL server. Must be provided for security reasons.","dartfx_help":"dartfx_help: Provides a help guide or assistance information for using the DartFX application.\nParameter topic (string); required; The topic for which help is requested, such as 'installation', 'configuration', 'usage'.; allowed values: installation, configuration, usage, troubleshooting\nParameter language (string); The language in which the help content is to be provided. Defaults to English.; allowed values: English, Spanish, French, German; default: English\nParameter include_examples (boolean); Flag to indicate if practical examples should be included in the help content.; default: True","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided.\nParameter type (string); Specifies the type of server to filter the list. If omitted, servers of all types are listed.; allowed values: all, postgres, openapi, graphql; default: all"},"clm":{"choice":"list_servers","correct":false,"latency_ms":40.32,"confidence":0.792508},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":176.5,"confidence":1.0}},"schema":{"criteria":{"default.add_default_value":"{\"description\":\"Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.\",\"name\":\"default.add_default_value\",\"parameters\":{\"properties\":{\"default_value\":{\"description\":\"The value to set for the key if it does not exist in the dictionary. The type of this value can be any valid Python data type.\",\"type\":\"any\"},\"dict\":{\"description\":\"The dictionary to which the default value should be added.\",\"properties\":{},\"type\":\"dict\"},\"key\":{\"description\":\"The key for which the default value is to be set.\",\"type\":\"string\"}},\"required\":[\"dict\",\"key\",\"default_value\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"A unique API key for authenticating requests to the RDS server. This key should be kept secret.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The hostname or IP address of the RDS server. Defaults to 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"default\":\"local_rds_server\",\"description\":\"A user-friendly name to identify the server. For example, 'primary_db_server'.\",\"type\":\"string\"}},\"required\":[\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to.\",\"type\":\"string\"},\"host\":{\"description\":\"The network address or domain of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique and recognizable name to identify the PostgreSQL server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password used to authenticate with the PostgreSQL server. Must be provided for security reasons.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port that the PostgreSQL server is listening on.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username used to authenticate with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides a help guide or assistance information for using the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"include_examples\":{\"default\":true,\"description\":\"Flag to indicate if practical examples should be included in the help content.\",\"type\":\"boolean\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which the help content is to be provided. Defaults to English.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\"],\"type\":\"string\"},\"topic\":{\"description\":\"The topic for which help is requested, such as 'installation', 'configuration', 'usage'.\",\"enum\":[\"installation\",\"configuration\",\"usage\",\"troubleshooting\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieves a list of servers from the specified environment, filtered by the server type if provided.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"Specifies the type of server to filter the list. If omitted, servers of all types are listed.\",\"enum\":[\"all\",\"postgres\",\"openapi\",\"graphql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"add_mtnards_server","correct":true,"latency_ms":32.36,"confidence":0.712153},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":107.34,"confidence":1.0}}}},{"id":"live_multiple_86-38-3","split":"live_multiple","state":"User: I need to add a new MTNA Rich Data Services server with the nickname 'RSD1' and hosted at http://rds.com. I have an API key '1234123' ready for authentication.","expected":"add_mtnards_server","candidate_count":5,"views":{"description":{"criteria":{"default.add_default_value":"default.add_default_value: Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.","add_postgres_server":"add_postgres_server: Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.","dartfx_help":"dartfx_help: Provides a help guide or assistance information for using the DartFX application.","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided."},"clm":{"choice":"list_servers","correct":false,"latency_ms":36.06,"confidence":0.895976},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":122.81,"confidence":1.0}},"prose_schema":{"criteria":{"default.add_default_value":"default.add_default_value: Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.\nParameter dict (dict); required; The dictionary to which the default value should be added.\nParameter key (string); required; The key for which the default value is to be set.\nParameter default_value (any); required; The value to set for the key if it does not exist in the dictionary. The type of this value can be any valid Python data type.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.\nParameter nickname (string); A user-friendly name to identify the server. For example, 'primary_db_server'.; default: local_rds_server\nParameter host (string); The hostname or IP address of the RDS server. Defaults to 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; A unique API key for authenticating requests to the RDS server. This key should be kept secret.","add_postgres_server":"add_postgres_server: Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.\nParameter nickname (string); required; A unique and recognizable name to identify the PostgreSQL server.\nParameter host (string); required; The network address or domain of the PostgreSQL server.\nParameter port (integer); required; The network port that the PostgreSQL server is listening on.\nParameter database (string); required; The name of the default database to connect to.\nParameter username (string); required; The username used to authenticate with the PostgreSQL server.\nParameter password (string); required; The password used to authenticate with the PostgreSQL server. Must be provided for security reasons.","dartfx_help":"dartfx_help: Provides a help guide or assistance information for using the DartFX application.\nParameter topic (string); required; The topic for which help is requested, such as 'installation', 'configuration', 'usage'.; allowed values: installation, configuration, usage, troubleshooting\nParameter language (string); The language in which the help content is to be provided. Defaults to English.; allowed values: English, Spanish, French, German; default: English\nParameter include_examples (boolean); Flag to indicate if practical examples should be included in the help content.; default: True","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided.\nParameter type (string); Specifies the type of server to filter the list. If omitted, servers of all types are listed.; allowed values: all, postgres, openapi, graphql; default: all"},"clm":{"choice":"list_servers","correct":false,"latency_ms":31.71,"confidence":0.61213},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":97.54,"confidence":1.0}},"schema":{"criteria":{"default.add_default_value":"{\"description\":\"Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.\",\"name\":\"default.add_default_value\",\"parameters\":{\"properties\":{\"default_value\":{\"description\":\"The value to set for the key if it does not exist in the dictionary. The type of this value can be any valid Python data type.\",\"type\":\"any\"},\"dict\":{\"description\":\"The dictionary to which the default value should be added.\",\"properties\":{},\"type\":\"dict\"},\"key\":{\"description\":\"The key for which the default value is to be set.\",\"type\":\"string\"}},\"required\":[\"dict\",\"key\",\"default_value\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"A unique API key for authenticating requests to the RDS server. This key should be kept secret.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The hostname or IP address of the RDS server. Defaults to 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"default\":\"local_rds_server\",\"description\":\"A user-friendly name to identify the server. For example, 'primary_db_server'.\",\"type\":\"string\"}},\"required\":[\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to.\",\"type\":\"string\"},\"host\":{\"description\":\"The network address or domain of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique and recognizable name to identify the PostgreSQL server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password used to authenticate with the PostgreSQL server. Must be provided for security reasons.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port that the PostgreSQL server is listening on.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username used to authenticate with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides a help guide or assistance information for using the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"include_examples\":{\"default\":true,\"description\":\"Flag to indicate if practical examples should be included in the help content.\",\"type\":\"boolean\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which the help content is to be provided. Defaults to English.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\"],\"type\":\"string\"},\"topic\":{\"description\":\"The topic for which help is requested, such as 'installation', 'configuration', 'usage'.\",\"enum\":[\"installation\",\"configuration\",\"usage\",\"troubleshooting\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieves a list of servers from the specified environment, filtered by the server type if provided.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"Specifies the type of server to filter the list. If omitted, servers of all types are listed.\",\"enum\":[\"all\",\"postgres\",\"openapi\",\"graphql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"add_mtnards_server","correct":true,"latency_ms":31.2,"confidence":0.896949},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":118.23,"confidence":1.0}}}},{"id":"live_multiple_87-38-4","split":"live_multiple","state":"User: List all openai servers","expected":"list_servers","candidate_count":5,"views":{"description":{"criteria":{"default.add_default_value":"default.add_default_value: Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.","add_postgres_server":"add_postgres_server: Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.","dartfx_help":"dartfx_help: Provides a help guide or assistance information for using the DartFX application.","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided."},"clm":{"choice":"list_servers","correct":true,"latency_ms":30.22,"confidence":0.410343},"jev":{"choice":"list_servers","correct":true,"latency_ms":134.07,"confidence":1.0}},"prose_schema":{"criteria":{"default.add_default_value":"default.add_default_value: Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.\nParameter dict (dict); required; The dictionary to which the default value should be added.\nParameter key (string); required; The key for which the default value is to be set.\nParameter default_value (any); required; The value to set for the key if it does not exist in the dictionary. The type of this value can be any valid Python data type.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.\nParameter nickname (string); A user-friendly name to identify the server. For example, 'primary_db_server'.; default: local_rds_server\nParameter host (string); The hostname or IP address of the RDS server. Defaults to 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; A unique API key for authenticating requests to the RDS server. This key should be kept secret.","add_postgres_server":"add_postgres_server: Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.\nParameter nickname (string); required; A unique and recognizable name to identify the PostgreSQL server.\nParameter host (string); required; The network address or domain of the PostgreSQL server.\nParameter port (integer); required; The network port that the PostgreSQL server is listening on.\nParameter database (string); required; The name of the default database to connect to.\nParameter username (string); required; The username used to authenticate with the PostgreSQL server.\nParameter password (string); required; The password used to authenticate with the PostgreSQL server. Must be provided for security reasons.","dartfx_help":"dartfx_help: Provides a help guide or assistance information for using the DartFX application.\nParameter topic (string); required; The topic for which help is requested, such as 'installation', 'configuration', 'usage'.; allowed values: installation, configuration, usage, troubleshooting\nParameter language (string); The language in which the help content is to be provided. Defaults to English.; allowed values: English, Spanish, French, German; default: English\nParameter include_examples (boolean); Flag to indicate if practical examples should be included in the help content.; default: True","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided.\nParameter type (string); Specifies the type of server to filter the list. If omitted, servers of all types are listed.; allowed values: all, postgres, openapi, graphql; default: all"},"clm":{"choice":"dartfx_help","correct":false,"latency_ms":36.78,"confidence":0.739305},"jev":{"choice":"list_servers","correct":true,"latency_ms":133.63,"confidence":1.0}},"schema":{"criteria":{"default.add_default_value":"{\"description\":\"Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.\",\"name\":\"default.add_default_value\",\"parameters\":{\"properties\":{\"default_value\":{\"description\":\"The value to set for the key if it does not exist in the dictionary. The type of this value can be any valid Python data type.\",\"type\":\"any\"},\"dict\":{\"description\":\"The dictionary to which the default value should be added.\",\"properties\":{},\"type\":\"dict\"},\"key\":{\"description\":\"The key for which the default value is to be set.\",\"type\":\"string\"}},\"required\":[\"dict\",\"key\",\"default_value\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"A unique API key for authenticating requests to the RDS server. This key should be kept secret.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The hostname or IP address of the RDS server. Defaults to 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"default\":\"local_rds_server\",\"description\":\"A user-friendly name to identify the server. For example, 'primary_db_server'.\",\"type\":\"string\"}},\"required\":[\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to.\",\"type\":\"string\"},\"host\":{\"description\":\"The network address or domain of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique and recognizable name to identify the PostgreSQL server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password used to authenticate with the PostgreSQL server. Must be provided for security reasons.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port that the PostgreSQL server is listening on.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username used to authenticate with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides a help guide or assistance information for using the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"include_examples\":{\"default\":true,\"description\":\"Flag to indicate if practical examples should be included in the help content.\",\"type\":\"boolean\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which the help content is to be provided. Defaults to English.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\"],\"type\":\"string\"},\"topic\":{\"description\":\"The topic for which help is requested, such as 'installation', 'configuration', 'usage'.\",\"enum\":[\"installation\",\"configuration\",\"usage\",\"troubleshooting\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieves a list of servers from the specified environment, filtered by the server type if provided.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"Specifies the type of server to filter the list. If omitted, servers of all types are listed.\",\"enum\":[\"all\",\"postgres\",\"openapi\",\"graphql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"dartfx_help","correct":false,"latency_ms":35.89,"confidence":0.7603},"jev":{"choice":"list_servers","correct":true,"latency_ms":125.15,"confidence":1.0}}}},{"id":"live_multiple_88-38-5","split":"live_multiple","state":"User: I need to see all the MTNA servers we have. Could you fetch that list for me?","expected":"list_servers","candidate_count":5,"views":{"description":{"criteria":{"default.add_default_value":"default.add_default_value: Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.","add_postgres_server":"add_postgres_server: Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.","dartfx_help":"dartfx_help: Provides a help guide or assistance information for using the DartFX application.","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided."},"clm":{"choice":"list_servers","correct":true,"latency_ms":27.46,"confidence":0.912079},"jev":{"choice":"list_servers","correct":true,"latency_ms":113.53,"confidence":1.0}},"prose_schema":{"criteria":{"default.add_default_value":"default.add_default_value: Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.\nParameter dict (dict); required; The dictionary to which the default value should be added.\nParameter key (string); required; The key for which the default value is to be set.\nParameter default_value (any); required; The value to set for the key if it does not exist in the dictionary. The type of this value can be any valid Python data type.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.\nParameter nickname (string); A user-friendly name to identify the server. For example, 'primary_db_server'.; default: local_rds_server\nParameter host (string); The hostname or IP address of the RDS server. Defaults to 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; A unique API key for authenticating requests to the RDS server. This key should be kept secret.","add_postgres_server":"add_postgres_server: Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.\nParameter nickname (string); required; A unique and recognizable name to identify the PostgreSQL server.\nParameter host (string); required; The network address or domain of the PostgreSQL server.\nParameter port (integer); required; The network port that the PostgreSQL server is listening on.\nParameter database (string); required; The name of the default database to connect to.\nParameter username (string); required; The username used to authenticate with the PostgreSQL server.\nParameter password (string); required; The password used to authenticate with the PostgreSQL server. Must be provided for security reasons.","dartfx_help":"dartfx_help: Provides a help guide or assistance information for using the DartFX application.\nParameter topic (string); required; The topic for which help is requested, such as 'installation', 'configuration', 'usage'.; allowed values: installation, configuration, usage, troubleshooting\nParameter language (string); The language in which the help content is to be provided. Defaults to English.; allowed values: English, Spanish, French, German; default: English\nParameter include_examples (boolean); Flag to indicate if practical examples should be included in the help content.; default: True","list_servers":"list_servers: Retrieves a list of servers from the specified environment, filtered by the server type if provided.\nParameter type (string); Specifies the type of server to filter the list. If omitted or if some other type not in the possible types is mentioned by the user, servers of all types are listed.; allowed values: all, postgres, openapi, graphql; default: all"},"clm":{"choice":"list_servers","correct":true,"latency_ms":58.97,"confidence":0.395107},"jev":{"choice":"list_servers","correct":true,"latency_ms":122.99,"confidence":1.0}},"schema":{"criteria":{"default.add_default_value":"{\"description\":\"Adds a default value to a dictionary if the specified key does not exist, ensuring that updates do not overwrite existing entries.\",\"name\":\"default.add_default_value\",\"parameters\":{\"properties\":{\"default_value\":{\"description\":\"The value to set for the key if it does not exist in the dictionary. The type of this value can be any valid Python data type.\",\"type\":\"any\"},\"dict\":{\"description\":\"The dictionary to which the default value should be added.\",\"properties\":{},\"type\":\"dict\"},\"key\":{\"description\":\"The key for which the default value is to be set.\",\"type\":\"string\"}},\"required\":[\"dict\",\"key\",\"default_value\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTNA (Mobile Telecommunications Network Architecture) Rich Data Services (RDS) server to the environment, allowing for the management and retrieval of rich data.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"A unique API key for authenticating requests to the RDS server. This key should be kept secret.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The hostname or IP address of the RDS server. Defaults to 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"default\":\"local_rds_server\",\"description\":\"A user-friendly name to identify the server. For example, 'primary_db_server'.\",\"type\":\"string\"}},\"required\":[\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Add a new PostgreSQL server configuration to the environment allowing the application to connect to it.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to.\",\"type\":\"string\"},\"host\":{\"description\":\"The network address or domain of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique and recognizable name to identify the PostgreSQL server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password used to authenticate with the PostgreSQL server. Must be provided for security reasons.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port that the PostgreSQL server is listening on.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username used to authenticate with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides a help guide or assistance information for using the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"include_examples\":{\"default\":true,\"description\":\"Flag to indicate if practical examples should be included in the help content.\",\"type\":\"boolean\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which the help content is to be provided. Defaults to English.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\"],\"type\":\"string\"},\"topic\":{\"description\":\"The topic for which help is requested, such as 'installation', 'configuration', 'usage'.\",\"enum\":[\"installation\",\"configuration\",\"usage\",\"troubleshooting\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieves a list of servers from the specified environment, filtered by the server type if provided.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"Specifies the type of server to filter the list. If omitted or if some other type not in the possible types is mentioned by the user, servers of all types are listed.\",\"enum\":[\"all\",\"postgres\",\"openapi\",\"graphql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"dartfx_help","correct":false,"latency_ms":56.95,"confidence":0.433374},"jev":{"choice":"list_servers","correct":true,"latency_ms":105.52,"confidence":1.0}}}},{"id":"live_multiple_89-39-0","split":"live_multiple","state":"System: You are a helpful assistant that helps users with normal chat, and helps users book flights for vacations.\n\nUser: Hello! Could you help me select a date for my vacation? I'm thinking of flying out on the 20th of september 2023.","expected":"render_ui_date_picker_widget","candidate_count":4,"views":{"description":{"criteria":{"render_ui_single_select_widget":"render_ui_single_select_widget: Renders a single-select UI widget with a heading and a list of selectable options.","render_ui_multi_select_widget":"render_ui_multi_select_widget: Renders a multi-select widget with a specified heading and a list of selectable options for the user interface.","render_ui_date_picker_widget":"render_ui_date_picker_widget: Renders a date picker widget on the UI that allows the user to select a single date.","render_ui_finish":"render_ui_finish: Invoke this function to display the final list of available flight options to the user once all necessary information has been gathered."},"clm":{"choice":"render_ui_finish","correct":false,"latency_ms":90.43,"confidence":0.94274},"jev":{"choice":"render_ui_date_picker_widget","correct":true,"latency_ms":104.36,"confidence":0.98}},"prose_schema":{"criteria":{"render_ui_single_select_widget":"render_ui_single_select_widget: Renders a single-select UI widget with a heading and a list of selectable options.\nParameter heading (string); required; The text displayed as the heading for the single-select widget.\nParameter options (array); required; An array of strings representing the selectable options.","render_ui_multi_select_widget":"render_ui_multi_select_widget: Renders a multi-select widget with a specified heading and a list of selectable options for the user interface.\nParameter heading (string); required; The text displayed as the heading of the multi-select widget.\nParameter options (array); required; An array of strings representing the options available for selection in the multi-select widget.\nParameter default_selection (array); An array of strings representing the default selected options when the widget is rendered. This parameter is optional.; default: []\nParameter disabled (boolean); A flag to indicate whether the multi-select widget is disabled (not interactive) by default. This parameter is optional.; default: False","render_ui_date_picker_widget":"render_ui_date_picker_widget: Renders a date picker widget on the UI that allows the user to select a single date.\nParameter default_date (string); required; The initial date selected in the date-picker widget. This should be in the format of 'dd-mm-yyyy', such as '31-12-2023'.","render_ui_finish":"render_ui_finish: Invoke this function to display the final list of available flight options to the user once all necessary information has been gathered.\nParameter default_date (string); required; The default date set in the date-picker, in the format of 'dd-mm-yyyy', such as '15-04-2023'."},"clm":{"choice":"render_ui_finish","correct":false,"latency_ms":113.4,"confidence":0.976026},"jev":{"choice":"render_ui_date_picker_widget","correct":true,"latency_ms":157.23,"confidence":0.99}},"schema":{"criteria":{"render_ui_single_select_widget":"{\"description\":\"Renders a single-select UI widget with a heading and a list of selectable options.\",\"name\":\"render_ui_single_select_widget\",\"parameters\":{\"properties\":{\"heading\":{\"description\":\"The text displayed as the heading for the single-select widget.\",\"type\":\"string\"},\"options\":{\"description\":\"An array of strings representing the selectable options.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"heading\",\"options\"],\"type\":\"dict\"}}","render_ui_multi_select_widget":"{\"description\":\"Renders a multi-select widget with a specified heading and a list of selectable options for the user interface.\",\"name\":\"render_ui_multi_select_widget\",\"parameters\":{\"properties\":{\"default_selection\":{\"default\":[],\"description\":\"An array of strings representing the default selected options when the widget is rendered. This parameter is optional.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"disabled\":{\"default\":false,\"description\":\"A flag to indicate whether the multi-select widget is disabled (not interactive) by default. This parameter is optional.\",\"type\":\"boolean\"},\"heading\":{\"description\":\"The text displayed as the heading of the multi-select widget.\",\"type\":\"string\"},\"options\":{\"description\":\"An array of strings representing the options available for selection in the multi-select widget.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"heading\",\"options\"],\"type\":\"dict\"}}","render_ui_date_picker_widget":"{\"description\":\"Renders a date picker widget on the UI that allows the user to select a single date.\",\"name\":\"render_ui_date_picker_widget\",\"parameters\":{\"properties\":{\"default_date\":{\"description\":\"The initial date selected in the date-picker widget. This should be in the format of 'dd-mm-yyyy', such as '31-12-2023'.\",\"type\":\"string\"}},\"required\":[\"default_date\"],\"type\":\"dict\"}}","render_ui_finish":"{\"description\":\"Invoke this function to display the final list of available flight options to the user once all necessary information has been gathered.\",\"name\":\"render_ui_finish\",\"parameters\":{\"properties\":{\"default_date\":{\"description\":\"The default date set in the date-picker, in the format of 'dd-mm-yyyy', such as '15-04-2023'.\",\"type\":\"string\"}},\"required\":[\"default_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"render_ui_finish","correct":false,"latency_ms":122.25,"confidence":0.738541},"jev":{"choice":"render_ui_date_picker_widget","correct":true,"latency_ms":120.41,"confidence":0.99}}}},{"id":"live_multiple_90-40-0","split":"live_multiple","state":"User: I need to register a new MTNA Rich Data Services server for our system. The server's hostname is 'data.example.com' and the API key is '12345-ABCDE'. Can we also give it a nickname 'FastDataServer'?","expected":"add_mtnards_server","candidate_count":5,"views":{"description":{"criteria":{"default_function":"default_function: This function provides default behavior when specific functionality has not been implemented.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA Rich Data Services (RDS) server to the environment configuration, allowing it to be recognized and utilized by the system.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing for future database operations on this server.","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application.","list_servers":"list_servers: Retrieve a list of all servers within a specified environment, optionally filtered by server type."},"clm":{"choice":"list_servers","correct":false,"latency_ms":83.23,"confidence":0.935551},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":115.73,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function provides default behavior when specific functionality has not been implemented.\nParameter action (string); required; The action to be executed by the function. Should be a descriptive verb.; allowed values: create, read, update, delete\nParameter verbose (boolean); A flag to indicate whether to run the function in verbose mode, providing detailed logs.; default: False\nParameter timeout (integer); Maximum time in seconds the function should wait before timing out.; default: 60","add_mtnards_server":"add_mtnards_server: Adds a new MTNA Rich Data Services (RDS) server to the environment configuration, allowing it to be recognized and utilized by the system.\nParameter nickname (string); An informal, easy-to-remember name for the server.; default: rds1\nParameter host (string); required; The server's hostname or IP address. Should be in the format 'hostname.com' or '192.168.0.1'.\nParameter api_key (string); required; A unique API key for secure access to the server.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing for future database operations on this server.\nParameter nickname (string); required; A unique and recognizable name or alias for the server, used for easy identification.\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The network port on which the PostgreSQL server is listening.\nParameter database (string); required; The default database name to connect to on the PostgreSQL server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication with the PostgreSQL server.","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application.\nParameter topic (string); required; The specific topic or feature within DartFX the user needs help with, such as 'chart analysis' or 'trade execution'.\nParameter verbose (boolean); Whether to provide detailed assistance. If true, the help provided will include comprehensive information and examples.; default: False\nParameter language (string); The language in which the help is to be provided.; allowed values: English, Spanish, French, German, Chinese; default: English","list_servers":"list_servers: Retrieve a list of all servers within a specified environment, optionally filtered by server type.\nParameter server_type (string); The category of servers to list. If not specified, all server types are included.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all"},"clm":{"choice":"list_servers","correct":false,"latency_ms":120.13,"confidence":0.941055},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":104.34,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function provides default behavior when specific functionality has not been implemented.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{\"action\":{\"description\":\"The action to be executed by the function. Should be a descriptive verb.\",\"enum\":[\"create\",\"read\",\"update\",\"delete\"],\"type\":\"string\"},\"timeout\":{\"default\":60,\"description\":\"Maximum time in seconds the function should wait before timing out.\",\"type\":\"integer\"},\"verbose\":{\"default\":false,\"description\":\"A flag to indicate whether to run the function in verbose mode, providing detailed logs.\",\"type\":\"boolean\"}},\"required\":[\"action\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTNA Rich Data Services (RDS) server to the environment configuration, allowing it to be recognized and utilized by the system.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"A unique API key for secure access to the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address. Should be in the format 'hostname.com' or '192.168.0.1'.\",\"type\":\"string\"},\"nickname\":{\"default\":\"rds1\",\"description\":\"An informal, easy-to-remember name for the server.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds a new PostgreSQL server configuration to the environment, allowing for future database operations on this server.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database name to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique and recognizable name or alias for the server, used for easy identification.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication with the PostgreSQL server.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port on which the PostgreSQL server is listening.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides guidance and assistance to the user on a particular topic within the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"English\",\"description\":\"The language in which the help is to be provided.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Chinese\"],\"type\":\"string\"},\"topic\":{\"description\":\"The specific topic or feature within DartFX the user needs help with, such as 'chart analysis' or 'trade execution'.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"Whether to provide detailed assistance. If true, the help provided will include comprehensive information and examples.\",\"type\":\"boolean\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieve a list of all servers within a specified environment, optionally filtered by server type.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"server_type\":{\"default\":\"all\",\"description\":\"The category of servers to list. If not specified, all server types are included.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"dartfx_help","correct":false,"latency_ms":172.36,"confidence":0.646146},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":126.3,"confidence":1.0}}}},{"id":"live_multiple_91-40-1","split":"live_multiple","state":"User: I need to include a new PostgreSQL server configuration. The server is located at example.org, and I will be using the nickname 'primary_db', connecting to the 'main' database. For access, my credentials are username 'admin' and password '12345'. Use port 5432","expected":"add_postgres_server","candidate_count":5,"views":{"description":{"criteria":{"default_function":"default_function: This function provides default behavior when specific functionality has not been implemented.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA Rich Data Services (RDS) server to the environment configuration, allowing it to be recognized and utilized by the system.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing for future database operations on this server.","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application.","list_servers":"list_servers: Retrieve a list of all servers within a specified environment, optionally filtered by server type."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":36.04,"confidence":0.630577},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":116.48,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function provides default behavior when specific functionality has not been implemented.\nParameter action (string); required; The action to be executed by the function. Should be a descriptive verb.; allowed values: create, read, update, delete\nParameter verbose (boolean); A flag to indicate whether to run the function in verbose mode, providing detailed logs.; default: False\nParameter timeout (integer); Maximum time in seconds the function should wait before timing out.; default: 60","add_mtnards_server":"add_mtnards_server: Adds a new MTNA Rich Data Services (RDS) server to the environment configuration, allowing it to be recognized and utilized by the system.\nParameter nickname (string); An informal, easy-to-remember name for the server.; default: rds1\nParameter host (string); required; The server's hostname or IP address. Should be in the format 'hostname.com' or '192.168.0.1'.\nParameter api_key (string); required; A unique API key for secure access to the server.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing for future database operations on this server.\nParameter nickname (string); required; A unique and recognizable name or alias for the server, used for easy identification.\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The network port on which the PostgreSQL server is listening.\nParameter database (string); required; The default database name to connect to on the PostgreSQL server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication with the PostgreSQL server.","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application.\nParameter topic (string); required; The specific topic or feature within DartFX the user needs help with, such as 'chart analysis' or 'trade execution'.\nParameter verbose (boolean); Whether to provide detailed assistance. If true, the help provided will include comprehensive information and examples.; default: False\nParameter language (string); The language in which the help is to be provided.; allowed values: English, Spanish, French, German, Chinese; default: English","list_servers":"list_servers: Retrieve a list of all servers within a specified environment, optionally filtered by server type.\nParameter server_type (string); The category of servers to list. If not specified, all server types are included.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all"},"clm":{"choice":"list_servers","correct":false,"latency_ms":38.65,"confidence":0.548522},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":130.07,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function provides default behavior when specific functionality has not been implemented.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{\"action\":{\"description\":\"The action to be executed by the function. Should be a descriptive verb.\",\"enum\":[\"create\",\"read\",\"update\",\"delete\"],\"type\":\"string\"},\"timeout\":{\"default\":60,\"description\":\"Maximum time in seconds the function should wait before timing out.\",\"type\":\"integer\"},\"verbose\":{\"default\":false,\"description\":\"A flag to indicate whether to run the function in verbose mode, providing detailed logs.\",\"type\":\"boolean\"}},\"required\":[\"action\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTNA Rich Data Services (RDS) server to the environment configuration, allowing it to be recognized and utilized by the system.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"A unique API key for secure access to the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address. Should be in the format 'hostname.com' or '192.168.0.1'.\",\"type\":\"string\"},\"nickname\":{\"default\":\"rds1\",\"description\":\"An informal, easy-to-remember name for the server.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds a new PostgreSQL server configuration to the environment, allowing for future database operations on this server.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database name to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique and recognizable name or alias for the server, used for easy identification.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication with the PostgreSQL server.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port on which the PostgreSQL server is listening.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides guidance and assistance to the user on a particular topic within the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"English\",\"description\":\"The language in which the help is to be provided.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Chinese\"],\"type\":\"string\"},\"topic\":{\"description\":\"The specific topic or feature within DartFX the user needs help with, such as 'chart analysis' or 'trade execution'.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"Whether to provide detailed assistance. If true, the help provided will include comprehensive information and examples.\",\"type\":\"boolean\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieve a list of all servers within a specified environment, optionally filtered by server type.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"server_type\":{\"default\":\"all\",\"description\":\"The category of servers to list. If not specified, all server types are included.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":49.37,"confidence":0.380989},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":106.34,"confidence":1.0}}}},{"id":"live_multiple_92-40-2","split":"live_multiple","state":"User: Could you retrieve a list of all the PostgreSQL servers in our environment, please?","expected":"list_servers","candidate_count":5,"views":{"description":{"criteria":{"default_function":"default_function: This function provides default behavior when specific functionality has not been implemented.","add_mtnards_server":"add_mtnards_server: Adds a new MTNA Rich Data Services (RDS) server to the environment configuration, allowing it to be recognized and utilized by the system.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing for future database operations on this server.","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application.","list_servers":"list_servers: Retrieve a list of all servers within a specified environment, optionally filtered by server type."},"clm":{"choice":"list_servers","correct":true,"latency_ms":33.45,"confidence":0.899458},"jev":{"choice":"list_servers","correct":true,"latency_ms":109.21,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function provides default behavior when specific functionality has not been implemented.\nParameter action (string); required; The action to be executed by the function. Should be a descriptive verb.; allowed values: create, read, update, delete\nParameter verbose (boolean); A flag to indicate whether to run the function in verbose mode, providing detailed logs.; default: False\nParameter timeout (integer); Maximum time in seconds the function should wait before timing out.; default: 60","add_mtnards_server":"add_mtnards_server: Adds a new MTNA Rich Data Services (RDS) server to the environment configuration, allowing it to be recognized and utilized by the system.\nParameter nickname (string); An informal, easy-to-remember name for the server.; default: rds1\nParameter host (string); required; The server's hostname or IP address. Should be in the format 'hostname.com' or '192.168.0.1'.\nParameter api_key (string); required; A unique API key for secure access to the server.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing for future database operations on this server.\nParameter nickname (string); required; A unique and recognizable name or alias for the server, used for easy identification.\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The network port on which the PostgreSQL server is listening.\nParameter database (string); required; The default database name to connect to on the PostgreSQL server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication with the PostgreSQL server.","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application.\nParameter topic (string); required; The specific topic or feature within DartFX the user needs help with, such as 'chart analysis' or 'trade execution'.\nParameter verbose (boolean); Whether to provide detailed assistance. If true, the help provided will include comprehensive information and examples.; default: False\nParameter language (string); The language in which the help is to be provided.; allowed values: English, Spanish, French, German, Chinese; default: English","list_servers":"list_servers: Retrieve a list of all servers within a specified environment, optionally filtered by server type.\nParameter server_type (string); The category of servers to list. If not specified, all server types are included.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all"},"clm":{"choice":"default_function","correct":false,"latency_ms":28.86,"confidence":0.507427},"jev":{"choice":"list_servers","correct":true,"latency_ms":132.05,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function provides default behavior when specific functionality has not been implemented.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{\"action\":{\"description\":\"The action to be executed by the function. Should be a descriptive verb.\",\"enum\":[\"create\",\"read\",\"update\",\"delete\"],\"type\":\"string\"},\"timeout\":{\"default\":60,\"description\":\"Maximum time in seconds the function should wait before timing out.\",\"type\":\"integer\"},\"verbose\":{\"default\":false,\"description\":\"A flag to indicate whether to run the function in verbose mode, providing detailed logs.\",\"type\":\"boolean\"}},\"required\":[\"action\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTNA Rich Data Services (RDS) server to the environment configuration, allowing it to be recognized and utilized by the system.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"A unique API key for secure access to the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address. Should be in the format 'hostname.com' or '192.168.0.1'.\",\"type\":\"string\"},\"nickname\":{\"default\":\"rds1\",\"description\":\"An informal, easy-to-remember name for the server.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds a new PostgreSQL server configuration to the environment, allowing for future database operations on this server.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database name to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique and recognizable name or alias for the server, used for easy identification.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication with the PostgreSQL server.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port on which the PostgreSQL server is listening.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides guidance and assistance to the user on a particular topic within the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"English\",\"description\":\"The language in which the help is to be provided.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Chinese\"],\"type\":\"string\"},\"topic\":{\"description\":\"The specific topic or feature within DartFX the user needs help with, such as 'chart analysis' or 'trade execution'.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"Whether to provide detailed assistance. If true, the help provided will include comprehensive information and examples.\",\"type\":\"boolean\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieve a list of all servers within a specified environment, optionally filtered by server type.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"server_type\":{\"default\":\"all\",\"description\":\"The category of servers to list. If not specified, all server types are included.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"dartfx_help","correct":false,"latency_ms":36.45,"confidence":0.743874},"jev":{"choice":"list_servers","correct":true,"latency_ms":107.43,"confidence":1.0}}}},{"id":"live_multiple_93-41-0","split":"live_multiple","state":"User: I need to add a new PostgreSQL server to our system with the following details: host example.org, port 5432, the database named 'inventory', username 'admin', and password 'secret'.","expected":"add_postgres_server","candidate_count":7,"views":{"description":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operation.","add_mtnards_server":"add_mtnards_server: Add a new MTNA Rich Data Services (RDS) server configuration to the system environment.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the system, allowing for future connections and operations.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant information or guidance.","list_servers":"list_servers: Retrieve a list of all servers within the specified environment, filtered by server type if provided.","open_project":"open_project: Open an existing Data Artife project located in the specified directory. This function initializes the project environment and loads the configuration files.","close_project":"close_project: Close the current data artifex project and archive its contents."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":97.19,"confidence":0.856508},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":127.56,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operation.","add_mtnards_server":"add_mtnards_server: Add a new MTNA Rich Data Services (RDS) server configuration to the system environment.\nParameter nickname (string); An alias for the server to easily identify it within the environment.; default: rds1\nParameter host (string); required; The hostname or IP address of the RDS server.\nParameter api_key (string); required; The unique API key for authenticating with the RDS server.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the system, allowing for future connections and operations.\nParameter nickname (string); A user-friendly name or alias for the server to easily identify it.; default: postgres1\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The port number on which the PostgreSQL server is listening.\nParameter database (string); required; The default database name to connect to on the PostgreSQL server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password for authentication with the PostgreSQL server.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant information or guidance.\nParameter topic (string); required; The topic for which the user is seeking help. Expected to be a keyword or phrase related to the functionality of the application.\nParameter language (string); The language in which the help content should be provided.; allowed values: English, Spanish, French, German, Chinese; default: English\nParameter search_depth (integer); The level of depth for the search query. A higher number may result in more detailed assistance.; default: 1","list_servers":"list_servers: Retrieve a list of all servers within the specified environment, filtered by server type if provided.\nParameter type (string); The category of servers to list. If not specified, all server types are included.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","open_project":"open_project: Open an existing Data Artife project located in the specified directory. This function initializes the project environment and loads the configuration files.\nParameter path (string); required; The absolute or relative file system path to the directory where the project is located. Example: '/users/username/projects/project1'\nParameter read_only (boolean); Specifies whether the project should be opened in read-only mode. When set to true, no changes can be made to the project.; default: False","close_project":"close_project: Close the current data artifex project and archive its contents.\nParameter project_id (string); required; The unique identifier of the project to be closed.\nParameter archive (boolean); Determines whether the project should be archived after closing.; default: True\nParameter notify_users (boolean); Whether to notify all users associated with the project about its closure.; default: False"},"clm":{"choice":"list_servers","correct":false,"latency_ms":143.32,"confidence":0.397555},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":130.27,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function serves as a placeholder and does not perform any operation.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Add a new MTNA Rich Data Services (RDS) server configuration to the system environment.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The unique API key for authenticating with the RDS server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the RDS server.\",\"type\":\"string\"},\"nickname\":{\"default\":\"rds1\",\"description\":\"An alias for the server to easily identify it within the environment.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds a new PostgreSQL server configuration to the system, allowing for future connections and operations.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database name to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"default\":\"postgres1\",\"description\":\"A user-friendly name or alias for the server to easily identify it.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the PostgreSQL server.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the PostgreSQL server is listening.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance to the user on a particular topic by displaying relevant information or guidance.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"English\",\"description\":\"The language in which the help content should be provided.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Chinese\"],\"type\":\"string\"},\"search_depth\":{\"default\":1,\"description\":\"The level of depth for the search query. A higher number may result in more detailed assistance.\",\"type\":\"integer\"},\"topic\":{\"description\":\"The topic for which the user is seeking help. Expected to be a keyword or phrase related to the functionality of the application.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieve a list of all servers within the specified environment, filtered by server type if provided.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"The category of servers to list. If not specified, all server types are included.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"Open an existing Data Artife project located in the specified directory. This function initializes the project environment and loads the configuration files.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"path\":{\"description\":\"The absolute or relative file system path to the directory where the project is located. Example: '/users/username/projects/project1'\",\"type\":\"string\"},\"read_only\":{\"default\":false,\"description\":\"Specifies whether the project should be opened in read-only mode. When set to true, no changes can be made to the project.\",\"type\":\"boolean\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"Close the current data artifex project and archive its contents.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"archive\":{\"default\":true,\"description\":\"Determines whether the project should be archived after closing.\",\"type\":\"boolean\"},\"notify_users\":{\"default\":false,\"description\":\"Whether to notify all users associated with the project about its closure.\",\"type\":\"boolean\"},\"project_id\":{\"description\":\"The unique identifier of the project to be closed.\",\"type\":\"string\"}},\"required\":[\"project_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"default_function","correct":false,"latency_ms":171.04,"confidence":0.980013},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":149.66,"confidence":1.0}}}},{"id":"live_multiple_94-41-1","split":"live_multiple","state":"User: Could you retrieve a list of all server configurations available in the environment?","expected":"list_servers","candidate_count":7,"views":{"description":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operation.","add_mtnards_server":"add_mtnards_server: Add a new MTNA Rich Data Services (RDS) server configuration to the system environment.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the system, allowing for future connections and operations.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant information or guidance.","list_servers":"list_servers: Retrieve a list of all servers within the specified environment, filtered by server type if provided.","open_project":"open_project: Open an existing Data Artife project located in the specified directory. This function initializes the project environment and loads the configuration files.","close_project":"close_project: Close the current data artifex project and archive its contents."},"clm":{"choice":"list_servers","correct":true,"latency_ms":33.84,"confidence":0.975006},"jev":{"choice":"list_servers","correct":true,"latency_ms":110.46,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operation.","add_mtnards_server":"add_mtnards_server: Add a new MTNA Rich Data Services (RDS) server configuration to the system environment.\nParameter nickname (string); An alias for the server to easily identify it within the environment.; default: rds1\nParameter host (string); required; The hostname or IP address of the RDS server.\nParameter api_key (string); required; The unique API key for authenticating with the RDS server.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the system, allowing for future connections and operations.\nParameter nickname (string); A user-friendly name or alias for the server to easily identify it.; default: postgres1\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The port number on which the PostgreSQL server is listening.\nParameter database (string); required; The default database name to connect to on the PostgreSQL server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password for authentication with the PostgreSQL server.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant information or guidance.\nParameter topic (string); required; The topic for which the user is seeking help. Expected to be a keyword or phrase related to the functionality of the application.\nParameter language (string); The language in which the help content should be provided.; allowed values: English, Spanish, French, German, Chinese; default: English\nParameter search_depth (integer); The level of depth for the search query. A higher number may result in more detailed assistance.; default: 1","list_servers":"list_servers: Retrieve a list of all servers within the specified environment, filtered by server type if provided.\nParameter type (string); The category of servers to list. If not specified, all server types are included.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","open_project":"open_project: Open an existing Data Artife project located in the specified directory. This function initializes the project environment and loads the configuration files.\nParameter path (string); required; The absolute or relative file system path to the directory where the project is located. Example: '/users/username/projects/project1'\nParameter read_only (boolean); Specifies whether the project should be opened in read-only mode. When set to true, no changes can be made to the project.; default: False","close_project":"close_project: Close the current data artifex project and archive its contents.\nParameter project_id (string); required; The unique identifier of the project to be closed.\nParameter archive (boolean); Determines whether the project should be archived after closing.; default: True\nParameter notify_users (boolean); Whether to notify all users associated with the project about its closure.; default: False"},"clm":{"choice":"close_project","correct":false,"latency_ms":31.94,"confidence":0.794892},"jev":{"choice":"list_servers","correct":true,"latency_ms":148.67,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function serves as a placeholder and does not perform any operation.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Add a new MTNA Rich Data Services (RDS) server configuration to the system environment.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The unique API key for authenticating with the RDS server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the RDS server.\",\"type\":\"string\"},\"nickname\":{\"default\":\"rds1\",\"description\":\"An alias for the server to easily identify it within the environment.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds a new PostgreSQL server configuration to the system, allowing for future connections and operations.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database name to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"default\":\"postgres1\",\"description\":\"A user-friendly name or alias for the server to easily identify it.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the PostgreSQL server.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the PostgreSQL server is listening.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance to the user on a particular topic by displaying relevant information or guidance.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"English\",\"description\":\"The language in which the help content should be provided.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Chinese\"],\"type\":\"string\"},\"search_depth\":{\"default\":1,\"description\":\"The level of depth for the search query. A higher number may result in more detailed assistance.\",\"type\":\"integer\"},\"topic\":{\"description\":\"The topic for which the user is seeking help. Expected to be a keyword or phrase related to the functionality of the application.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieve a list of all servers within the specified environment, filtered by server type if provided.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"The category of servers to list. If not specified, all server types are included.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"Open an existing Data Artife project located in the specified directory. This function initializes the project environment and loads the configuration files.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"path\":{\"description\":\"The absolute or relative file system path to the directory where the project is located. Example: '/users/username/projects/project1'\",\"type\":\"string\"},\"read_only\":{\"default\":false,\"description\":\"Specifies whether the project should be opened in read-only mode. When set to true, no changes can be made to the project.\",\"type\":\"boolean\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"Close the current data artifex project and archive its contents.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"archive\":{\"default\":true,\"description\":\"Determines whether the project should be archived after closing.\",\"type\":\"boolean\"},\"notify_users\":{\"default\":false,\"description\":\"Whether to notify all users associated with the project about its closure.\",\"type\":\"boolean\"},\"project_id\":{\"description\":\"The unique identifier of the project to be closed.\",\"type\":\"string\"}},\"required\":[\"project_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"default_function","correct":false,"latency_ms":36.05,"confidence":0.854418},"jev":{"choice":"list_servers","correct":true,"latency_ms":142.25,"confidence":1.0}}}},{"id":"live_multiple_95-41-2","split":"live_multiple","state":"User: Close the data analysis project with the ID 'DA-12345'. Ensure it's archived after closure, but don't send out any notifications to the team.","expected":"close_project","candidate_count":7,"views":{"description":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operation.","add_mtnards_server":"add_mtnards_server: Add a new MTNA Rich Data Services (RDS) server configuration to the system environment.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the system, allowing for future connections and operations.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant information or guidance.","list_servers":"list_servers: Retrieve a list of all servers within the specified environment, filtered by server type if provided.","open_project":"open_project: Open an existing Data Artife project located in the specified directory. This function initializes the project environment and loads the configuration files.","close_project":"close_project: Close the current data artifex project and archive its contents."},"clm":{"choice":"list_servers","correct":false,"latency_ms":30.49,"confidence":0.644903},"jev":{"choice":"close_project","correct":true,"latency_ms":126.81,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operation.","add_mtnards_server":"add_mtnards_server: Add a new MTNA Rich Data Services (RDS) server configuration to the system environment.\nParameter nickname (string); An alias for the server to easily identify it within the environment.; default: rds1\nParameter host (string); required; The hostname or IP address of the RDS server.\nParameter api_key (string); required; The unique API key for authenticating with the RDS server.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the system, allowing for future connections and operations.\nParameter nickname (string); A user-friendly name or alias for the server to easily identify it.; default: postgres1\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The port number on which the PostgreSQL server is listening.\nParameter database (string); required; The default database name to connect to on the PostgreSQL server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password for authentication with the PostgreSQL server.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant information or guidance.\nParameter topic (string); required; The topic for which the user is seeking help. Expected to be a keyword or phrase related to the functionality of the application.\nParameter language (string); The language in which the help content should be provided.; allowed values: English, Spanish, French, German, Chinese; default: English\nParameter search_depth (integer); The level of depth for the search query. A higher number may result in more detailed assistance.; default: 1","list_servers":"list_servers: Retrieve a list of all servers within the specified environment, filtered by server type if provided.\nParameter type (string); The category of servers to list. If not specified, all server types are included.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","open_project":"open_project: Open an existing Data Artife project located in the specified directory. This function initializes the project environment and loads the configuration files.\nParameter path (string); required; The absolute or relative file system path to the directory where the project is located. Example: '/users/username/projects/project1'\nParameter read_only (boolean); Specifies whether the project should be opened in read-only mode. When set to true, no changes can be made to the project.; default: False","close_project":"close_project: Close the current data artifex project and archive its contents.\nParameter project_id (string); required; The unique identifier of the project to be closed.\nParameter archive (boolean); Determines whether the project should be archived after closing.; default: True\nParameter notify_users (boolean); Whether to notify all users associated with the project about its closure.; default: False"},"clm":{"choice":"close_project","correct":true,"latency_ms":29.07,"confidence":0.576272},"jev":{"choice":"close_project","correct":true,"latency_ms":120.65,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function serves as a placeholder and does not perform any operation.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Add a new MTNA Rich Data Services (RDS) server configuration to the system environment.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The unique API key for authenticating with the RDS server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the RDS server.\",\"type\":\"string\"},\"nickname\":{\"default\":\"rds1\",\"description\":\"An alias for the server to easily identify it within the environment.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds a new PostgreSQL server configuration to the system, allowing for future connections and operations.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database name to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"default\":\"postgres1\",\"description\":\"A user-friendly name or alias for the server to easily identify it.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the PostgreSQL server.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the PostgreSQL server is listening.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance to the user on a particular topic by displaying relevant information or guidance.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"English\",\"description\":\"The language in which the help content should be provided.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Chinese\"],\"type\":\"string\"},\"search_depth\":{\"default\":1,\"description\":\"The level of depth for the search query. A higher number may result in more detailed assistance.\",\"type\":\"integer\"},\"topic\":{\"description\":\"The topic for which the user is seeking help. Expected to be a keyword or phrase related to the functionality of the application.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieve a list of all servers within the specified environment, filtered by server type if provided.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"The category of servers to list. If not specified, all server types are included.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"Open an existing Data Artife project located in the specified directory. This function initializes the project environment and loads the configuration files.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"path\":{\"description\":\"The absolute or relative file system path to the directory where the project is located. Example: '/users/username/projects/project1'\",\"type\":\"string\"},\"read_only\":{\"default\":false,\"description\":\"Specifies whether the project should be opened in read-only mode. When set to true, no changes can be made to the project.\",\"type\":\"boolean\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"Close the current data artifex project and archive its contents.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"archive\":{\"default\":true,\"description\":\"Determines whether the project should be archived after closing.\",\"type\":\"boolean\"},\"notify_users\":{\"default\":false,\"description\":\"Whether to notify all users associated with the project about its closure.\",\"type\":\"boolean\"},\"project_id\":{\"description\":\"The unique identifier of the project to be closed.\",\"type\":\"string\"}},\"required\":[\"project_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"default_function","correct":false,"latency_ms":55.79,"confidence":0.823483},"jev":{"choice":"close_project","correct":true,"latency_ms":120.84,"confidence":1.0}}}},{"id":"live_multiple_96-42-0","split":"live_multiple","state":"User: Could you show me a list of all the '.data' files, including the ones in subdirectories?","expected":"list_files","candidate_count":9,"views":{"description":{"criteria":{"default_function":"default_function: This function performs a default operation with optional customization parameters.","add_mtnards_server":"add_mtnards_server: Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or checks the status of an existing connection.","list_servers":"list_servers: Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.","list_files":"list_files: List all the files within the current project directory. Optionally, list files of a specific type only.","open_project":"open_project: This function either creates a new Data Artifex project or opens an existing one within the specified directory.","close_project":"close_project: Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application."},"clm":{"choice":"list_files","correct":true,"latency_ms":94.16,"confidence":0.986382},"jev":{"choice":"list_files","correct":true,"latency_ms":109.68,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function performs a default operation with optional customization parameters.\nParameter option_flag (boolean); A flag that indicates whether the default operation should be customized.; default: False\nParameter precision (integer); Specifies the numeric precision for the operation's output.; default: 2\nParameter operation_mode (string); Determines the mode of operation to be used.; allowed values: simple, advanced; default: simple","add_mtnards_server":"add_mtnards_server: Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.\nParameter nickname (string); An easily recognizable name or alias for the server.; default: rds1\nParameter host (string); required; The hostname or IP address of the server, such as '192.168.0.1' or 'server.domain.com'.\nParameter api_key (string); required; The unique API key required to authenticate against the server.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.\nParameter nickname (string); required; A unique nickname or alias for the PostgreSQL server instance, for easier identification.\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The port number on which the PostgreSQL server is running. The default PostgreSQL port is 5432.\nParameter database (string); required; The name of the default database to connect to on the PostgreSQL server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password for authentication with the PostgreSQL server. Ensure to use a strong and secure password.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or checks the status of an existing connection.\nParameter nickname (string); required; A unique identifier or alias for the server to connect to.\nParameter timeout (integer); The maximum time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter retry_attempts (integer); The number of attempts to connect to the server in case of failure.; default: 3\nParameter use_ssl (boolean); Determines whether to use SSL encryption for the connection.; default: True","list_servers":"list_servers: Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.\nParameter type (string); Specifies the type of server to filter the list. If not provided, servers of all types are included.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all the files within the current project directory. Optionally, list files of a specific type only.\nParameter file_type (string); The specific file type to list, such as 'txt' for text files or 'md' for markdown files. Provide the extension without the dot.; allowed values: txt, md, py, js, css, data; default: all\nParameter include_hidden (boolean); Whether to include hidden files (those starting with a dot) in the listing.; default: False\nParameter recursive (boolean); Whether to recursively list files in all subdirectories.; default: False","open_project":"open_project: This function either creates a new Data Artifex project or opens an existing one within the specified directory.\nParameter path (string); required; The file system path to the directory where the project is to be created or opened. The path should be absolute or relative to the current working directory.\nParameter create_if_missing (boolean); Determines whether to create a new project if no existing project is found at the specified path.; default: True\nParameter access_mode (string); The mode in which the project should be opened, either read-only or read-write.; allowed values: readonly, readwrite; default: readwrite","close_project":"close_project: Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.\nParameter project_id (string); required; Unique identifier of the project to be closed.\nParameter save_changes (boolean); Specifies whether to save any unsaved changes before closing the project.; default: True\nParameter backup (boolean); Determines if a backup should be created before closing the project.; default: False","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application.\nParameter topic (string); required; The specific topic the user needs help with, such as 'account_setup', 'trading_interface', or 'funds_transfer'.; allowed values: account_setup, trading_interface, funds_transfer\nParameter section (string); The section of the topic where the user requires more information. Optional, and if not provided, the entire topic guide is presented.; default: overview\nParameter format (string); The format in which the help guidance should be provided. Options include 'text', 'video', or 'interactive'.; allowed values: text, video, interactive; default: text"},"clm":{"choice":"list_files","correct":true,"latency_ms":165.86,"confidence":0.997026},"jev":{"choice":"list_files","correct":true,"latency_ms":113.88,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function performs a default operation with optional customization parameters.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{\"operation_mode\":{\"default\":\"simple\",\"description\":\"Determines the mode of operation to be used.\",\"enum\":[\"simple\",\"advanced\"],\"type\":\"string\"},\"option_flag\":{\"default\":false,\"description\":\"A flag that indicates whether the default operation should be customized.\",\"type\":\"boolean\"},\"precision\":{\"default\":2,\"description\":\"Specifies the numeric precision for the operation's output.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The unique API key required to authenticate against the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the server, such as '192.168.0.1' or 'server.domain.com'.\",\"type\":\"string\"},\"nickname\":{\"default\":\"rds1\",\"description\":\"An easily recognizable name or alias for the server.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname or alias for the PostgreSQL server instance, for easier identification.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the PostgreSQL server. Ensure to use a strong and secure password.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the PostgreSQL server is running. The default PostgreSQL port is 5432.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or checks the status of an existing connection.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to connect to.\",\"type\":\"string\"},\"retry_attempts\":{\"default\":3,\"description\":\"The number of attempts to connect to the server in case of failure.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Determines whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"Specifies the type of server to filter the list. If not provided, servers of all types are included.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all the files within the current project directory. Optionally, list files of a specific type only.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"file_type\":{\"default\":\"all\",\"description\":\"The specific file type to list, such as 'txt' for text files or 'md' for markdown files. Provide the extension without the dot.\",\"enum\":[\"txt\",\"md\",\"py\",\"js\",\"css\",\"data\"],\"type\":\"string\"},\"include_hidden\":{\"default\":false,\"description\":\"Whether to include hidden files (those starting with a dot) in the listing.\",\"type\":\"boolean\"},\"recursive\":{\"default\":false,\"description\":\"Whether to recursively list files in all subdirectories.\",\"type\":\"boolean\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"This function either creates a new Data Artifex project or opens an existing one within the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"readwrite\",\"description\":\"The mode in which the project should be opened, either read-only or read-write.\",\"enum\":[\"readonly\",\"readwrite\"],\"type\":\"string\"},\"create_if_missing\":{\"default\":true,\"description\":\"Determines whether to create a new project if no existing project is found at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The file system path to the directory where the project is to be created or opened. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"backup\":{\"default\":false,\"description\":\"Determines if a backup should be created before closing the project.\",\"type\":\"boolean\"},\"project_id\":{\"description\":\"Unique identifier of the project to be closed.\",\"type\":\"string\"},\"save_changes\":{\"default\":true,\"description\":\"Specifies whether to save any unsaved changes before closing the project.\",\"type\":\"boolean\"}},\"required\":[\"project_id\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides guidance and assistance to the user on a particular topic within the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help guidance should be provided. Options include 'text', 'video', or 'interactive'.\",\"enum\":[\"text\",\"video\",\"interactive\"],\"type\":\"string\"},\"section\":{\"default\":\"overview\",\"description\":\"The section of the topic where the user requires more information. Optional, and if not provided, the entire topic guide is presented.\",\"type\":\"string\"},\"topic\":{\"description\":\"The specific topic the user needs help with, such as 'account_setup', 'trading_interface', or 'funds_transfer'.\",\"enum\":[\"account_setup\",\"trading_interface\",\"funds_transfer\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"close_project","correct":false,"latency_ms":220.8,"confidence":0.285659},"jev":{"choice":"list_files","correct":true,"latency_ms":139.57,"confidence":1.0}}}},{"id":"live_multiple_97-42-1","split":"live_multiple","state":"User: Could you establish a connection to the server nicknamed 'xyz'? It's been a while since we last accessed it, and we need to ensure it's still operational.","expected":"connect_to_server","candidate_count":9,"views":{"description":{"criteria":{"default_function":"default_function: This function performs a default operation with optional customization parameters.","add_mtnards_server":"add_mtnards_server: Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or checks the status of an existing connection.","list_servers":"list_servers: Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.","list_files":"list_files: List all the files within the current project directory. Optionally, list files of a specific type only.","open_project":"open_project: This function either creates a new Data Artifex project or opens an existing one within the specified directory.","close_project":"close_project: Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application."},"clm":{"choice":"connect_to_server","correct":true,"latency_ms":39.62,"confidence":0.529863},"jev":{"choice":"connect_to_server","correct":true,"latency_ms":116.58,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function performs a default operation with optional customization parameters.\nParameter option_flag (boolean); A flag that indicates whether the default operation should be customized.; default: False\nParameter precision (integer); Specifies the numeric precision for the operation's output.; default: 2\nParameter operation_mode (string); Determines the mode of operation to be used.; allowed values: simple, advanced; default: simple","add_mtnards_server":"add_mtnards_server: Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.\nParameter nickname (string); An easily recognizable name or alias for the server.; default: rds1\nParameter host (string); required; The hostname or IP address of the server, such as '192.168.0.1' or 'server.domain.com'.\nParameter api_key (string); required; The unique API key required to authenticate against the server.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.\nParameter nickname (string); required; A unique nickname or alias for the PostgreSQL server instance, for easier identification.\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The port number on which the PostgreSQL server is running. The default PostgreSQL port is 5432.\nParameter database (string); required; The name of the default database to connect to on the PostgreSQL server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password for authentication with the PostgreSQL server. Ensure to use a strong and secure password.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or checks the status of an existing connection.\nParameter nickname (string); required; A unique identifier or alias for the server to connect to.\nParameter timeout (integer); The maximum time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter retry_attempts (integer); The number of attempts to connect to the server in case of failure.; default: 3\nParameter use_ssl (boolean); Determines whether to use SSL encryption for the connection.; default: True","list_servers":"list_servers: Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.\nParameter type (string); Specifies the type of server to filter the list. If not provided, servers of all types are included.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all the files within the current project directory. Optionally, list files of a specific type only.\nParameter file_type (string); The specific file type to list, such as 'txt' for text files or 'md' for markdown files. Provide the extension without the dot.; allowed values: txt, md, py, js, css; default: all\nParameter include_hidden (boolean); Whether to include hidden files (those starting with a dot) in the listing.; default: False\nParameter recursive (boolean); Whether to recursively list files in all subdirectories.; default: False","open_project":"open_project: This function either creates a new Data Artifex project or opens an existing one within the specified directory.\nParameter path (string); required; The file system path to the directory where the project is to be created or opened. The path should be absolute or relative to the current working directory.\nParameter create_if_missing (boolean); Determines whether to create a new project if no existing project is found at the specified path.; default: True\nParameter access_mode (string); The mode in which the project should be opened, either read-only or read-write.; allowed values: readonly, readwrite; default: readwrite","close_project":"close_project: Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.\nParameter project_id (string); required; Unique identifier of the project to be closed.\nParameter save_changes (boolean); Specifies whether to save any unsaved changes before closing the project.; default: True\nParameter backup (boolean); Determines if a backup should be created before closing the project.; default: False","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application.\nParameter topic (string); required; The specific topic the user needs help with, such as 'account_setup', 'trading_interface', or 'funds_transfer'.; allowed values: account_setup, trading_interface, funds_transfer\nParameter section (string); The section of the topic where the user requires more information. Optional, and if not provided, the entire topic guide is presented.; default: overview\nParameter format (string); The format in which the help guidance should be provided. Options include 'text', 'video', or 'interactive'.; allowed values: text, video, interactive; default: text"},"clm":{"choice":"connect_to_server","correct":true,"latency_ms":58.31,"confidence":0.74008},"jev":{"choice":"connect_to_server","correct":true,"latency_ms":128.6,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function performs a default operation with optional customization parameters.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{\"operation_mode\":{\"default\":\"simple\",\"description\":\"Determines the mode of operation to be used.\",\"enum\":[\"simple\",\"advanced\"],\"type\":\"string\"},\"option_flag\":{\"default\":false,\"description\":\"A flag that indicates whether the default operation should be customized.\",\"type\":\"boolean\"},\"precision\":{\"default\":2,\"description\":\"Specifies the numeric precision for the operation's output.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The unique API key required to authenticate against the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the server, such as '192.168.0.1' or 'server.domain.com'.\",\"type\":\"string\"},\"nickname\":{\"default\":\"rds1\",\"description\":\"An easily recognizable name or alias for the server.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname or alias for the PostgreSQL server instance, for easier identification.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the PostgreSQL server. Ensure to use a strong and secure password.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the PostgreSQL server is running. The default PostgreSQL port is 5432.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or checks the status of an existing connection.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to connect to.\",\"type\":\"string\"},\"retry_attempts\":{\"default\":3,\"description\":\"The number of attempts to connect to the server in case of failure.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Determines whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"Specifies the type of server to filter the list. If not provided, servers of all types are included.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all the files within the current project directory. Optionally, list files of a specific type only.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"file_type\":{\"default\":\"all\",\"description\":\"The specific file type to list, such as 'txt' for text files or 'md' for markdown files. Provide the extension without the dot.\",\"enum\":[\"txt\",\"md\",\"py\",\"js\",\"css\"],\"type\":\"string\"},\"include_hidden\":{\"default\":false,\"description\":\"Whether to include hidden files (those starting with a dot) in the listing.\",\"type\":\"boolean\"},\"recursive\":{\"default\":false,\"description\":\"Whether to recursively list files in all subdirectories.\",\"type\":\"boolean\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"This function either creates a new Data Artifex project or opens an existing one within the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"readwrite\",\"description\":\"The mode in which the project should be opened, either read-only or read-write.\",\"enum\":[\"readonly\",\"readwrite\"],\"type\":\"string\"},\"create_if_missing\":{\"default\":true,\"description\":\"Determines whether to create a new project if no existing project is found at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The file system path to the directory where the project is to be created or opened. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"backup\":{\"default\":false,\"description\":\"Determines if a backup should be created before closing the project.\",\"type\":\"boolean\"},\"project_id\":{\"description\":\"Unique identifier of the project to be closed.\",\"type\":\"string\"},\"save_changes\":{\"default\":true,\"description\":\"Specifies whether to save any unsaved changes before closing the project.\",\"type\":\"boolean\"}},\"required\":[\"project_id\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides guidance and assistance to the user on a particular topic within the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help guidance should be provided. Options include 'text', 'video', or 'interactive'.\",\"enum\":[\"text\",\"video\",\"interactive\"],\"type\":\"string\"},\"section\":{\"default\":\"overview\",\"description\":\"The section of the topic where the user requires more information. Optional, and if not provided, the entire topic guide is presented.\",\"type\":\"string\"},\"topic\":{\"description\":\"The specific topic the user needs help with, such as 'account_setup', 'trading_interface', or 'funds_transfer'.\",\"enum\":[\"account_setup\",\"trading_interface\",\"funds_transfer\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"close_project","correct":false,"latency_ms":73.31,"confidence":0.460982},"jev":{"choice":"connect_to_server","correct":true,"latency_ms":110.04,"confidence":1.0}}}},{"id":"live_multiple_98-42-2","split":"live_multiple","state":"User: Could you create a new Data Artifex project for me in the directory /Foo/Bar?","expected":"open_project","candidate_count":9,"views":{"description":{"criteria":{"default_function":"default_function: This function performs a default operation with optional customization parameters.","add_mtnards_server":"add_mtnards_server: Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or checks the status of an existing connection.","list_servers":"list_servers: Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.","list_files":"list_files: List all the files within the current project directory. Optionally, list files of a specific type only.","open_project":"open_project: This function either creates a new Data Artifex project or opens an existing one within the specified directory.","close_project":"close_project: Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application."},"clm":{"choice":"list_servers","correct":false,"latency_ms":30.8,"confidence":0.318211},"jev":{"choice":"open_project","correct":true,"latency_ms":140.28,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function performs a default operation with optional customization parameters.\nParameter option_flag (boolean); A flag that indicates whether the default operation should be customized.; default: False\nParameter precision (integer); Specifies the numeric precision for the operation's output.; default: 2\nParameter operation_mode (string); Determines the mode of operation to be used.; allowed values: simple, advanced; default: simple","add_mtnards_server":"add_mtnards_server: Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.\nParameter nickname (string); An easily recognizable name or alias for the server.; default: rds1\nParameter host (string); required; The hostname or IP address of the server, such as '192.168.0.1' or 'server.domain.com'.\nParameter api_key (string); required; The unique API key required to authenticate against the server.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.\nParameter nickname (string); required; A unique nickname or alias for the PostgreSQL server instance, for easier identification.\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The port number on which the PostgreSQL server is running. The default PostgreSQL port is 5432.\nParameter database (string); required; The name of the default database to connect to on the PostgreSQL server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password for authentication with the PostgreSQL server. Ensure to use a strong and secure password.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or checks the status of an existing connection.\nParameter nickname (string); required; A unique identifier or alias for the server to connect to.\nParameter timeout (integer); The maximum time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter retry_attempts (integer); The number of attempts to connect to the server in case of failure.; default: 3\nParameter use_ssl (boolean); Determines whether to use SSL encryption for the connection.; default: True","list_servers":"list_servers: Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.\nParameter type (string); Specifies the type of server to filter the list. If not provided, servers of all types are included.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all the files within the current project directory. Optionally, list files of a specific type only.\nParameter file_type (string); The specific file type to list, such as 'txt' for text files or 'md' for markdown files. Provide the extension without the dot.; allowed values: txt, md, py, js, css; default: all\nParameter include_hidden (boolean); Whether to include hidden files (those starting with a dot) in the listing.; default: False\nParameter recursive (boolean); Whether to recursively list files in all subdirectories.; default: False","open_project":"open_project: This function either creates a new Data Artifex project or opens an existing one within the specified directory.\nParameter path (string); required; The file system path to the directory where the project is to be created or opened. The path should be absolute or relative to the current working directory.\nParameter create_if_missing (boolean); Determines whether to create a new project if no existing project is found at the specified path.; default: True\nParameter access_mode (string); The mode in which the project should be opened, either read-only or read-write.; allowed values: readonly, readwrite; default: readwrite","close_project":"close_project: Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.\nParameter project_id (string); required; Unique identifier of the project to be closed.\nParameter save_changes (boolean); Specifies whether to save any unsaved changes before closing the project.; default: True\nParameter backup (boolean); Determines if a backup should be created before closing the project.; default: False","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application.\nParameter topic (string); required; The specific topic the user needs help with, such as 'account_setup', 'trading_interface', or 'funds_transfer'.; allowed values: account_setup, trading_interface, funds_transfer\nParameter section (string); The section of the topic where the user requires more information. Optional, and if not provided, the entire topic guide is presented.; default: overview\nParameter format (string); The format in which the help guidance should be provided. Options include 'text', 'video', or 'interactive'.; allowed values: text, video, interactive; default: text"},"clm":{"choice":"close_project","correct":false,"latency_ms":28.98,"confidence":0.885384},"jev":{"choice":"open_project","correct":true,"latency_ms":108.94,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function performs a default operation with optional customization parameters.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{\"operation_mode\":{\"default\":\"simple\",\"description\":\"Determines the mode of operation to be used.\",\"enum\":[\"simple\",\"advanced\"],\"type\":\"string\"},\"option_flag\":{\"default\":false,\"description\":\"A flag that indicates whether the default operation should be customized.\",\"type\":\"boolean\"},\"precision\":{\"default\":2,\"description\":\"Specifies the numeric precision for the operation's output.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The unique API key required to authenticate against the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the server, such as '192.168.0.1' or 'server.domain.com'.\",\"type\":\"string\"},\"nickname\":{\"default\":\"rds1\",\"description\":\"An easily recognizable name or alias for the server.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname or alias for the PostgreSQL server instance, for easier identification.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the PostgreSQL server. Ensure to use a strong and secure password.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the PostgreSQL server is running. The default PostgreSQL port is 5432.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or checks the status of an existing connection.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to connect to.\",\"type\":\"string\"},\"retry_attempts\":{\"default\":3,\"description\":\"The number of attempts to connect to the server in case of failure.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Determines whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"Specifies the type of server to filter the list. If not provided, servers of all types are included.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all the files within the current project directory. Optionally, list files of a specific type only.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"file_type\":{\"default\":\"all\",\"description\":\"The specific file type to list, such as 'txt' for text files or 'md' for markdown files. Provide the extension without the dot.\",\"enum\":[\"txt\",\"md\",\"py\",\"js\",\"css\"],\"type\":\"string\"},\"include_hidden\":{\"default\":false,\"description\":\"Whether to include hidden files (those starting with a dot) in the listing.\",\"type\":\"boolean\"},\"recursive\":{\"default\":false,\"description\":\"Whether to recursively list files in all subdirectories.\",\"type\":\"boolean\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"This function either creates a new Data Artifex project or opens an existing one within the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"readwrite\",\"description\":\"The mode in which the project should be opened, either read-only or read-write.\",\"enum\":[\"readonly\",\"readwrite\"],\"type\":\"string\"},\"create_if_missing\":{\"default\":true,\"description\":\"Determines whether to create a new project if no existing project is found at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The file system path to the directory where the project is to be created or opened. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"backup\":{\"default\":false,\"description\":\"Determines if a backup should be created before closing the project.\",\"type\":\"boolean\"},\"project_id\":{\"description\":\"Unique identifier of the project to be closed.\",\"type\":\"string\"},\"save_changes\":{\"default\":true,\"description\":\"Specifies whether to save any unsaved changes before closing the project.\",\"type\":\"boolean\"}},\"required\":[\"project_id\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides guidance and assistance to the user on a particular topic within the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help guidance should be provided. Options include 'text', 'video', or 'interactive'.\",\"enum\":[\"text\",\"video\",\"interactive\"],\"type\":\"string\"},\"section\":{\"default\":\"overview\",\"description\":\"The section of the topic where the user requires more information. Optional, and if not provided, the entire topic guide is presented.\",\"type\":\"string\"},\"topic\":{\"description\":\"The specific topic the user needs help with, such as 'account_setup', 'trading_interface', or 'funds_transfer'.\",\"enum\":[\"account_setup\",\"trading_interface\",\"funds_transfer\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"close_project","correct":false,"latency_ms":37.09,"confidence":0.336618},"jev":{"choice":"open_project","correct":true,"latency_ms":128.71,"confidence":1.0}}}},{"id":"live_multiple_99-42-3","split":"live_multiple","state":"User: Check a connection to the server with the nickname 'pg1' ?","expected":"connect_to_server","candidate_count":9,"views":{"description":{"criteria":{"default_function":"default_function: This function performs a default operation with optional customization parameters.","add_mtnards_server":"add_mtnards_server: Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or checks the status of an existing connection.","list_servers":"list_servers: Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.","list_files":"list_files: List all the files within the current project directory. Optionally, list files of a specific type only.","open_project":"open_project: This function either creates a new Data Artifex project or opens an existing one within the specified directory.","close_project":"close_project: Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application."},"clm":{"choice":"connect_to_server","correct":true,"latency_ms":30.44,"confidence":0.8684},"jev":{"choice":"connect_to_server","correct":true,"latency_ms":96.83,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function performs a default operation with optional customization parameters.\nParameter option_flag (boolean); A flag that indicates whether the default operation should be customized.; default: False\nParameter precision (integer); Specifies the numeric precision for the operation's output.; default: 2\nParameter operation_mode (string); Determines the mode of operation to be used.; allowed values: simple, advanced; default: simple","add_mtnards_server":"add_mtnards_server: Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.\nParameter nickname (string); An easily recognizable name or alias for the server.; default: rds1\nParameter host (string); required; The hostname or IP address of the server, such as '192.168.0.1' or 'server.domain.com'.\nParameter api_key (string); required; The unique API key required to authenticate against the server.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.\nParameter nickname (string); required; A unique nickname or alias for the PostgreSQL server instance, for easier identification.\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The port number on which the PostgreSQL server is running. The default PostgreSQL port is 5432.\nParameter database (string); required; The name of the default database to connect to on the PostgreSQL server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password for authentication with the PostgreSQL server. Ensure to use a strong and secure password.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or checks the status of an existing connection.\nParameter nickname (string); required; A unique identifier or alias for the server to connect to.\nParameter timeout (integer); The maximum time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter retry_attempts (integer); The number of attempts to connect to the server in case of failure.; default: 3\nParameter use_ssl (boolean); Determines whether to use SSL encryption for the connection.; default: True","list_servers":"list_servers: Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.\nParameter type (string); Specifies the type of server to filter the list. If not provided, servers of all types are included.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all the files within the current project directory. Optionally, list files of a specific type only.\nParameter file_type (string); The specific file type to list, such as 'txt' for text files or 'md' for markdown files. Provide the extension without the dot.; allowed values: txt, md, py, js, css; default: all\nParameter include_hidden (boolean); Whether to include hidden files (those starting with a dot) in the listing.; default: False\nParameter recursive (boolean); Whether to recursively list files in all subdirectories.; default: False","open_project":"open_project: This function either creates a new Data Artifex project or opens an existing one within the specified directory.\nParameter path (string); required; The file system path to the directory where the project is to be created or opened. The path should be absolute or relative to the current working directory.\nParameter create_if_missing (boolean); Determines whether to create a new project if no existing project is found at the specified path.; default: True\nParameter access_mode (string); The mode in which the project should be opened, either read-only or read-write.; allowed values: readonly, readwrite; default: readwrite","close_project":"close_project: Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.\nParameter project_id (string); required; Unique identifier of the project to be closed.\nParameter save_changes (boolean); Specifies whether to save any unsaved changes before closing the project.; default: True\nParameter backup (boolean); Determines if a backup should be created before closing the project.; default: False","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application.\nParameter topic (string); required; The specific topic the user needs help with, such as 'account_setup', 'trading_interface', or 'funds_transfer'.; allowed values: account_setup, trading_interface, funds_transfer\nParameter section (string); The section of the topic where the user requires more information. Optional, and if not provided, the entire topic guide is presented.; default: overview\nParameter format (string); The format in which the help guidance should be provided. Options include 'text', 'video', or 'interactive'.; allowed values: text, video, interactive; default: text"},"clm":{"choice":"connect_to_server","correct":true,"latency_ms":26.65,"confidence":0.727434},"jev":{"choice":"connect_to_server","correct":true,"latency_ms":149.09,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function performs a default operation with optional customization parameters.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{\"operation_mode\":{\"default\":\"simple\",\"description\":\"Determines the mode of operation to be used.\",\"enum\":[\"simple\",\"advanced\"],\"type\":\"string\"},\"option_flag\":{\"default\":false,\"description\":\"A flag that indicates whether the default operation should be customized.\",\"type\":\"boolean\"},\"precision\":{\"default\":2,\"description\":\"Specifies the numeric precision for the operation's output.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The unique API key required to authenticate against the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the server, such as '192.168.0.1' or 'server.domain.com'.\",\"type\":\"string\"},\"nickname\":{\"default\":\"rds1\",\"description\":\"An easily recognizable name or alias for the server.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname or alias for the PostgreSQL server instance, for easier identification.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the PostgreSQL server. Ensure to use a strong and secure password.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the PostgreSQL server is running. The default PostgreSQL port is 5432.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or checks the status of an existing connection.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to connect to.\",\"type\":\"string\"},\"retry_attempts\":{\"default\":3,\"description\":\"The number of attempts to connect to the server in case of failure.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Determines whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"Specifies the type of server to filter the list. If not provided, servers of all types are included.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all the files within the current project directory. Optionally, list files of a specific type only.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"file_type\":{\"default\":\"all\",\"description\":\"The specific file type to list, such as 'txt' for text files or 'md' for markdown files. Provide the extension without the dot.\",\"enum\":[\"txt\",\"md\",\"py\",\"js\",\"css\"],\"type\":\"string\"},\"include_hidden\":{\"default\":false,\"description\":\"Whether to include hidden files (those starting with a dot) in the listing.\",\"type\":\"boolean\"},\"recursive\":{\"default\":false,\"description\":\"Whether to recursively list files in all subdirectories.\",\"type\":\"boolean\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"This function either creates a new Data Artifex project or opens an existing one within the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"readwrite\",\"description\":\"The mode in which the project should be opened, either read-only or read-write.\",\"enum\":[\"readonly\",\"readwrite\"],\"type\":\"string\"},\"create_if_missing\":{\"default\":true,\"description\":\"Determines whether to create a new project if no existing project is found at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The file system path to the directory where the project is to be created or opened. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"backup\":{\"default\":false,\"description\":\"Determines if a backup should be created before closing the project.\",\"type\":\"boolean\"},\"project_id\":{\"description\":\"Unique identifier of the project to be closed.\",\"type\":\"string\"},\"save_changes\":{\"default\":true,\"description\":\"Specifies whether to save any unsaved changes before closing the project.\",\"type\":\"boolean\"}},\"required\":[\"project_id\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides guidance and assistance to the user on a particular topic within the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help guidance should be provided. Options include 'text', 'video', or 'interactive'.\",\"enum\":[\"text\",\"video\",\"interactive\"],\"type\":\"string\"},\"section\":{\"default\":\"overview\",\"description\":\"The section of the topic where the user requires more information. Optional, and if not provided, the entire topic guide is presented.\",\"type\":\"string\"},\"topic\":{\"description\":\"The specific topic the user needs help with, such as 'account_setup', 'trading_interface', or 'funds_transfer'.\",\"enum\":[\"account_setup\",\"trading_interface\",\"funds_transfer\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"close_project","correct":false,"latency_ms":35.22,"confidence":0.38841},"jev":{"choice":"connect_to_server","correct":true,"latency_ms":126.63,"confidence":1.0}}}},{"id":"live_multiple_100-42-4","split":"live_multiple","state":"User: Could you establish a connection to the server nicknamed 'text01', and let me know if it's successful?","expected":"connect_to_server","candidate_count":9,"views":{"description":{"criteria":{"default_function":"default_function: This function performs a default operation with optional customization parameters.","add_mtnards_server":"add_mtnards_server: Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or checks the status of an existing connection.","list_servers":"list_servers: Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.","list_files":"list_files: List all the files within the current project directory. Optionally, list files of a specific type only.","open_project":"open_project: This function either creates a new Data Artifex project or opens an existing one within the specified directory.","close_project":"close_project: Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application."},"clm":{"choice":"connect_to_server","correct":true,"latency_ms":37.41,"confidence":0.679818},"jev":{"choice":"connect_to_server","correct":true,"latency_ms":116.34,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function performs a default operation with optional customization parameters.\nParameter option_flag (boolean); A flag that indicates whether the default operation should be customized.; default: False\nParameter precision (integer); Specifies the numeric precision for the operation's output.; default: 2\nParameter operation_mode (string); Determines the mode of operation to be used.; allowed values: simple, advanced; default: simple","add_mtnards_server":"add_mtnards_server: Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.\nParameter nickname (string); An easily recognizable name or alias for the server.; default: rds1\nParameter host (string); required; The hostname or IP address of the server, such as '192.168.0.1' or 'server.domain.com'.\nParameter api_key (string); required; The unique API key required to authenticate against the server.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.\nParameter nickname (string); required; A unique nickname or alias for the PostgreSQL server instance, for easier identification.\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The port number on which the PostgreSQL server is running. The default PostgreSQL port is 5432.\nParameter database (string); required; The name of the default database to connect to on the PostgreSQL server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password for authentication with the PostgreSQL server. Ensure to use a strong and secure password.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or checks the status of an existing connection.\nParameter nickname (string); required; A unique identifier or alias for the server to connect to.\nParameter timeout (integer); The maximum time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter retry_attempts (integer); The number of attempts to connect to the server in case of failure.; default: 3\nParameter use_ssl (boolean); Determines whether to use SSL encryption for the connection.; default: True","list_servers":"list_servers: Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.\nParameter type (string); Specifies the type of server to filter the list. If not provided, servers of all types are included.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all the files within the current project directory. Optionally, list files of a specific type only.\nParameter file_type (string); The specific file type to list, such as 'txt' for text files or 'md' for markdown files. Provide the extension without the dot.; allowed values: txt, md, py, js, css; default: all\nParameter include_hidden (boolean); Whether to include hidden files (those starting with a dot) in the listing.; default: False\nParameter recursive (boolean); Whether to recursively list files in all subdirectories.; default: False","open_project":"open_project: This function either creates a new Data Artifex project or opens an existing one within the specified directory.\nParameter path (string); required; The file system path to the directory where the project is to be created or opened. The path should be absolute or relative to the current working directory.\nParameter create_if_missing (boolean); Determines whether to create a new project if no existing project is found at the specified path.; default: True\nParameter access_mode (string); The mode in which the project should be opened, either read-only or read-write.; allowed values: readonly, readwrite; default: readwrite","close_project":"close_project: Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.\nParameter project_id (string); required; Unique identifier of the project to be closed.\nParameter save_changes (boolean); Specifies whether to save any unsaved changes before closing the project.; default: True\nParameter backup (boolean); Determines if a backup should be created before closing the project.; default: False","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application.\nParameter topic (string); required; The specific topic the user needs help with, such as 'account_setup', 'trading_interface', or 'funds_transfer'.; allowed values: account_setup, trading_interface, funds_transfer\nParameter section (string); The section of the topic where the user requires more information. Optional, and if not provided, the entire topic guide is presented.; default: overview\nParameter format (string); The format in which the help guidance should be provided. Options include 'text', 'video', or 'interactive'.; allowed values: text, video, interactive; default: text"},"clm":{"choice":"connect_to_server","correct":true,"latency_ms":28.21,"confidence":0.695204},"jev":{"choice":"connect_to_server","correct":true,"latency_ms":152.56,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function performs a default operation with optional customization parameters.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{\"operation_mode\":{\"default\":\"simple\",\"description\":\"Determines the mode of operation to be used.\",\"enum\":[\"simple\",\"advanced\"],\"type\":\"string\"},\"option_flag\":{\"default\":false,\"description\":\"A flag that indicates whether the default operation should be customized.\",\"type\":\"boolean\"},\"precision\":{\"default\":2,\"description\":\"Specifies the numeric precision for the operation's output.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The unique API key required to authenticate against the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the server, such as '192.168.0.1' or 'server.domain.com'.\",\"type\":\"string\"},\"nickname\":{\"default\":\"rds1\",\"description\":\"An easily recognizable name or alias for the server.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname or alias for the PostgreSQL server instance, for easier identification.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the PostgreSQL server. Ensure to use a strong and secure password.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the PostgreSQL server is running. The default PostgreSQL port is 5432.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or checks the status of an existing connection.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to connect to.\",\"type\":\"string\"},\"retry_attempts\":{\"default\":3,\"description\":\"The number of attempts to connect to the server in case of failure.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Determines whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"Specifies the type of server to filter the list. If not provided, servers of all types are included.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all the files within the current project directory. Optionally, list files of a specific type only.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"file_type\":{\"default\":\"all\",\"description\":\"The specific file type to list, such as 'txt' for text files or 'md' for markdown files. Provide the extension without the dot.\",\"enum\":[\"txt\",\"md\",\"py\",\"js\",\"css\"],\"type\":\"string\"},\"include_hidden\":{\"default\":false,\"description\":\"Whether to include hidden files (those starting with a dot) in the listing.\",\"type\":\"boolean\"},\"recursive\":{\"default\":false,\"description\":\"Whether to recursively list files in all subdirectories.\",\"type\":\"boolean\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"This function either creates a new Data Artifex project or opens an existing one within the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"readwrite\",\"description\":\"The mode in which the project should be opened, either read-only or read-write.\",\"enum\":[\"readonly\",\"readwrite\"],\"type\":\"string\"},\"create_if_missing\":{\"default\":true,\"description\":\"Determines whether to create a new project if no existing project is found at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The file system path to the directory where the project is to be created or opened. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"backup\":{\"default\":false,\"description\":\"Determines if a backup should be created before closing the project.\",\"type\":\"boolean\"},\"project_id\":{\"description\":\"Unique identifier of the project to be closed.\",\"type\":\"string\"},\"save_changes\":{\"default\":true,\"description\":\"Specifies whether to save any unsaved changes before closing the project.\",\"type\":\"boolean\"}},\"required\":[\"project_id\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides guidance and assistance to the user on a particular topic within the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help guidance should be provided. Options include 'text', 'video', or 'interactive'.\",\"enum\":[\"text\",\"video\",\"interactive\"],\"type\":\"string\"},\"section\":{\"default\":\"overview\",\"description\":\"The section of the topic where the user requires more information. Optional, and if not provided, the entire topic guide is presented.\",\"type\":\"string\"},\"topic\":{\"description\":\"The specific topic the user needs help with, such as 'account_setup', 'trading_interface', or 'funds_transfer'.\",\"enum\":[\"account_setup\",\"trading_interface\",\"funds_transfer\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"close_project","correct":false,"latency_ms":68.44,"confidence":0.462063},"jev":{"choice":"connect_to_server","correct":true,"latency_ms":117.59,"confidence":1.0}}}},{"id":"live_multiple_101-42-5","split":"live_multiple","state":"User: Establish a connection to the server with the nickname 'SQL01' exactly 60 seconds?","expected":"connect_to_server","candidate_count":9,"views":{"description":{"criteria":{"default_function":"default_function: This function performs a default operation with optional customization parameters.","add_mtnards_server":"add_mtnards_server: Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or checks the status of an existing connection.","list_servers":"list_servers: Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.","list_files":"list_files: List all the files within the current project directory. Optionally, list files of a specific type only.","open_project":"open_project: This function either creates a new Data Artifex project or opens an existing one within the specified directory.","close_project":"close_project: Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application."},"clm":{"choice":"connect_to_server","correct":true,"latency_ms":31.25,"confidence":0.795317},"jev":{"choice":"connect_to_server","correct":true,"latency_ms":105.02,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function performs a default operation with optional customization parameters.\nParameter option_flag (boolean); A flag that indicates whether the default operation should be customized.; default: False\nParameter precision (integer); Specifies the numeric precision for the operation's output.; default: 2\nParameter operation_mode (string); Determines the mode of operation to be used.; allowed values: simple, advanced; default: simple","add_mtnards_server":"add_mtnards_server: Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.\nParameter nickname (string); An easily recognizable name or alias for the server.; default: rds1\nParameter host (string); required; The hostname or IP address of the server, such as '192.168.0.1' or 'server.domain.com'.\nParameter api_key (string); required; The unique API key required to authenticate against the server.","add_postgres_server":"add_postgres_server: Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.\nParameter nickname (string); required; A unique nickname or alias for the PostgreSQL server instance, for easier identification.\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The port number on which the PostgreSQL server is running. The default PostgreSQL port is 5432.\nParameter database (string); required; The name of the default database to connect to on the PostgreSQL server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password for authentication with the PostgreSQL server. Ensure to use a strong and secure password.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or checks the status of an existing connection.\nParameter nickname (string); required; A unique identifier or alias for the server to connect to.\nParameter timeout (integer); The maximum time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter retry_attempts (integer); The number of attempts to connect to the server in case of failure.; default: 3\nParameter use_ssl (boolean); Determines whether to use SSL encryption for the connection.; default: True","list_servers":"list_servers: Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.\nParameter type (string); Specifies the type of server to filter the list. If not provided, servers of all types are included.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all the files within the current project directory. Optionally, list files of a specific type only.\nParameter file_type (string); The specific file type to list, such as 'txt' for text files or 'md' for markdown files. Provide the extension without the dot.; allowed values: txt, md, py, js, css; default: all\nParameter include_hidden (boolean); Whether to include hidden files (those starting with a dot) in the listing.; default: False\nParameter recursive (boolean); Whether to recursively list files in all subdirectories.; default: False","open_project":"open_project: This function either creates a new Data Artifex project or opens an existing one within the specified directory.\nParameter path (string); required; The file system path to the directory where the project is to be created or opened. The path should be absolute or relative to the current working directory.\nParameter create_if_missing (boolean); Determines whether to create a new project if no existing project is found at the specified path.; default: True\nParameter access_mode (string); The mode in which the project should be opened, either read-only or read-write.; allowed values: readonly, readwrite; default: readwrite","close_project":"close_project: Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.\nParameter project_id (string); required; Unique identifier of the project to be closed.\nParameter save_changes (boolean); Specifies whether to save any unsaved changes before closing the project.; default: True\nParameter backup (boolean); Determines if a backup should be created before closing the project.; default: False","dartfx_help":"dartfx_help: Provides guidance and assistance to the user on a particular topic within the DartFX application.\nParameter topic (string); required; The specific topic the user needs help with, such as 'account_setup', 'trading_interface', or 'funds_transfer'.; allowed values: account_setup, trading_interface, funds_transfer\nParameter section (string); The section of the topic where the user requires more information. Optional, and if not provided, the entire topic guide is presented.; default: overview\nParameter format (string); The format in which the help guidance should be provided. Options include 'text', 'video', or 'interactive'.; allowed values: text, video, interactive; default: text"},"clm":{"choice":"connect_to_server","correct":true,"latency_ms":26.99,"confidence":0.804498},"jev":{"choice":"connect_to_server","correct":true,"latency_ms":113.72,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function performs a default operation with optional customization parameters.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{\"operation_mode\":{\"default\":\"simple\",\"description\":\"Determines the mode of operation to be used.\",\"enum\":[\"simple\",\"advanced\"],\"type\":\"string\"},\"option_flag\":{\"default\":false,\"description\":\"A flag that indicates whether the default operation should be customized.\",\"type\":\"boolean\"},\"precision\":{\"default\":2,\"description\":\"Specifies the numeric precision for the operation's output.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Adds a new MTN Advanced Rich Data Services (RDS) server configuration to the system.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The unique API key required to authenticate against the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the server, such as '192.168.0.1' or 'server.domain.com'.\",\"type\":\"string\"},\"nickname\":{\"default\":\"rds1\",\"description\":\"An easily recognizable name or alias for the server.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Adds a new PostgreSQL server configuration to the environment, allowing connections to be established with the specified credentials.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname or alias for the PostgreSQL server instance, for easier identification.\",\"type\":\"string\"},\"password\":{\"description\":\"The password for authentication with the PostgreSQL server. Ensure to use a strong and secure password.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the PostgreSQL server is running. The default PostgreSQL port is 5432.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or checks the status of an existing connection.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to connect to.\",\"type\":\"string\"},\"retry_attempts\":{\"default\":3,\"description\":\"The number of attempts to connect to the server in case of failure.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Determines whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieves a list of all the servers currently deployed within the specified environment, optionally filtered by server type.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"Specifies the type of server to filter the list. If not provided, servers of all types are included.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all the files within the current project directory. Optionally, list files of a specific type only.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"file_type\":{\"default\":\"all\",\"description\":\"The specific file type to list, such as 'txt' for text files or 'md' for markdown files. Provide the extension without the dot.\",\"enum\":[\"txt\",\"md\",\"py\",\"js\",\"css\"],\"type\":\"string\"},\"include_hidden\":{\"default\":false,\"description\":\"Whether to include hidden files (those starting with a dot) in the listing.\",\"type\":\"boolean\"},\"recursive\":{\"default\":false,\"description\":\"Whether to recursively list files in all subdirectories.\",\"type\":\"boolean\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"This function either creates a new Data Artifex project or opens an existing one within the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"readwrite\",\"description\":\"The mode in which the project should be opened, either read-only or read-write.\",\"enum\":[\"readonly\",\"readwrite\"],\"type\":\"string\"},\"create_if_missing\":{\"default\":true,\"description\":\"Determines whether to create a new project if no existing project is found at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The file system path to the directory where the project is to be created or opened. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"Closes the currently active project in the Data Artifex system, ensuring all resources are properly released and data is saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"backup\":{\"default\":false,\"description\":\"Determines if a backup should be created before closing the project.\",\"type\":\"boolean\"},\"project_id\":{\"description\":\"Unique identifier of the project to be closed.\",\"type\":\"string\"},\"save_changes\":{\"default\":true,\"description\":\"Specifies whether to save any unsaved changes before closing the project.\",\"type\":\"boolean\"}},\"required\":[\"project_id\"],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides guidance and assistance to the user on a particular topic within the DartFX application.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help guidance should be provided. Options include 'text', 'video', or 'interactive'.\",\"enum\":[\"text\",\"video\",\"interactive\"],\"type\":\"string\"},\"section\":{\"default\":\"overview\",\"description\":\"The section of the topic where the user requires more information. Optional, and if not provided, the entire topic guide is presented.\",\"type\":\"string\"},\"topic\":{\"description\":\"The specific topic the user needs help with, such as 'account_setup', 'trading_interface', or 'funds_transfer'.\",\"enum\":[\"account_setup\",\"trading_interface\",\"funds_transfer\"],\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"close_project","correct":false,"latency_ms":33.92,"confidence":0.530876},"jev":{"choice":"connect_to_server","correct":true,"latency_ms":104.64,"confidence":1.0}}}},{"id":"live_multiple_102-43-0","split":"live_multiple","state":"User: Could you show me all the files with the '.json' extension in our current project directory?","expected":"list_files","candidate_count":10,"views":{"description":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.","list_files":"list_files: List all files of a specified type within the current project directory.","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information."},"clm":{"choice":"list_files","correct":true,"latency_ms":91.29,"confidence":0.635578},"jev":{"choice":"list_files","correct":true,"latency_ms":131.37,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\nParameter nickname (string); required; A unique nickname for the server, used as an identifier within the environment.\nParameter host (string); The server's hostname or IP address. Assumes 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; The API key for authenticating with the RDS server. This key should be kept confidential.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\nParameter nickname (string); required; A unique identifier or alias for the server.\nParameter host (string); required; The server's hostname or IP address.\nParameter port (integer); required; The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\nParameter database (string); required; The default database to use on the server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication. It should be kept secret.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.\nParameter nickname (string); required; A unique identifier or alias for the server to which a connection is being established.\nParameter timeout (integer); The maximum amount of time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter use_ssl (boolean); Specifies whether to use SSL encryption for the connection.; default: True\nParameter port (integer); The port number on the server to connect to.; default: 22","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.\nParameter _from (string); required; The current server identifier, such as a hostname or IP address.\nParameter to (string); required; The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\nParameter type (string); The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all files of a specified type within the current project directory.\nParameter type (string); The file extension type to filter the files in the project. For example, 'py' for Python files.; allowed values: py, txt, md, json; default: py\nParameter include_hidden (boolean); A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').; default: False","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.\nParameter path (string); required; The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\nParameter create_new (boolean); A flag indicating whether to create a new project if one does not exist at the specified path.; default: False\nParameter access_mode (string); The mode in which to open the project. For example, 'read-only' or 'edit'.; allowed values: read-only, edit; default: edit","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\nParameter save_state (boolean); Determines whether the current state of the project should be saved before closing.; default: True\nParameter confirmation (string); A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.; allowed values: CONFIRM; default: CONFIRM\nParameter timeout (integer); The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.; default: 30","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information.\nParameter topic (string); required; The specific topic for which help is requested. It should be a recognizable keyword or phrase.\nParameter search_deep (boolean); Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.; default: False\nParameter language (string); The language in which to provide the help information.; allowed values: English, Spanish, French, German, Mandarin; default: English\nParameter format (string); The format in which the help information should be presented to the user.; allowed values: text, audio, video; default: text"},"clm":{"choice":"default_function","correct":false,"latency_ms":183.22,"confidence":0.96687},"jev":{"choice":"list_files","correct":true,"latency_ms":131.75,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function serves as a placeholder and does not perform any operations.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key for authenticating with the RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The server's hostname or IP address. Assumes 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname for the server, used as an identifier within the environment.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database to use on the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique identifier or alias for the server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication. It should be kept secret.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or verifies if the connection is possible.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to which a connection is being established.\",\"type\":\"string\"},\"port\":{\"default\":22,\"description\":\"The port number on the server to connect to.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum amount of time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Specifies whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","rename_server":"{\"description\":\"Renames a server by changing its current identifier to a new one provided by the user.\",\"name\":\"rename_server\",\"parameters\":{\"properties\":{\"_from\":{\"description\":\"The current server identifier, such as a hostname or IP address.\",\"type\":\"string\"},\"to\":{\"description\":\"The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all files of a specified type within the current project directory.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"include_hidden\":{\"default\":false,\"description\":\"A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').\",\"type\":\"boolean\"},\"type\":{\"default\":\"py\",\"description\":\"The file extension type to filter the files in the project. For example, 'py' for Python files.\",\"enum\":[\"py\",\"txt\",\"md\",\"json\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"Initializes a new Data Artifex project or opens an existing one in the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"edit\",\"description\":\"The mode in which to open the project. For example, 'read-only' or 'edit'.\",\"enum\":[\"read-only\",\"edit\"],\"type\":\"string\"},\"create_new\":{\"default\":false,\"description\":\"A flag indicating whether to create a new project if one does not exist at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"confirmation\":{\"default\":\"CONFIRM\",\"description\":\"A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.\",\"enum\":[\"CONFIRM\"],\"type\":\"string\"},\"save_state\":{\"default\":true,\"description\":\"Determines whether the current state of the project should be saved before closing.\",\"type\":\"boolean\"},\"timeout\":{\"default\":30,\"description\":\"The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance to the user on a particular topic by displaying relevant help information.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help information should be presented to the user.\",\"enum\":[\"text\",\"audio\",\"video\"],\"type\":\"string\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which to provide the help information.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Mandarin\"],\"type\":\"string\"},\"search_deep\":{\"default\":false,\"description\":\"Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.\",\"type\":\"boolean\"},\"topic\":{\"description\":\"The specific topic for which help is requested. It should be a recognizable keyword or phrase.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"default_function","correct":false,"latency_ms":285.77,"confidence":0.833761},"jev":{"choice":"list_files","correct":true,"latency_ms":112.8,"confidence":1.0}}}},{"id":"live_multiple_103-43-1","split":"live_multiple","state":"User: I want to register our PostgreSQL server with the nickname 'PG1', using 'localhost' for the host address. The server is listening on port 5432, the default database is 'main_db', and the login credentials are username 'admin' and password 'secure_pass123'.","expected":"add_postgres_server","candidate_count":10,"views":{"description":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.","list_files":"list_files: List all files of a specified type within the current project directory.","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":33.36,"confidence":0.881281},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":146.48,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\nParameter nickname (string); required; A unique nickname for the server, used as an identifier within the environment.\nParameter host (string); The server's hostname or IP address. Assumes 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; The API key for authenticating with the RDS server. This key should be kept confidential.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\nParameter nickname (string); required; A unique identifier or alias for the server.\nParameter host (string); required; The server's hostname or IP address.\nParameter port (integer); required; The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.; default: 5432\nParameter database (string); required; The default database to use on the server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication. It should be kept secret.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.\nParameter nickname (string); required; A unique identifier or alias for the server to which a connection is being established.\nParameter timeout (integer); The maximum amount of time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter use_ssl (boolean); Specifies whether to use SSL encryption for the connection.; default: True\nParameter port (integer); The port number on the server to connect to.; default: 22","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.\nParameter _from (string); required; The current server identifier, such as a hostname or IP address.\nParameter to (string); required; The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\nParameter type (string); The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all files of a specified type within the current project directory.\nParameter type (string); The file extension type to filter the files in the project. For example, 'py' for Python files.; allowed values: py, txt, md, json; default: py\nParameter include_hidden (boolean); A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').; default: False","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.\nParameter path (string); required; The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\nParameter create_new (boolean); A flag indicating whether to create a new project if one does not exist at the specified path.; default: False\nParameter access_mode (string); The mode in which to open the project. For example, 'read-only' or 'edit'.; allowed values: read-only, edit; default: edit","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\nParameter save_state (boolean); Determines whether the current state of the project should be saved before closing.; default: True\nParameter confirmation (string); A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.; allowed values: CONFIRM; default: CONFIRM\nParameter timeout (integer); The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.; default: 30","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information.\nParameter topic (string); required; The specific topic for which help is requested. It should be a recognizable keyword or phrase.\nParameter search_deep (boolean); Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.; default: False\nParameter language (string); The language in which to provide the help information.; allowed values: English, Spanish, French, German, Mandarin; default: English\nParameter format (string); The format in which the help information should be presented to the user.; allowed values: text, audio, video; default: text"},"clm":{"choice":"list_servers","correct":false,"latency_ms":59.98,"confidence":0.457774},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":127.21,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function serves as a placeholder and does not perform any operations.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key for authenticating with the RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The server's hostname or IP address. Assumes 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname for the server, used as an identifier within the environment.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database to use on the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique identifier or alias for the server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication. It should be kept secret.\",\"type\":\"string\"},\"port\":{\"default\":5432,\"description\":\"The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or verifies if the connection is possible.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to which a connection is being established.\",\"type\":\"string\"},\"port\":{\"default\":22,\"description\":\"The port number on the server to connect to.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum amount of time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Specifies whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","rename_server":"{\"description\":\"Renames a server by changing its current identifier to a new one provided by the user.\",\"name\":\"rename_server\",\"parameters\":{\"properties\":{\"_from\":{\"description\":\"The current server identifier, such as a hostname or IP address.\",\"type\":\"string\"},\"to\":{\"description\":\"The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all files of a specified type within the current project directory.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"include_hidden\":{\"default\":false,\"description\":\"A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').\",\"type\":\"boolean\"},\"type\":{\"default\":\"py\",\"description\":\"The file extension type to filter the files in the project. For example, 'py' for Python files.\",\"enum\":[\"py\",\"txt\",\"md\",\"json\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"Initializes a new Data Artifex project or opens an existing one in the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"edit\",\"description\":\"The mode in which to open the project. For example, 'read-only' or 'edit'.\",\"enum\":[\"read-only\",\"edit\"],\"type\":\"string\"},\"create_new\":{\"default\":false,\"description\":\"A flag indicating whether to create a new project if one does not exist at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"confirmation\":{\"default\":\"CONFIRM\",\"description\":\"A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.\",\"enum\":[\"CONFIRM\"],\"type\":\"string\"},\"save_state\":{\"default\":true,\"description\":\"Determines whether the current state of the project should be saved before closing.\",\"type\":\"boolean\"},\"timeout\":{\"default\":30,\"description\":\"The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance to the user on a particular topic by displaying relevant help information.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help information should be presented to the user.\",\"enum\":[\"text\",\"audio\",\"video\"],\"type\":\"string\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which to provide the help information.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Mandarin\"],\"type\":\"string\"},\"search_deep\":{\"default\":false,\"description\":\"Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.\",\"type\":\"boolean\"},\"topic\":{\"description\":\"The specific topic for which help is requested. It should be a recognizable keyword or phrase.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"default_function","correct":false,"latency_ms":102.91,"confidence":0.90127},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":110.45,"confidence":1.0}}}},{"id":"live_multiple_104-43-2","split":"live_multiple","state":"User: Can you initialize or open the existing Data Artifex project located in the directory /foo/bar?","expected":"open_project","candidate_count":10,"views":{"description":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.","list_files":"list_files: List all files of a specified type within the current project directory.","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information."},"clm":{"choice":"dartfx_help","correct":false,"latency_ms":45.28,"confidence":0.447608},"jev":{"choice":"open_project","correct":true,"latency_ms":138.46,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\nParameter nickname (string); required; A unique nickname for the server, used as an identifier within the environment.\nParameter host (string); The server's hostname or IP address. Assumes 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; The API key for authenticating with the RDS server. This key should be kept confidential.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\nParameter nickname (string); required; A unique identifier or alias for the server.\nParameter host (string); required; The server's hostname or IP address.\nParameter port (integer); required; The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\nParameter database (string); required; The default database to use on the server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication. It should be kept secret.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.\nParameter nickname (string); required; A unique identifier or alias for the server to which a connection is being established.\nParameter timeout (integer); The maximum amount of time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter use_ssl (boolean); Specifies whether to use SSL encryption for the connection.; default: True\nParameter port (integer); The port number on the server to connect to.; default: 22","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.\nParameter _from (string); required; The current server identifier, such as a hostname or IP address.\nParameter to (string); required; The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\nParameter type (string); The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all files of a specified type within the current project directory.\nParameter type (string); The file extension type to filter the files in the project. For example, 'py' for Python files.; allowed values: py, txt, md, json; default: py\nParameter include_hidden (boolean); A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').; default: False","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.\nParameter path (string); required; The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\nParameter create_new (boolean); A flag indicating whether to create a new project if one does not exist at the specified path.; default: False\nParameter access_mode (string); The mode in which to open the project. For example, 'read-only' or 'edit'.; allowed values: read-only, edit; default: edit","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\nParameter save_state (boolean); Determines whether the current state of the project should be saved before closing.; default: True\nParameter confirmation (string); A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.; allowed values: CONFIRM; default: CONFIRM\nParameter timeout (integer); The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.; default: 30","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information.\nParameter topic (string); required; The specific topic for which help is requested. It should be a recognizable keyword or phrase.\nParameter search_deep (boolean); Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.; default: False\nParameter language (string); The language in which to provide the help information.; allowed values: English, Spanish, French, German, Mandarin; default: English\nParameter format (string); The format in which the help information should be presented to the user.; allowed values: text, audio, video; default: text"},"clm":{"choice":"default_function","correct":false,"latency_ms":60.44,"confidence":0.83712},"jev":{"choice":"open_project","correct":true,"latency_ms":186.22,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function serves as a placeholder and does not perform any operations.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key for authenticating with the RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The server's hostname or IP address. Assumes 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname for the server, used as an identifier within the environment.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database to use on the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique identifier or alias for the server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication. It should be kept secret.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or verifies if the connection is possible.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to which a connection is being established.\",\"type\":\"string\"},\"port\":{\"default\":22,\"description\":\"The port number on the server to connect to.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum amount of time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Specifies whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","rename_server":"{\"description\":\"Renames a server by changing its current identifier to a new one provided by the user.\",\"name\":\"rename_server\",\"parameters\":{\"properties\":{\"_from\":{\"description\":\"The current server identifier, such as a hostname or IP address.\",\"type\":\"string\"},\"to\":{\"description\":\"The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all files of a specified type within the current project directory.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"include_hidden\":{\"default\":false,\"description\":\"A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').\",\"type\":\"boolean\"},\"type\":{\"default\":\"py\",\"description\":\"The file extension type to filter the files in the project. For example, 'py' for Python files.\",\"enum\":[\"py\",\"txt\",\"md\",\"json\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"Initializes a new Data Artifex project or opens an existing one in the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"edit\",\"description\":\"The mode in which to open the project. For example, 'read-only' or 'edit'.\",\"enum\":[\"read-only\",\"edit\"],\"type\":\"string\"},\"create_new\":{\"default\":false,\"description\":\"A flag indicating whether to create a new project if one does not exist at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"confirmation\":{\"default\":\"CONFIRM\",\"description\":\"A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.\",\"enum\":[\"CONFIRM\"],\"type\":\"string\"},\"save_state\":{\"default\":true,\"description\":\"Determines whether the current state of the project should be saved before closing.\",\"type\":\"boolean\"},\"timeout\":{\"default\":30,\"description\":\"The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance to the user on a particular topic by displaying relevant help information.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help information should be presented to the user.\",\"enum\":[\"text\",\"audio\",\"video\"],\"type\":\"string\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which to provide the help information.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Mandarin\"],\"type\":\"string\"},\"search_deep\":{\"default\":false,\"description\":\"Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.\",\"type\":\"boolean\"},\"topic\":{\"description\":\"The specific topic for which help is requested. It should be a recognizable keyword or phrase.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"default_function","correct":false,"latency_ms":37.7,"confidence":0.819909},"jev":{"choice":"open_project","correct":true,"latency_ms":129.04,"confidence":1.0}}}},{"id":"live_multiple_105-43-3","split":"live_multiple","state":"User: I'm having trouble understanding how to use the list_files functionality. Help me.","expected":"dartfx_help","candidate_count":10,"views":{"description":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.","list_files":"list_files: List all files of a specified type within the current project directory.","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information."},"clm":{"choice":"list_files","correct":false,"latency_ms":32.1,"confidence":0.508021},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":119.84,"confidence":0.86}},"prose_schema":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\nParameter nickname (string); required; A unique nickname for the server, used as an identifier within the environment.\nParameter host (string); The server's hostname or IP address. Assumes 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; The API key for authenticating with the RDS server. This key should be kept confidential.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\nParameter nickname (string); required; A unique identifier or alias for the server.\nParameter host (string); required; The server's hostname or IP address.\nParameter port (integer); required; The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\nParameter database (string); required; The default database to use on the server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication. It should be kept secret.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.\nParameter nickname (string); required; A unique identifier or alias for the server to which a connection is being established.\nParameter timeout (integer); The maximum amount of time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter use_ssl (boolean); Specifies whether to use SSL encryption for the connection.; default: True\nParameter port (integer); The port number on the server to connect to.; default: 22","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.\nParameter _from (string); required; The current server identifier, such as a hostname or IP address.\nParameter to (string); required; The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\nParameter type (string); The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all files of a specified type within the current project directory.\nParameter type (string); The file extension type to filter the files in the project. For example, 'py' for Python files.; allowed values: py, txt, md, json; default: py\nParameter include_hidden (boolean); A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').; default: False","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.\nParameter path (string); required; The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\nParameter create_new (boolean); A flag indicating whether to create a new project if one does not exist at the specified path.; default: False\nParameter access_mode (string); The mode in which to open the project. For example, 'read-only' or 'edit'.; allowed values: read-only, edit; default: edit","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\nParameter save_state (boolean); Determines whether the current state of the project should be saved before closing.; default: True\nParameter confirmation (string); A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.; allowed values: CONFIRM; default: CONFIRM\nParameter timeout (integer); The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.; default: 30","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information.\nParameter topic (string); required; The specific topic for which help is requested. It should be a recognizable keyword or phrase.\nParameter search_deep (boolean); Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.; default: False\nParameter language (string); The language in which to provide the help information.; allowed values: English, Spanish, French, German, Mandarin; default: English\nParameter format (string); The format in which the help information should be presented to the user.; allowed values: text, audio, video; default: text"},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":34.42,"confidence":0.491944},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":109.97,"confidence":0.93}},"schema":{"criteria":{"default_function":"{\"description\":\"This function serves as a placeholder and does not perform any operations.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key for authenticating with the RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The server's hostname or IP address. Assumes 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname for the server, used as an identifier within the environment.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database to use on the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique identifier or alias for the server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication. It should be kept secret.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or verifies if the connection is possible.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to which a connection is being established.\",\"type\":\"string\"},\"port\":{\"default\":22,\"description\":\"The port number on the server to connect to.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum amount of time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Specifies whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","rename_server":"{\"description\":\"Renames a server by changing its current identifier to a new one provided by the user.\",\"name\":\"rename_server\",\"parameters\":{\"properties\":{\"_from\":{\"description\":\"The current server identifier, such as a hostname or IP address.\",\"type\":\"string\"},\"to\":{\"description\":\"The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all files of a specified type within the current project directory.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"include_hidden\":{\"default\":false,\"description\":\"A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').\",\"type\":\"boolean\"},\"type\":{\"default\":\"py\",\"description\":\"The file extension type to filter the files in the project. For example, 'py' for Python files.\",\"enum\":[\"py\",\"txt\",\"md\",\"json\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"Initializes a new Data Artifex project or opens an existing one in the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"edit\",\"description\":\"The mode in which to open the project. For example, 'read-only' or 'edit'.\",\"enum\":[\"read-only\",\"edit\"],\"type\":\"string\"},\"create_new\":{\"default\":false,\"description\":\"A flag indicating whether to create a new project if one does not exist at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"confirmation\":{\"default\":\"CONFIRM\",\"description\":\"A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.\",\"enum\":[\"CONFIRM\"],\"type\":\"string\"},\"save_state\":{\"default\":true,\"description\":\"Determines whether the current state of the project should be saved before closing.\",\"type\":\"boolean\"},\"timeout\":{\"default\":30,\"description\":\"The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance to the user on a particular topic by displaying relevant help information.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help information should be presented to the user.\",\"enum\":[\"text\",\"audio\",\"video\"],\"type\":\"string\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which to provide the help information.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Mandarin\"],\"type\":\"string\"},\"search_deep\":{\"default\":false,\"description\":\"Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.\",\"type\":\"boolean\"},\"topic\":{\"description\":\"The specific topic for which help is requested. It should be a recognizable keyword or phrase.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"rename_server","correct":false,"latency_ms":65.22,"confidence":0.459869},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":200.37,"confidence":0.94}}}},{"id":"live_multiple_106-43-4","split":"live_multiple","state":"User: I need to register a new MTNA Rich Data Services server with the nickname 'FastQuery' and the host rds.example.org, and I have an API key '1231231' to associate with it.","expected":"add_mtnards_server","candidate_count":10,"views":{"description":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.","list_files":"list_files: List all files of a specified type within the current project directory.","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information."},"clm":{"choice":"list_servers","correct":false,"latency_ms":30.68,"confidence":0.489424},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":113.93,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\nParameter nickname (string); required; A unique nickname for the server, used as an identifier within the environment.\nParameter host (string); The server's hostname or IP address. Assumes 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; The API key for authenticating with the RDS server. This key should be kept confidential.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\nParameter nickname (string); required; A unique identifier or alias for the server.\nParameter host (string); required; The server's hostname or IP address.\nParameter port (integer); required; The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\nParameter database (string); required; The default database to use on the server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication. It should be kept secret.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.\nParameter nickname (string); required; A unique identifier or alias for the server to which a connection is being established.\nParameter timeout (integer); The maximum amount of time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter use_ssl (boolean); Specifies whether to use SSL encryption for the connection.; default: True\nParameter port (integer); The port number on the server to connect to.; default: 22","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.\nParameter _from (string); required; The current server identifier, such as a hostname or IP address.\nParameter to (string); required; The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\nParameter type (string); The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all files of a specified type within the current project directory.\nParameter type (string); The file extension type to filter the files in the project. For example, 'py' for Python files.; allowed values: py, txt, md, json; default: py\nParameter include_hidden (boolean); A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').; default: False","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.\nParameter path (string); required; The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\nParameter create_new (boolean); A flag indicating whether to create a new project if one does not exist at the specified path.; default: False\nParameter access_mode (string); The mode in which to open the project. For example, 'read-only' or 'edit'.; allowed values: read-only, edit; default: edit","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\nParameter save_state (boolean); Determines whether the current state of the project should be saved before closing.; default: True\nParameter confirmation (string); A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.; allowed values: CONFIRM; default: CONFIRM\nParameter timeout (integer); The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.; default: 30","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information.\nParameter topic (string); required; The specific topic for which help is requested. It should be a recognizable keyword or phrase.\nParameter search_deep (boolean); Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.; default: False\nParameter language (string); The language in which to provide the help information.; allowed values: English, Spanish, French, German, Mandarin; default: English\nParameter format (string); The format in which the help information should be presented to the user.; allowed values: text, audio, video; default: text"},"clm":{"choice":"list_servers","correct":false,"latency_ms":70.94,"confidence":0.748856},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":123.06,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function serves as a placeholder and does not perform any operations.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key for authenticating with the RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The server's hostname or IP address. Assumes 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname for the server, used as an identifier within the environment.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database to use on the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique identifier or alias for the server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication. It should be kept secret.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or verifies if the connection is possible.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to which a connection is being established.\",\"type\":\"string\"},\"port\":{\"default\":22,\"description\":\"The port number on the server to connect to.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum amount of time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Specifies whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","rename_server":"{\"description\":\"Renames a server by changing its current identifier to a new one provided by the user.\",\"name\":\"rename_server\",\"parameters\":{\"properties\":{\"_from\":{\"description\":\"The current server identifier, such as a hostname or IP address.\",\"type\":\"string\"},\"to\":{\"description\":\"The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all files of a specified type within the current project directory.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"include_hidden\":{\"default\":false,\"description\":\"A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').\",\"type\":\"boolean\"},\"type\":{\"default\":\"py\",\"description\":\"The file extension type to filter the files in the project. For example, 'py' for Python files.\",\"enum\":[\"py\",\"txt\",\"md\",\"json\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"Initializes a new Data Artifex project or opens an existing one in the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"edit\",\"description\":\"The mode in which to open the project. For example, 'read-only' or 'edit'.\",\"enum\":[\"read-only\",\"edit\"],\"type\":\"string\"},\"create_new\":{\"default\":false,\"description\":\"A flag indicating whether to create a new project if one does not exist at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"confirmation\":{\"default\":\"CONFIRM\",\"description\":\"A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.\",\"enum\":[\"CONFIRM\"],\"type\":\"string\"},\"save_state\":{\"default\":true,\"description\":\"Determines whether the current state of the project should be saved before closing.\",\"type\":\"boolean\"},\"timeout\":{\"default\":30,\"description\":\"The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance to the user on a particular topic by displaying relevant help information.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help information should be presented to the user.\",\"enum\":[\"text\",\"audio\",\"video\"],\"type\":\"string\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which to provide the help information.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Mandarin\"],\"type\":\"string\"},\"search_deep\":{\"default\":false,\"description\":\"Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.\",\"type\":\"boolean\"},\"topic\":{\"description\":\"The specific topic for which help is requested. It should be a recognizable keyword or phrase.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"default_function","correct":false,"latency_ms":36.56,"confidence":0.487464},"jev":{"choice":"add_mtnards_server","correct":true,"latency_ms":115.35,"confidence":1.0}}}},{"id":"live_multiple_107-43-5","split":"live_multiple","state":"User: Can you show me all the files that have a .sav extension in the current project directory, including any hidden ones?","expected":"list_files","candidate_count":10,"views":{"description":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.","list_files":"list_files: List all files of a specified type within the current project directory.","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information."},"clm":{"choice":"list_files","correct":true,"latency_ms":36.28,"confidence":0.705343},"jev":{"choice":"list_files","correct":true,"latency_ms":96.2,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\nParameter nickname (string); required; A unique nickname for the server, used as an identifier within the environment.\nParameter host (string); The server's hostname or IP address. Assumes 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; The API key for authenticating with the RDS server. This key should be kept confidential.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\nParameter nickname (string); required; A unique identifier or alias for the server.\nParameter host (string); required; The server's hostname or IP address.\nParameter port (integer); required; The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\nParameter database (string); required; The default database to use on the server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication. It should be kept secret.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.\nParameter nickname (string); required; A unique identifier or alias for the server to which a connection is being established.\nParameter timeout (integer); The maximum amount of time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter use_ssl (boolean); Specifies whether to use SSL encryption for the connection.; default: True\nParameter port (integer); The port number on the server to connect to.; default: 22","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.\nParameter _from (string); required; The current server identifier, such as a hostname or IP address.\nParameter to (string); required; The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\nParameter type (string); The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all files of a specified type within the current project directory.\nParameter type (string); The file extension type to filter the files in the project. For example, 'py' for Python files.; allowed values: py, txt, md, json, sav; default: py\nParameter include_hidden (boolean); A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').; default: False","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.\nParameter path (string); required; The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\nParameter create_new (boolean); A flag indicating whether to create a new project if one does not exist at the specified path.; default: False\nParameter access_mode (string); The mode in which to open the project. For example, 'read-only' or 'edit'.; allowed values: read-only, edit; default: edit","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\nParameter save_state (boolean); Determines whether the current state of the project should be saved before closing.; default: True\nParameter confirmation (string); A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.; allowed values: CONFIRM; default: CONFIRM\nParameter timeout (integer); The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.; default: 30","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information.\nParameter topic (string); required; The specific topic for which help is requested. It should be a recognizable keyword or phrase.\nParameter search_deep (boolean); Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.; default: False\nParameter language (string); The language in which to provide the help information.; allowed values: English, Spanish, French, German, Mandarin; default: English\nParameter format (string); The format in which the help information should be presented to the user.; allowed values: text, audio, video; default: text"},"clm":{"choice":"default_function","correct":false,"latency_ms":95.15,"confidence":0.508965},"jev":{"choice":"list_files","correct":true,"latency_ms":99.73,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function serves as a placeholder and does not perform any operations.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key for authenticating with the RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The server's hostname or IP address. Assumes 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname for the server, used as an identifier within the environment.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database to use on the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique identifier or alias for the server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication. It should be kept secret.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or verifies if the connection is possible.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to which a connection is being established.\",\"type\":\"string\"},\"port\":{\"default\":22,\"description\":\"The port number on the server to connect to.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum amount of time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Specifies whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","rename_server":"{\"description\":\"Renames a server by changing its current identifier to a new one provided by the user.\",\"name\":\"rename_server\",\"parameters\":{\"properties\":{\"_from\":{\"description\":\"The current server identifier, such as a hostname or IP address.\",\"type\":\"string\"},\"to\":{\"description\":\"The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all files of a specified type within the current project directory.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"include_hidden\":{\"default\":false,\"description\":\"A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').\",\"type\":\"boolean\"},\"type\":{\"default\":\"py\",\"description\":\"The file extension type to filter the files in the project. For example, 'py' for Python files.\",\"enum\":[\"py\",\"txt\",\"md\",\"json\",\"sav\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"Initializes a new Data Artifex project or opens an existing one in the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"edit\",\"description\":\"The mode in which to open the project. For example, 'read-only' or 'edit'.\",\"enum\":[\"read-only\",\"edit\"],\"type\":\"string\"},\"create_new\":{\"default\":false,\"description\":\"A flag indicating whether to create a new project if one does not exist at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"confirmation\":{\"default\":\"CONFIRM\",\"description\":\"A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.\",\"enum\":[\"CONFIRM\"],\"type\":\"string\"},\"save_state\":{\"default\":true,\"description\":\"Determines whether the current state of the project should be saved before closing.\",\"type\":\"boolean\"},\"timeout\":{\"default\":30,\"description\":\"The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance to the user on a particular topic by displaying relevant help information.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help information should be presented to the user.\",\"enum\":[\"text\",\"audio\",\"video\"],\"type\":\"string\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which to provide the help information.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Mandarin\"],\"type\":\"string\"},\"search_deep\":{\"default\":false,\"description\":\"Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.\",\"type\":\"boolean\"},\"topic\":{\"description\":\"The specific topic for which help is requested. It should be a recognizable keyword or phrase.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"default_function","correct":false,"latency_ms":150.06,"confidence":0.468126},"jev":{"choice":"list_files","correct":true,"latency_ms":116.58,"confidence":1.0}}}},{"id":"live_multiple_108-43-6","split":"live_multiple","state":"User: Could you provide me with a list of all the PostgreSQL servers currently set up in our environment?","expected":"list_servers","candidate_count":10,"views":{"description":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.","list_files":"list_files: List all files of a specified type within the current project directory.","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information."},"clm":{"choice":"list_servers","correct":true,"latency_ms":30.33,"confidence":0.604735},"jev":{"choice":"list_servers","correct":true,"latency_ms":113.47,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\nParameter nickname (string); required; A unique nickname for the server, used as an identifier within the environment.\nParameter host (string); The server's hostname or IP address. Assumes 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; The API key for authenticating with the RDS server. This key should be kept confidential.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\nParameter nickname (string); required; A unique identifier or alias for the server.\nParameter host (string); required; The server's hostname or IP address.\nParameter port (integer); required; The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\nParameter database (string); required; The default database to use on the server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication. It should be kept secret.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.\nParameter nickname (string); required; A unique identifier or alias for the server to which a connection is being established.\nParameter timeout (integer); The maximum amount of time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter use_ssl (boolean); Specifies whether to use SSL encryption for the connection.; default: True\nParameter port (integer); The port number on the server to connect to.; default: 22","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.\nParameter _from (string); required; The current server identifier, such as a hostname or IP address.\nParameter to (string); required; The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\nParameter type (string); The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all files of a specified type within the current project directory.\nParameter type (string); The file extension type to filter the files in the project. For example, 'py' for Python files.; allowed values: py, txt, md, json; default: py\nParameter include_hidden (boolean); A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').; default: False","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.\nParameter path (string); required; The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\nParameter create_new (boolean); A flag indicating whether to create a new project if one does not exist at the specified path.; default: False\nParameter access_mode (string); The mode in which to open the project. For example, 'read-only' or 'edit'.; allowed values: read-only, edit; default: edit","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\nParameter save_state (boolean); Determines whether the current state of the project should be saved before closing.; default: True\nParameter confirmation (string); A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.; allowed values: CONFIRM; default: CONFIRM\nParameter timeout (integer); The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.; default: 30","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information.\nParameter topic (string); required; The specific topic for which help is requested. It should be a recognizable keyword or phrase.\nParameter search_deep (boolean); Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.; default: False\nParameter language (string); The language in which to provide the help information.; allowed values: English, Spanish, French, German, Mandarin; default: English\nParameter format (string); The format in which the help information should be presented to the user.; allowed values: text, audio, video; default: text"},"clm":{"choice":"add_postgres_server","correct":false,"latency_ms":78.32,"confidence":0.757814},"jev":{"choice":"list_servers","correct":true,"latency_ms":106.98,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function serves as a placeholder and does not perform any operations.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key for authenticating with the RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The server's hostname or IP address. Assumes 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname for the server, used as an identifier within the environment.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database to use on the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique identifier or alias for the server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication. It should be kept secret.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or verifies if the connection is possible.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to which a connection is being established.\",\"type\":\"string\"},\"port\":{\"default\":22,\"description\":\"The port number on the server to connect to.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum amount of time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Specifies whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","rename_server":"{\"description\":\"Renames a server by changing its current identifier to a new one provided by the user.\",\"name\":\"rename_server\",\"parameters\":{\"properties\":{\"_from\":{\"description\":\"The current server identifier, such as a hostname or IP address.\",\"type\":\"string\"},\"to\":{\"description\":\"The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all files of a specified type within the current project directory.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"include_hidden\":{\"default\":false,\"description\":\"A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').\",\"type\":\"boolean\"},\"type\":{\"default\":\"py\",\"description\":\"The file extension type to filter the files in the project. For example, 'py' for Python files.\",\"enum\":[\"py\",\"txt\",\"md\",\"json\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"Initializes a new Data Artifex project or opens an existing one in the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"edit\",\"description\":\"The mode in which to open the project. For example, 'read-only' or 'edit'.\",\"enum\":[\"read-only\",\"edit\"],\"type\":\"string\"},\"create_new\":{\"default\":false,\"description\":\"A flag indicating whether to create a new project if one does not exist at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"confirmation\":{\"default\":\"CONFIRM\",\"description\":\"A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.\",\"enum\":[\"CONFIRM\"],\"type\":\"string\"},\"save_state\":{\"default\":true,\"description\":\"Determines whether the current state of the project should be saved before closing.\",\"type\":\"boolean\"},\"timeout\":{\"default\":30,\"description\":\"The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance to the user on a particular topic by displaying relevant help information.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help information should be presented to the user.\",\"enum\":[\"text\",\"audio\",\"video\"],\"type\":\"string\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which to provide the help information.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Mandarin\"],\"type\":\"string\"},\"search_deep\":{\"default\":false,\"description\":\"Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.\",\"type\":\"boolean\"},\"topic\":{\"description\":\"The specific topic for which help is requested. It should be a recognizable keyword or phrase.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"default_function","correct":false,"latency_ms":44.5,"confidence":0.736781},"jev":{"choice":"list_servers","correct":true,"latency_ms":104.99,"confidence":1.0}}}},{"id":"live_multiple_109-43-7","split":"live_multiple","state":"User: Could you show me all of my MTNA  servers, please?","expected":"list_servers","candidate_count":10,"views":{"description":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.","list_files":"list_files: List all files of a specified type within the current project directory.","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information."},"clm":{"choice":"list_servers","correct":true,"latency_ms":28.66,"confidence":0.83928},"jev":{"choice":"list_servers","correct":true,"latency_ms":135.08,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\nParameter nickname (string); required; A unique nickname for the server, used as an identifier within the environment.\nParameter host (string); The server's hostname or IP address. Assumes 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; The API key for authenticating with the RDS server. This key should be kept confidential.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\nParameter nickname (string); required; A unique identifier or alias for the server.\nParameter host (string); required; The server's hostname or IP address.\nParameter port (integer); required; The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\nParameter database (string); required; The default database to use on the server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication. It should be kept secret.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.\nParameter nickname (string); required; A unique identifier or alias for the server to which a connection is being established.\nParameter timeout (integer); The maximum amount of time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter use_ssl (boolean); Specifies whether to use SSL encryption for the connection.; default: True\nParameter port (integer); The port number on the server to connect to.; default: 22","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.\nParameter _from (string); required; The current server identifier, such as a hostname or IP address.\nParameter to (string); required; The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\nParameter type (string); The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all files of a specified type within the current project directory.\nParameter type (string); The file extension type to filter the files in the project. For example, 'py' for Python files.; allowed values: py, txt, md, json; default: py\nParameter include_hidden (boolean); A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').; default: False","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.\nParameter path (string); required; The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\nParameter create_new (boolean); A flag indicating whether to create a new project if one does not exist at the specified path.; default: False\nParameter access_mode (string); The mode in which to open the project. For example, 'read-only' or 'edit'.; allowed values: read-only, edit; default: edit","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\nParameter save_state (boolean); Determines whether the current state of the project should be saved before closing.; default: True\nParameter confirmation (string); A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.; allowed values: CONFIRM; default: CONFIRM\nParameter timeout (integer); The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.; default: 30","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information.\nParameter topic (string); required; The specific topic for which help is requested. It should be a recognizable keyword or phrase.\nParameter search_deep (boolean); Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.; default: False\nParameter language (string); The language in which to provide the help information.; allowed values: English, Spanish, French, German, Mandarin; default: English\nParameter format (string); The format in which the help information should be presented to the user.; allowed values: text, audio, video; default: text"},"clm":{"choice":"list_servers","correct":true,"latency_ms":31.46,"confidence":0.74811},"jev":{"choice":"list_servers","correct":true,"latency_ms":123.12,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function serves as a placeholder and does not perform any operations.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key for authenticating with the RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The server's hostname or IP address. Assumes 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname for the server, used as an identifier within the environment.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database to use on the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique identifier or alias for the server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication. It should be kept secret.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or verifies if the connection is possible.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to which a connection is being established.\",\"type\":\"string\"},\"port\":{\"default\":22,\"description\":\"The port number on the server to connect to.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum amount of time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Specifies whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","rename_server":"{\"description\":\"Renames a server by changing its current identifier to a new one provided by the user.\",\"name\":\"rename_server\",\"parameters\":{\"properties\":{\"_from\":{\"description\":\"The current server identifier, such as a hostname or IP address.\",\"type\":\"string\"},\"to\":{\"description\":\"The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all files of a specified type within the current project directory.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"include_hidden\":{\"default\":false,\"description\":\"A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').\",\"type\":\"boolean\"},\"type\":{\"default\":\"py\",\"description\":\"The file extension type to filter the files in the project. For example, 'py' for Python files.\",\"enum\":[\"py\",\"txt\",\"md\",\"json\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"Initializes a new Data Artifex project or opens an existing one in the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"edit\",\"description\":\"The mode in which to open the project. For example, 'read-only' or 'edit'.\",\"enum\":[\"read-only\",\"edit\"],\"type\":\"string\"},\"create_new\":{\"default\":false,\"description\":\"A flag indicating whether to create a new project if one does not exist at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"confirmation\":{\"default\":\"CONFIRM\",\"description\":\"A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.\",\"enum\":[\"CONFIRM\"],\"type\":\"string\"},\"save_state\":{\"default\":true,\"description\":\"Determines whether the current state of the project should be saved before closing.\",\"type\":\"boolean\"},\"timeout\":{\"default\":30,\"description\":\"The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance to the user on a particular topic by displaying relevant help information.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help information should be presented to the user.\",\"enum\":[\"text\",\"audio\",\"video\"],\"type\":\"string\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which to provide the help information.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Mandarin\"],\"type\":\"string\"},\"search_deep\":{\"default\":false,\"description\":\"Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.\",\"type\":\"boolean\"},\"topic\":{\"description\":\"The specific topic for which help is requested. It should be a recognizable keyword or phrase.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"default_function","correct":false,"latency_ms":28.16,"confidence":0.698485},"jev":{"choice":"list_servers","correct":true,"latency_ms":156.06,"confidence":1.0}}}},{"id":"live_multiple_110-43-8","split":"live_multiple","state":"User: Can you show me all the text files in the current project directory, including the hidden ones?","expected":"list_files","candidate_count":10,"views":{"description":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.","list_files":"list_files: List all files of a specified type within the current project directory.","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information."},"clm":{"choice":"list_files","correct":true,"latency_ms":43.48,"confidence":0.938892},"jev":{"choice":"list_files","correct":true,"latency_ms":112.29,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\nParameter nickname (string); required; A unique nickname for the server, used as an identifier within the environment.\nParameter host (string); The server's hostname or IP address. Assumes 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; The API key for authenticating with the RDS server. This key should be kept confidential.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\nParameter nickname (string); required; A unique identifier or alias for the server.\nParameter host (string); required; The server's hostname or IP address.\nParameter port (integer); required; The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\nParameter database (string); required; The default database to use on the server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication. It should be kept secret.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.\nParameter nickname (string); required; A unique identifier or alias for the server to which a connection is being established.\nParameter timeout (integer); The maximum amount of time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter use_ssl (boolean); Specifies whether to use SSL encryption for the connection.; default: True\nParameter port (integer); The port number on the server to connect to.; default: 22","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.\nParameter _from (string); required; The current server identifier, such as a hostname or IP address.\nParameter to (string); required; The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\nParameter type (string); The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all files of a specified type within the current project directory.\nParameter type (string); The file extension type to filter the files in the project. For example, 'py' for Python files.; allowed values: py, txt, md, json; default: py\nParameter include_hidden (boolean); A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').; default: False","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.\nParameter path (string); required; The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\nParameter create_new (boolean); A flag indicating whether to create a new project if one does not exist at the specified path.; default: False\nParameter access_mode (string); The mode in which to open the project. For example, 'read-only' or 'edit'.; allowed values: read-only, edit; default: edit","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\nParameter save_state (boolean); Determines whether the current state of the project should be saved before closing.; default: True\nParameter confirmation (string); A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.; allowed values: CONFIRM; default: CONFIRM\nParameter timeout (integer); The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.; default: 30","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information.\nParameter topic (string); required; The specific topic for which help is requested. It should be a recognizable keyword or phrase.\nParameter search_deep (boolean); Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.; default: False\nParameter language (string); The language in which to provide the help information.; allowed values: English, Spanish, French, German, Mandarin; default: English\nParameter format (string); The format in which the help information should be presented to the user.; allowed values: text, audio, video; default: text"},"clm":{"choice":"list_files","correct":true,"latency_ms":60.83,"confidence":0.82915},"jev":{"choice":"list_files","correct":true,"latency_ms":110.23,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function serves as a placeholder and does not perform any operations.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key for authenticating with the RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The server's hostname or IP address. Assumes 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname for the server, used as an identifier within the environment.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database to use on the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique identifier or alias for the server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication. It should be kept secret.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or verifies if the connection is possible.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to which a connection is being established.\",\"type\":\"string\"},\"port\":{\"default\":22,\"description\":\"The port number on the server to connect to.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum amount of time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Specifies whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","rename_server":"{\"description\":\"Renames a server by changing its current identifier to a new one provided by the user.\",\"name\":\"rename_server\",\"parameters\":{\"properties\":{\"_from\":{\"description\":\"The current server identifier, such as a hostname or IP address.\",\"type\":\"string\"},\"to\":{\"description\":\"The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all files of a specified type within the current project directory.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"include_hidden\":{\"default\":false,\"description\":\"A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').\",\"type\":\"boolean\"},\"type\":{\"default\":\"py\",\"description\":\"The file extension type to filter the files in the project. For example, 'py' for Python files.\",\"enum\":[\"py\",\"txt\",\"md\",\"json\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"Initializes a new Data Artifex project or opens an existing one in the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"edit\",\"description\":\"The mode in which to open the project. For example, 'read-only' or 'edit'.\",\"enum\":[\"read-only\",\"edit\"],\"type\":\"string\"},\"create_new\":{\"default\":false,\"description\":\"A flag indicating whether to create a new project if one does not exist at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"confirmation\":{\"default\":\"CONFIRM\",\"description\":\"A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.\",\"enum\":[\"CONFIRM\"],\"type\":\"string\"},\"save_state\":{\"default\":true,\"description\":\"Determines whether the current state of the project should be saved before closing.\",\"type\":\"boolean\"},\"timeout\":{\"default\":30,\"description\":\"The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance to the user on a particular topic by displaying relevant help information.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help information should be presented to the user.\",\"enum\":[\"text\",\"audio\",\"video\"],\"type\":\"string\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which to provide the help information.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Mandarin\"],\"type\":\"string\"},\"search_deep\":{\"default\":false,\"description\":\"Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.\",\"type\":\"boolean\"},\"topic\":{\"description\":\"The specific topic for which help is requested. It should be a recognizable keyword or phrase.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"default_function","correct":false,"latency_ms":38.71,"confidence":0.761487},"jev":{"choice":"list_files","correct":true,"latency_ms":108.34,"confidence":1.0}}}},{"id":"live_multiple_111-43-9","split":"live_multiple","state":"User: I need assistance with a specific topic. Can you provide help information on 'database optimization' in Spanish, preferably in video format?","expected":"dartfx_help","candidate_count":10,"views":{"description":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.","list_files":"list_files: List all files of a specified type within the current project directory.","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information."},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":30.68,"confidence":0.975734},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":97.83,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\nParameter nickname (string); required; A unique nickname for the server, used as an identifier within the environment.\nParameter host (string); The server's hostname or IP address. Assumes 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; The API key for authenticating with the RDS server. This key should be kept confidential.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\nParameter nickname (string); required; A unique identifier or alias for the server.\nParameter host (string); required; The server's hostname or IP address.\nParameter port (integer); required; The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\nParameter database (string); required; The default database to use on the server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication. It should be kept secret.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.\nParameter nickname (string); required; A unique identifier or alias for the server to which a connection is being established.\nParameter timeout (integer); The maximum amount of time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter use_ssl (boolean); Specifies whether to use SSL encryption for the connection.; default: True\nParameter port (integer); The port number on the server to connect to.; default: 22","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.\nParameter _from (string); required; The current server identifier, such as a hostname or IP address.\nParameter to (string); required; The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\nParameter type (string); The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all files of a specified type within the current project directory.\nParameter type (string); The file extension type to filter the files in the project. For example, 'py' for Python files.; allowed values: py, txt, md, json; default: py\nParameter include_hidden (boolean); A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').; default: False","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.\nParameter path (string); required; The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\nParameter create_new (boolean); A flag indicating whether to create a new project if one does not exist at the specified path.; default: False\nParameter access_mode (string); The mode in which to open the project. For example, 'read-only' or 'edit'.; allowed values: read-only, edit; default: edit","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\nParameter save_state (boolean); Determines whether the current state of the project should be saved before closing.; default: True\nParameter confirmation (string); A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.; allowed values: CONFIRM; default: CONFIRM\nParameter timeout (integer); The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.; default: 30","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information.\nParameter topic (string); required; The specific topic for which help is requested. It should be a recognizable keyword or phrase.\nParameter search_deep (boolean); Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.; default: False\nParameter language (string); The language in which to provide the help information.; allowed values: English, Spanish, French, German, Mandarin; default: English\nParameter format (string); The format in which the help information should be presented to the user.; allowed values: text, audio, video; default: text"},"clm":{"choice":"dartfx_help","correct":true,"latency_ms":35.31,"confidence":0.9821},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":113.95,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function serves as a placeholder and does not perform any operations.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key for authenticating with the RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The server's hostname or IP address. Assumes 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname for the server, used as an identifier within the environment.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database to use on the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique identifier or alias for the server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication. It should be kept secret.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or verifies if the connection is possible.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to which a connection is being established.\",\"type\":\"string\"},\"port\":{\"default\":22,\"description\":\"The port number on the server to connect to.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum amount of time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Specifies whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","rename_server":"{\"description\":\"Renames a server by changing its current identifier to a new one provided by the user.\",\"name\":\"rename_server\",\"parameters\":{\"properties\":{\"_from\":{\"description\":\"The current server identifier, such as a hostname or IP address.\",\"type\":\"string\"},\"to\":{\"description\":\"The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all files of a specified type within the current project directory.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"include_hidden\":{\"default\":false,\"description\":\"A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').\",\"type\":\"boolean\"},\"type\":{\"default\":\"py\",\"description\":\"The file extension type to filter the files in the project. For example, 'py' for Python files.\",\"enum\":[\"py\",\"txt\",\"md\",\"json\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"Initializes a new Data Artifex project or opens an existing one in the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"edit\",\"description\":\"The mode in which to open the project. For example, 'read-only' or 'edit'.\",\"enum\":[\"read-only\",\"edit\"],\"type\":\"string\"},\"create_new\":{\"default\":false,\"description\":\"A flag indicating whether to create a new project if one does not exist at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"confirmation\":{\"default\":\"CONFIRM\",\"description\":\"A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.\",\"enum\":[\"CONFIRM\"],\"type\":\"string\"},\"save_state\":{\"default\":true,\"description\":\"Determines whether the current state of the project should be saved before closing.\",\"type\":\"boolean\"},\"timeout\":{\"default\":30,\"description\":\"The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance to the user on a particular topic by displaying relevant help information.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help information should be presented to the user.\",\"enum\":[\"text\",\"audio\",\"video\"],\"type\":\"string\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which to provide the help information.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Mandarin\"],\"type\":\"string\"},\"search_deep\":{\"default\":false,\"description\":\"Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.\",\"type\":\"boolean\"},\"topic\":{\"description\":\"The specific topic for which help is requested. It should be a recognizable keyword or phrase.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"default_function","correct":false,"latency_ms":33.62,"confidence":0.410076},"jev":{"choice":"dartfx_help","correct":true,"latency_ms":104.34,"confidence":1.0}}}},{"id":"live_multiple_112-43-10","split":"live_multiple","state":"User: Could you show me a list of all the PostgreSQL servers that are currently registered in our environment?","expected":"list_servers","candidate_count":10,"views":{"description":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.","list_files":"list_files: List all files of a specified type within the current project directory.","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information."},"clm":{"choice":"list_servers","correct":true,"latency_ms":28.13,"confidence":0.574542},"jev":{"choice":"list_servers","correct":true,"latency_ms":101.17,"confidence":1.0}},"prose_schema":{"criteria":{"default_function":"default_function: This function serves as a placeholder and does not perform any operations.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\nParameter nickname (string); required; A unique nickname for the server, used as an identifier within the environment.\nParameter host (string); The server's hostname or IP address. Assumes 'localhost' if not specified.; default: localhost\nParameter api_key (string); required; The API key for authenticating with the RDS server. This key should be kept confidential.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\nParameter nickname (string); required; A unique identifier or alias for the server.\nParameter host (string); required; The server's hostname or IP address.\nParameter port (integer); required; The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\nParameter database (string); required; The default database to use on the server.\nParameter username (string); required; The username for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication. It should be kept secret.","connect_to_server":"connect_to_server: Establishes a connection to the specified server or verifies if the connection is possible.\nParameter nickname (string); required; A unique identifier or alias for the server to which a connection is being established.\nParameter timeout (integer); The maximum amount of time in seconds to wait for the connection to be established before timing out.; default: 30\nParameter use_ssl (boolean); Specifies whether to use SSL encryption for the connection.; default: True\nParameter port (integer); The port number on the server to connect to.; default: 22","rename_server":"rename_server: Renames a server by changing its current identifier to a new one provided by the user.\nParameter _from (string); required; The current server identifier, such as a hostname or IP address.\nParameter to (string); required; The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.","list_servers":"list_servers: List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\nParameter type (string); The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List all files of a specified type within the current project directory.\nParameter type (string); The file extension type to filter the files in the project. For example, 'py' for Python files.; allowed values: py, txt, md, json; default: py\nParameter include_hidden (boolean); A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').; default: False","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.\nParameter path (string); required; The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\nParameter create_new (boolean); A flag indicating whether to create a new project if one does not exist at the specified path.; default: False\nParameter access_mode (string); The mode in which to open the project. For example, 'read-only' or 'edit'.; allowed values: read-only, edit; default: edit","close_project":"close_project: This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\nParameter save_state (boolean); Determines whether the current state of the project should be saved before closing.; default: True\nParameter confirmation (string); A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.; allowed values: CONFIRM; default: CONFIRM\nParameter timeout (integer); The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.; default: 30","dartfx_help":"dartfx_help: Provides assistance to the user on a particular topic by displaying relevant help information.\nParameter topic (string); required; The specific topic for which help is requested. It should be a recognizable keyword or phrase.\nParameter search_deep (boolean); Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.; default: False\nParameter language (string); The language in which to provide the help information.; allowed values: English, Spanish, French, German, Mandarin; default: English\nParameter format (string); The format in which the help information should be presented to the user.; allowed values: text, audio, video; default: text"},"clm":{"choice":"add_postgres_server","correct":false,"latency_ms":29.75,"confidence":0.546882},"jev":{"choice":"list_servers","correct":true,"latency_ms":127.25,"confidence":1.0}},"schema":{"criteria":{"default_function":"{\"description\":\"This function serves as a placeholder and does not perform any operations.\",\"name\":\"default_function\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Registers a new MTNA Rich Data Services (RDS) server with a given nickname and host, and associates it with the provided API key.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key for authenticating with the RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"default\":\"localhost\",\"description\":\"The server's hostname or IP address. Assumes 'localhost' if not specified.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique nickname for the server, used as an identifier within the environment.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Registers a new PostgreSQL server within the application environment, allowing it to be used for database operations.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The default database to use on the server.\",\"type\":\"string\"},\"host\":{\"description\":\"The server's hostname or IP address.\",\"type\":\"string\"},\"nickname\":{\"description\":\"A unique identifier or alias for the server.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication. It should be kept secret.\",\"type\":\"string\"},\"port\":{\"description\":\"The network port on which the PostgreSQL server is listening. The default PostgreSQL port is 5432 if not specified.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"nickname\",\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to the specified server or verifies if the connection is possible.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"A unique identifier or alias for the server to which a connection is being established.\",\"type\":\"string\"},\"port\":{\"default\":22,\"description\":\"The port number on the server to connect to.\",\"type\":\"integer\"},\"timeout\":{\"default\":30,\"description\":\"The maximum amount of time in seconds to wait for the connection to be established before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Specifies whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","rename_server":"{\"description\":\"Renames a server by changing its current identifier to a new one provided by the user.\",\"name\":\"rename_server\",\"parameters\":{\"properties\":{\"_from\":{\"description\":\"The current server identifier, such as a hostname or IP address.\",\"type\":\"string\"},\"to\":{\"description\":\"The new server identifier to which the server will be renamed. This should be unique and adhere to naming conventions.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"List all the servers in the environment based on the specified server type. If no type is specified, all servers are listed.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"type\":{\"default\":\"all\",\"description\":\"The type of server to filter the list by. If 'all' is specified or this parameter is omitted, servers of all types will be listed.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List all files of a specified type within the current project directory.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"include_hidden\":{\"default\":false,\"description\":\"A flag to determine if hidden files should be included in the list. Hidden files start with a dot ('.').\",\"type\":\"boolean\"},\"type\":{\"default\":\"py\",\"description\":\"The file extension type to filter the files in the project. For example, 'py' for Python files.\",\"enum\":[\"py\",\"txt\",\"md\",\"json\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","open_project":"{\"description\":\"Initializes a new Data Artifex project or opens an existing one in the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"edit\",\"description\":\"The mode in which to open the project. For example, 'read-only' or 'edit'.\",\"enum\":[\"read-only\",\"edit\"],\"type\":\"string\"},\"create_new\":{\"default\":false,\"description\":\"A flag indicating whether to create a new project if one does not exist at the specified path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The filesystem path to the directory where the project files are located or will be created. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"This function closes the currently active data artifex project, ensuring all resources are properly released and saved.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"confirmation\":{\"default\":\"CONFIRM\",\"description\":\"A confirmation message to ensure accidental closure is prevented. Expected format: 'CONFIRM' to proceed with closure.\",\"enum\":[\"CONFIRM\"],\"type\":\"string\"},\"save_state\":{\"default\":true,\"description\":\"Determines whether the current state of the project should be saved before closing.\",\"type\":\"boolean\"},\"timeout\":{\"default\":30,\"description\":\"The maximum number of seconds to wait for closure before timing out. A value of 0 means immediate closure.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","dartfx_help":"{\"description\":\"Provides assistance to the user on a particular topic by displaying relevant help information.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"text\",\"description\":\"The format in which the help information should be presented to the user.\",\"enum\":[\"text\",\"audio\",\"video\"],\"type\":\"string\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which to provide the help information.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Mandarin\"],\"type\":\"string\"},\"search_deep\":{\"default\":false,\"description\":\"Specifies whether to perform a deep search in the help database. A deep search may take longer but yields comprehensive results.\",\"type\":\"boolean\"},\"topic\":{\"description\":\"The specific topic for which help is requested. It should be a recognizable keyword or phrase.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}"},"clm":{"choice":"default_function","correct":false,"latency_ms":66.59,"confidence":0.792512},"jev":{"choice":"list_servers","correct":true,"latency_ms":137.6,"confidence":1.0}}}},{"id":"live_multiple_113-44-0","split":"live_multiple","state":"User: Could you retrieve a list of all the MTNA Rich Data Services servers for me?","expected":"list_servers","candidate_count":9,"views":{"description":{"criteria":{"dartfx_help":"dartfx_help: Provides assistance to the user on a specific topic. It explains the next steps and offers a list of suggestions for the user to consider.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with the specified nickname and host within the environment, using the provided API key for authentication.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the environment by providing its connection details.","connect_to_server":"connect_to_server: Establishes a connection to a specified server or tests an existing connection.","rename_server":"rename_server: Renames a server by updating its identifier from the current value to a new value.","list_servers":"list_servers: Retrieve a list of all the servers within the specified environment, optionally filtering by server type.","list_files":"list_files: List the files of a specified type in the directory of the current project. If 'include_subdirectories' is set to true, files in subdirectories will also be included.","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.","close_project":"close_project: Close the current data artifex project and archive its contents."},"clm":{"choice":"connect_to_server","correct":false,"latency_ms":99.54,"confidence":0.649687},"jev":{"choice":"list_servers","correct":true,"latency_ms":98.08,"confidence":1.0}},"prose_schema":{"criteria":{"dartfx_help":"dartfx_help: Provides assistance to the user on a specific topic. It explains the next steps and offers a list of suggestions for the user to consider.\nParameter topic (string); required; The subject, topic, keywords, or action to help the user with. For example, 'password reset' or 'booking a flight'.\nParameter include_examples (boolean); Determines whether to include examples in the help message. When set to true, the response includes practical examples.; default: False\nParameter language (string); The language in which the help information should be provided.; allowed values: English, Spanish, French, German, Chinese; default: English","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with the specified nickname and host within the environment, using the provided API key for authentication.\nParameter nickname (string); A friendly name to identify the RDS server, allowing for easier reference.; default: rds1\nParameter host (string); required; The fully qualified domain name or IP address of the RDS server.\nParameter api_key (string); required; The unique API key required to authenticate with the RDS server. This key should be kept confidential.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the environment by providing its connection details.\nParameter nickname (string); A unique alias for the server that will be used for identification within the environment.; default: postgres1\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The port number on which the PostgreSQL server is listening. Typically, PostgreSQL uses port 5432.\nParameter database (string); required; The name of the default database to connect to on the PostgreSQL server.\nParameter username (string); required; The username required for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication with the PostgreSQL server.","connect_to_server":"connect_to_server: Establishes a connection to a specified server or tests an existing connection.\nParameter nickname (string); required; The unique identifier or friendly name used to refer to the target server.\nParameter timeout (integer); The maximum amount of time in seconds to wait for the connection attempt before timing out.; default: 30\nParameter use_ssl (boolean); Determines whether to use SSL encryption for the connection.; default: True","rename_server":"rename_server: Renames a server by updating its identifier from the current value to a new value.\nParameter _from (string); required; The current server identifier, such as a name or nickname, that uniquely identifies the server to be renamed.\nParameter to (string); required; The new server identifier, such as a name or nickname, that the server will be renamed to.","list_servers":"list_servers: Retrieve a list of all the servers within the specified environment, optionally filtering by server type.\nParameter server_type (string); The type of servers to be listed. If not specified, all server types are included.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List the files of a specified type in the directory of the current project. If 'include_subdirectories' is set to true, files in subdirectories will also be included.\nParameter file_type (string); required; The type of files to list, based on file extension. Possible extensions include 'py' for Python files, 'txt' for text files, 'md' for Markdown files, and 'json' for JSON files.; allowed values: py, txt, md, json\nParameter include_subdirectories (boolean); Whether to include files from subdirectories.; default: False","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.\nParameter path (string); required; The file system path to the directory where the project will be created or where the existing project is located. The path should be absolute or relative to the current working directory.\nParameter create_new (boolean); A flag indicating whether to create a new project if one does not exist at the given path.; default: False\nParameter access_mode (string); The mode of access for the project.; allowed values: readonly, readwrite; default: readwrite","close_project":"close_project: Close the current data artifex project and archive its contents.\nParameter project_id (string); required; Unique identifier of the project to be closed.\nParameter archive (boolean); Flag to determine whether the project should be archived.; default: True\nParameter archive_format (string); The file format to be used for archiving project files.; allowed values: zip, tar, tar.gz; default: zip"},"clm":{"choice":"connect_to_server","correct":false,"latency_ms":202.32,"confidence":0.647666},"jev":{"choice":"list_servers","correct":true,"latency_ms":108.52,"confidence":1.0}},"schema":{"criteria":{"dartfx_help":"{\"description\":\"Provides assistance to the user on a specific topic. It explains the next steps and offers a list of suggestions for the user to consider.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"include_examples\":{\"default\":false,\"description\":\"Determines whether to include examples in the help message. When set to true, the response includes practical examples.\",\"type\":\"boolean\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which the help information should be provided.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Chinese\"],\"type\":\"string\"},\"topic\":{\"description\":\"The subject, topic, keywords, or action to help the user with. For example, 'password reset' or 'booking a flight'.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Registers a new MTNA Rich Data Services (RDS) server with the specified nickname and host within the environment, using the provided API key for authentication.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The unique API key required to authenticate with the RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"description\":\"The fully qualified domain name or IP address of the RDS server.\",\"type\":\"string\"},\"nickname\":{\"default\":\"rds1\",\"description\":\"A friendly name to identify the RDS server, allowing for easier reference.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Registers a new PostgreSQL server within the environment by providing its connection details.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"default\":\"postgres1\",\"description\":\"A unique alias for the server that will be used for identification within the environment.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication with the PostgreSQL server.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the PostgreSQL server is listening. Typically, PostgreSQL uses port 5432.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username required for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to a specified server or tests an existing connection.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"The unique identifier or friendly name used to refer to the target server.\",\"type\":\"string\"},\"timeout\":{\"default\":30,\"description\":\"The maximum amount of time in seconds to wait for the connection attempt before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Determines whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","rename_server":"{\"description\":\"Renames a server by updating its identifier from the current value to a new value.\",\"name\":\"rename_server\",\"parameters\":{\"properties\":{\"_from\":{\"description\":\"The current server identifier, such as a name or nickname, that uniquely identifies the server to be renamed.\",\"type\":\"string\"},\"to\":{\"description\":\"The new server identifier, such as a name or nickname, that the server will be renamed to.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieve a list of all the servers within the specified environment, optionally filtering by server type.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"server_type\":{\"default\":\"all\",\"description\":\"The type of servers to be listed. If not specified, all server types are included.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List the files of a specified type in the directory of the current project. If 'include_subdirectories' is set to true, files in subdirectories will also be included.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"file_type\":{\"description\":\"The type of files to list, based on file extension. Possible extensions include 'py' for Python files, 'txt' for text files, 'md' for Markdown files, and 'json' for JSON files.\",\"enum\":[\"py\",\"txt\",\"md\",\"json\"],\"type\":\"string\"},\"include_subdirectories\":{\"default\":false,\"description\":\"Whether to include files from subdirectories.\",\"type\":\"boolean\"}},\"required\":[\"file_type\"],\"type\":\"dict\"}}","open_project":"{\"description\":\"Initializes a new Data Artifex project or opens an existing one in the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"readwrite\",\"description\":\"The mode of access for the project.\",\"enum\":[\"readonly\",\"readwrite\"],\"type\":\"string\"},\"create_new\":{\"default\":false,\"description\":\"A flag indicating whether to create a new project if one does not exist at the given path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The file system path to the directory where the project will be created or where the existing project is located. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"Close the current data artifex project and archive its contents.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"archive\":{\"default\":true,\"description\":\"Flag to determine whether the project should be archived.\",\"type\":\"boolean\"},\"archive_format\":{\"default\":\"zip\",\"description\":\"The file format to be used for archiving project files.\",\"enum\":[\"zip\",\"tar\",\"tar.gz\"],\"type\":\"string\"},\"project_id\":{\"description\":\"Unique identifier of the project to be closed.\",\"type\":\"string\"}},\"required\":[\"project_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"dartfx_help","correct":false,"latency_ms":238.5,"confidence":0.555022},"jev":{"choice":"list_servers","correct":true,"latency_ms":112.9,"confidence":1.0}}}},{"id":"live_multiple_114-44-1","split":"live_multiple","state":"User: I need to register a new PostgreSQL server with the nickname 'MainDB', the host name 'pg.example.org', port number 5432, and the default database called 'sales_db'. The username is 'admin' and the password is 'password'.","expected":"add_postgres_server","candidate_count":9,"views":{"description":{"criteria":{"dartfx_help":"dartfx_help: Provides assistance to the user on a specific topic. It explains the next steps and offers a list of suggestions for the user to consider.","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with the specified nickname and host within the environment, using the provided API key for authentication.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the environment by providing its connection details.","connect_to_server":"connect_to_server: Establishes a connection to a specified server or tests an existing connection.","rename_server":"rename_server: Renames a server by updating its identifier from the current value to a new value.","list_servers":"list_servers: Retrieve a list of all the servers within the specified environment, optionally filtering by server type.","list_files":"list_files: List the files of a specified type in the directory of the current project. If 'include_subdirectories' is set to true, files in subdirectories will also be included.","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.","close_project":"close_project: Close the current data artifex project and archive its contents."},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":48.22,"confidence":0.910358},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":172.52,"confidence":1.0}},"prose_schema":{"criteria":{"dartfx_help":"dartfx_help: Provides assistance to the user on a specific topic. It explains the next steps and offers a list of suggestions for the user to consider.\nParameter topic (string); required; The subject, topic, keywords, or action to help the user with. For example, 'password reset' or 'booking a flight'.\nParameter include_examples (boolean); Determines whether to include examples in the help message. When set to true, the response includes practical examples.; default: False\nParameter language (string); The language in which the help information should be provided.; allowed values: English, Spanish, French, German, Chinese; default: English","add_mtnards_server":"add_mtnards_server: Registers a new MTNA Rich Data Services (RDS) server with the specified nickname and host within the environment, using the provided API key for authentication.\nParameter nickname (string); A friendly name to identify the RDS server, allowing for easier reference.; default: rds1\nParameter host (string); required; The fully qualified domain name or IP address of the RDS server.\nParameter api_key (string); required; The unique API key required to authenticate with the RDS server. This key should be kept confidential.","add_postgres_server":"add_postgres_server: Registers a new PostgreSQL server within the environment by providing its connection details.\nParameter nickname (string); A unique alias for the server that will be used for identification within the environment.; default: postgres1\nParameter host (string); required; The hostname or IP address of the PostgreSQL server.\nParameter port (integer); required; The port number on which the PostgreSQL server is listening. Typically, PostgreSQL uses port 5432.\nParameter database (string); required; The name of the default database to connect to on the PostgreSQL server.\nParameter username (string); required; The username required for authentication with the PostgreSQL server.\nParameter password (string); required; The password associated with the username for authentication with the PostgreSQL server.","connect_to_server":"connect_to_server: Establishes a connection to a specified server or tests an existing connection.\nParameter nickname (string); required; The unique identifier or friendly name used to refer to the target server.\nParameter timeout (integer); The maximum amount of time in seconds to wait for the connection attempt before timing out.; default: 30\nParameter use_ssl (boolean); Determines whether to use SSL encryption for the connection.; default: True","rename_server":"rename_server: Renames a server by updating its identifier from the current value to a new value.\nParameter _from (string); required; The current server identifier, such as a name or nickname, that uniquely identifies the server to be renamed.\nParameter to (string); required; The new server identifier, such as a name or nickname, that the server will be renamed to.","list_servers":"list_servers: Retrieve a list of all the servers within the specified environment, optionally filtering by server type.\nParameter server_type (string); The type of servers to be listed. If not specified, all server types are included.; allowed values: all, graphql, mtna, openapi, postgres, rds, sql; default: all","list_files":"list_files: List the files of a specified type in the directory of the current project. If 'include_subdirectories' is set to true, files in subdirectories will also be included.\nParameter file_type (string); required; The type of files to list, based on file extension. Possible extensions include 'py' for Python files, 'txt' for text files, 'md' for Markdown files, and 'json' for JSON files.; allowed values: py, txt, md, json\nParameter include_subdirectories (boolean); Whether to include files from subdirectories.; default: False","open_project":"open_project: Initializes a new Data Artifex project or opens an existing one in the specified directory.\nParameter path (string); required; The file system path to the directory where the project will be created or where the existing project is located. The path should be absolute or relative to the current working directory.\nParameter create_new (boolean); A flag indicating whether to create a new project if one does not exist at the given path.; default: False\nParameter access_mode (string); The mode of access for the project.; allowed values: readonly, readwrite; default: readwrite","close_project":"close_project: Close the current data artifex project and archive its contents.\nParameter project_id (string); required; Unique identifier of the project to be closed.\nParameter archive (boolean); Flag to determine whether the project should be archived.; default: True\nParameter archive_format (string); The file format to be used for archiving project files.; allowed values: zip, tar, tar.gz; default: zip"},"clm":{"choice":"list_servers","correct":false,"latency_ms":31.4,"confidence":0.460978},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":121.91,"confidence":1.0}},"schema":{"criteria":{"dartfx_help":"{\"description\":\"Provides assistance to the user on a specific topic. It explains the next steps and offers a list of suggestions for the user to consider.\",\"name\":\"dartfx_help\",\"parameters\":{\"properties\":{\"include_examples\":{\"default\":false,\"description\":\"Determines whether to include examples in the help message. When set to true, the response includes practical examples.\",\"type\":\"boolean\"},\"language\":{\"default\":\"English\",\"description\":\"The language in which the help information should be provided.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Chinese\"],\"type\":\"string\"},\"topic\":{\"description\":\"The subject, topic, keywords, or action to help the user with. For example, 'password reset' or 'booking a flight'.\",\"type\":\"string\"}},\"required\":[\"topic\"],\"type\":\"dict\"}}","add_mtnards_server":"{\"description\":\"Registers a new MTNA Rich Data Services (RDS) server with the specified nickname and host within the environment, using the provided API key for authentication.\",\"name\":\"add_mtnards_server\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The unique API key required to authenticate with the RDS server. This key should be kept confidential.\",\"type\":\"string\"},\"host\":{\"description\":\"The fully qualified domain name or IP address of the RDS server.\",\"type\":\"string\"},\"nickname\":{\"default\":\"rds1\",\"description\":\"A friendly name to identify the RDS server, allowing for easier reference.\",\"type\":\"string\"}},\"required\":[\"host\",\"api_key\"],\"type\":\"dict\"}}","add_postgres_server":"{\"description\":\"Registers a new PostgreSQL server within the environment by providing its connection details.\",\"name\":\"add_postgres_server\",\"parameters\":{\"properties\":{\"database\":{\"description\":\"The name of the default database to connect to on the PostgreSQL server.\",\"type\":\"string\"},\"host\":{\"description\":\"The hostname or IP address of the PostgreSQL server.\",\"type\":\"string\"},\"nickname\":{\"default\":\"postgres1\",\"description\":\"A unique alias for the server that will be used for identification within the environment.\",\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username for authentication with the PostgreSQL server.\",\"type\":\"string\"},\"port\":{\"description\":\"The port number on which the PostgreSQL server is listening. Typically, PostgreSQL uses port 5432.\",\"type\":\"integer\"},\"username\":{\"description\":\"The username required for authentication with the PostgreSQL server.\",\"type\":\"string\"}},\"required\":[\"host\",\"port\",\"database\",\"username\",\"password\"],\"type\":\"dict\"}}","connect_to_server":"{\"description\":\"Establishes a connection to a specified server or tests an existing connection.\",\"name\":\"connect_to_server\",\"parameters\":{\"properties\":{\"nickname\":{\"description\":\"The unique identifier or friendly name used to refer to the target server.\",\"type\":\"string\"},\"timeout\":{\"default\":30,\"description\":\"The maximum amount of time in seconds to wait for the connection attempt before timing out.\",\"type\":\"integer\"},\"use_ssl\":{\"default\":true,\"description\":\"Determines whether to use SSL encryption for the connection.\",\"type\":\"boolean\"}},\"required\":[\"nickname\"],\"type\":\"dict\"}}","rename_server":"{\"description\":\"Renames a server by updating its identifier from the current value to a new value.\",\"name\":\"rename_server\",\"parameters\":{\"properties\":{\"_from\":{\"description\":\"The current server identifier, such as a name or nickname, that uniquely identifies the server to be renamed.\",\"type\":\"string\"},\"to\":{\"description\":\"The new server identifier, such as a name or nickname, that the server will be renamed to.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\"],\"type\":\"dict\"}}","list_servers":"{\"description\":\"Retrieve a list of all the servers within the specified environment, optionally filtering by server type.\",\"name\":\"list_servers\",\"parameters\":{\"properties\":{\"server_type\":{\"default\":\"all\",\"description\":\"The type of servers to be listed. If not specified, all server types are included.\",\"enum\":[\"all\",\"graphql\",\"mtna\",\"openapi\",\"postgres\",\"rds\",\"sql\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","list_files":"{\"description\":\"List the files of a specified type in the directory of the current project. If 'include_subdirectories' is set to true, files in subdirectories will also be included.\",\"name\":\"list_files\",\"parameters\":{\"properties\":{\"file_type\":{\"description\":\"The type of files to list, based on file extension. Possible extensions include 'py' for Python files, 'txt' for text files, 'md' for Markdown files, and 'json' for JSON files.\",\"enum\":[\"py\",\"txt\",\"md\",\"json\"],\"type\":\"string\"},\"include_subdirectories\":{\"default\":false,\"description\":\"Whether to include files from subdirectories.\",\"type\":\"boolean\"}},\"required\":[\"file_type\"],\"type\":\"dict\"}}","open_project":"{\"description\":\"Initializes a new Data Artifex project or opens an existing one in the specified directory.\",\"name\":\"open_project\",\"parameters\":{\"properties\":{\"access_mode\":{\"default\":\"readwrite\",\"description\":\"The mode of access for the project.\",\"enum\":[\"readonly\",\"readwrite\"],\"type\":\"string\"},\"create_new\":{\"default\":false,\"description\":\"A flag indicating whether to create a new project if one does not exist at the given path.\",\"type\":\"boolean\"},\"path\":{\"description\":\"The file system path to the directory where the project will be created or where the existing project is located. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"}},\"required\":[\"path\"],\"type\":\"dict\"}}","close_project":"{\"description\":\"Close the current data artifex project and archive its contents.\",\"name\":\"close_project\",\"parameters\":{\"properties\":{\"archive\":{\"default\":true,\"description\":\"Flag to determine whether the project should be archived.\",\"type\":\"boolean\"},\"archive_format\":{\"default\":\"zip\",\"description\":\"The file format to be used for archiving project files.\",\"enum\":[\"zip\",\"tar\",\"tar.gz\"],\"type\":\"string\"},\"project_id\":{\"description\":\"Unique identifier of the project to be closed.\",\"type\":\"string\"}},\"required\":[\"project_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"add_postgres_server","correct":true,"latency_ms":38.06,"confidence":0.701102},"jev":{"choice":"add_postgres_server","correct":true,"latency_ms":115.33,"confidence":1.0}}}},{"id":"live_multiple_115-45-0","split":"live_multiple","state":"User: Could you provide the analysis trail for project SUPERFANCY with the component UUID AB1010CD and the vulnerability ID ef903ac-893-f00?","expected":"analysis_api.AnalysisApi.retrieve_analysis","candidate_count":5,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including the application name and its version number.","acl_api.add_mapping":"acl_api.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for a user or group.","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an ACL (Access Control List) mapping for a specified team and project.","acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project."},"clm":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":89.06,"confidence":0.795106},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":95.19,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including the application name and its version number.","acl_api.add_mapping":"acl_api.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for a user or group.\nParameter principal_id (string); required; The unique identifier for the user or group.\nParameter resource_id (string); required; The unique identifier of the resource for which access is being defined.\nParameter permissions (string); required; The level of access being granted.; allowed values: read, write, delete, admin","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an ACL (Access Control List) mapping for a specified team and project.\nParameter teamUuid (string); required; The UUID of the team for which the ACL mapping is to be removed.\nParameter projectUuid (string); required; The UUID of the project for which the ACL mapping is to be removed.","acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.\nParameter uuid (string); required; The unique identifier of the team for which to retrieve project mappings.\nParameter excludeInactive (boolean); If true, inactive projects will not be included in the response.; default: False\nParameter onlyRoot (boolean); If true, only root projects will be included in the response.; default: False","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project.\nParameter project (string); required; The UUID of the project to retrieve the analysis from. For example, '123e4567-e89b-12d3-a456-426614174000' or 'PROJECTGO.\nParameter component (string); required; The UUID of the component associated with the analysis. For example, '123e4567-e89b-12d3-a456-426614174001'.\nParameter vulnerability (string); required; The UUID of the vulnerability to retrieve the analysis trail for. For example, '123e4567-e89b-12d3-a456-426614174002'."},"clm":{"choice":"acl_api.AclApi.retrieve_projects","correct":false,"latency_ms":133.51,"confidence":0.311222},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":135.85,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the current version information of the application, including the application name and its version number.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","acl_api.add_mapping":"{\"description\":\"Adds an Access Control List (ACL) mapping to define permissions for a user or group.\",\"name\":\"acl_api.add_mapping\",\"parameters\":{\"properties\":{\"permissions\":{\"description\":\"The level of access being granted.\",\"enum\":[\"read\",\"write\",\"delete\",\"admin\"],\"type\":\"string\"},\"principal_id\":{\"description\":\"The unique identifier for the user or group.\",\"type\":\"string\"},\"resource_id\":{\"description\":\"The unique identifier of the resource for which access is being defined.\",\"type\":\"string\"}},\"required\":[\"principal_id\",\"resource_id\",\"permissions\"],\"type\":\"dict\"}}","acl_api.delete_mapping":"{\"description\":\"Removes an ACL (Access Control List) mapping for a specified team and project.\",\"name\":\"acl_api.delete_mapping\",\"parameters\":{\"properties\":{\"projectUuid\":{\"description\":\"The UUID of the project for which the ACL mapping is to be removed.\",\"type\":\"string\"},\"teamUuid\":{\"description\":\"The UUID of the team for which the ACL mapping is to be removed.\",\"type\":\"string\"}},\"required\":[\"teamUuid\",\"projectUuid\"],\"type\":\"dict\"}}","acl_api.AclApi.retrieve_projects":"{\"description\":\"Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.\",\"name\":\"acl_api.AclApi.retrieve_projects\",\"parameters\":{\"properties\":{\"excludeInactive\":{\"default\":false,\"description\":\"If true, inactive projects will not be included in the response.\",\"type\":\"boolean\"},\"onlyRoot\":{\"default\":false,\"description\":\"If true, only root projects will be included in the response.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The unique identifier of the team for which to retrieve project mappings.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","analysis_api.AnalysisApi.retrieve_analysis":"{\"description\":\"Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project.\",\"name\":\"analysis_api.AnalysisApi.retrieve_analysis\",\"parameters\":{\"properties\":{\"component\":{\"description\":\"The UUID of the component associated with the analysis. For example, '123e4567-e89b-12d3-a456-426614174001'.\",\"type\":\"string\"},\"project\":{\"description\":\"The UUID of the project to retrieve the analysis from. For example, '123e4567-e89b-12d3-a456-426614174000' or 'PROJECTGO.\",\"type\":\"string\"},\"vulnerability\":{\"description\":\"The UUID of the vulnerability to retrieve the analysis trail for. For example, '123e4567-e89b-12d3-a456-426614174002'.\",\"type\":\"string\"}},\"required\":[\"project\",\"component\",\"vulnerability\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":false,"latency_ms":170.39,"confidence":0.374445},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":143.59,"confidence":1.0}}}},{"id":"live_multiple_116-45-1","split":"live_multiple","state":"User: Could you add 'read' permissions for user with principal ID 'user-123' to the resource with ID 'resource-456'?","expected":"acl_api.add_mapping","candidate_count":5,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including the application name and its version number.","acl_api.add_mapping":"acl_api.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for a user or group.","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an ACL (Access Control List) mapping for a specified team and project.","acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project."},"clm":{"choice":"acl_api.AclApi.retrieve_projects","correct":false,"latency_ms":32.43,"confidence":0.975211},"jev":{"choice":"acl_api.add_mapping","correct":true,"latency_ms":99.48,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including the application name and its version number.","acl_api.add_mapping":"acl_api.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for a user or group.\nParameter principal_id (string); required; The unique identifier for the user or group.\nParameter resource_id (string); required; The unique identifier of the resource for which access is being defined.\nParameter permissions (string); required; The level of access being granted.; allowed values: read, write, delete, admin","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an ACL (Access Control List) mapping for a specified team and project.\nParameter teamUuid (string); required; The UUID of the team for which the ACL mapping is to be removed.\nParameter projectUuid (string); required; The UUID of the project for which the ACL mapping is to be removed.","acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.\nParameter uuid (string); required; The unique identifier of the team for which to retrieve project mappings.\nParameter excludeInactive (boolean); If true, inactive projects will not be included in the response.; default: False\nParameter onlyRoot (boolean); If true, only root projects will be included in the response.; default: False","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project.\nParameter project (string); required; The UUID of the project to retrieve the analysis from. For example, '123e4567-e89b-12d3-a456-426614174000'.\nParameter component (string); required; The UUID of the component associated with the analysis. For example, '123e4567-e89b-12d3-a456-426614174001'.\nParameter vulnerability (string); required; The UUID of the vulnerability to retrieve the analysis trail for. For example, '123e4567-e89b-12d3-a456-426614174002'."},"clm":{"choice":"acl_api.AclApi.retrieve_projects","correct":false,"latency_ms":74.79,"confidence":0.582613},"jev":{"choice":"acl_api.add_mapping","correct":true,"latency_ms":136.29,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the current version information of the application, including the application name and its version number.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","acl_api.add_mapping":"{\"description\":\"Adds an Access Control List (ACL) mapping to define permissions for a user or group.\",\"name\":\"acl_api.add_mapping\",\"parameters\":{\"properties\":{\"permissions\":{\"description\":\"The level of access being granted.\",\"enum\":[\"read\",\"write\",\"delete\",\"admin\"],\"type\":\"string\"},\"principal_id\":{\"description\":\"The unique identifier for the user or group.\",\"type\":\"string\"},\"resource_id\":{\"description\":\"The unique identifier of the resource for which access is being defined.\",\"type\":\"string\"}},\"required\":[\"principal_id\",\"resource_id\",\"permissions\"],\"type\":\"dict\"}}","acl_api.delete_mapping":"{\"description\":\"Removes an ACL (Access Control List) mapping for a specified team and project.\",\"name\":\"acl_api.delete_mapping\",\"parameters\":{\"properties\":{\"projectUuid\":{\"description\":\"The UUID of the project for which the ACL mapping is to be removed.\",\"type\":\"string\"},\"teamUuid\":{\"description\":\"The UUID of the team for which the ACL mapping is to be removed.\",\"type\":\"string\"}},\"required\":[\"teamUuid\",\"projectUuid\"],\"type\":\"dict\"}}","acl_api.AclApi.retrieve_projects":"{\"description\":\"Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.\",\"name\":\"acl_api.AclApi.retrieve_projects\",\"parameters\":{\"properties\":{\"excludeInactive\":{\"default\":false,\"description\":\"If true, inactive projects will not be included in the response.\",\"type\":\"boolean\"},\"onlyRoot\":{\"default\":false,\"description\":\"If true, only root projects will be included in the response.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The unique identifier of the team for which to retrieve project mappings.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","analysis_api.AnalysisApi.retrieve_analysis":"{\"description\":\"Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project.\",\"name\":\"analysis_api.AnalysisApi.retrieve_analysis\",\"parameters\":{\"properties\":{\"component\":{\"description\":\"The UUID of the component associated with the analysis. For example, '123e4567-e89b-12d3-a456-426614174001'.\",\"type\":\"string\"},\"project\":{\"description\":\"The UUID of the project to retrieve the analysis from. For example, '123e4567-e89b-12d3-a456-426614174000'.\",\"type\":\"string\"},\"vulnerability\":{\"description\":\"The UUID of the vulnerability to retrieve the analysis trail for. For example, '123e4567-e89b-12d3-a456-426614174002'.\",\"type\":\"string\"}},\"required\":[\"project\",\"component\",\"vulnerability\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":false,"latency_ms":83.2,"confidence":0.752508},"jev":{"choice":"acl_api.add_mapping","correct":true,"latency_ms":118.49,"confidence":1.0}}}},{"id":"live_multiple_117-45-2","split":"live_multiple","state":"User: Could you tell me the current version of the application, including its name?","expected":"version_api.VersionApi.get_version","candidate_count":5,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including the application name and its version number.","acl_api.add_mapping":"acl_api.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for a user or group.","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an ACL (Access Control List) mapping for a specified team and project.","acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":30.19,"confidence":0.797077},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":148.85,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including the application name and its version number.","acl_api.add_mapping":"acl_api.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for a user or group.\nParameter principal_id (string); required; The unique identifier for the user or group.\nParameter resource_id (string); required; The unique identifier of the resource for which access is being defined.\nParameter permissions (string); required; The level of access being granted.; allowed values: read, write, delete, admin","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an ACL (Access Control List) mapping for a specified team and project.\nParameter teamUuid (string); required; The UUID of the team for which the ACL mapping is to be removed.\nParameter projectUuid (string); required; The UUID of the project for which the ACL mapping is to be removed.","acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.\nParameter uuid (string); required; The unique identifier of the team for which to retrieve project mappings.\nParameter excludeInactive (boolean); If true, inactive projects will not be included in the response.; default: False\nParameter onlyRoot (boolean); If true, only root projects will be included in the response.; default: False","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project.\nParameter project (string); required; The UUID of the project to retrieve the analysis from. For example, '123e4567-e89b-12d3-a456-426614174000'.\nParameter component (string); required; The UUID of the component associated with the analysis. For example, '123e4567-e89b-12d3-a456-426614174001'.\nParameter vulnerability (string); required; The UUID of the vulnerability to retrieve the analysis trail for. For example, '123e4567-e89b-12d3-a456-426614174002'."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":31.03,"confidence":0.933107},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":96.47,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the current version information of the application, including the application name and its version number.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","acl_api.add_mapping":"{\"description\":\"Adds an Access Control List (ACL) mapping to define permissions for a user or group.\",\"name\":\"acl_api.add_mapping\",\"parameters\":{\"properties\":{\"permissions\":{\"description\":\"The level of access being granted.\",\"enum\":[\"read\",\"write\",\"delete\",\"admin\"],\"type\":\"string\"},\"principal_id\":{\"description\":\"The unique identifier for the user or group.\",\"type\":\"string\"},\"resource_id\":{\"description\":\"The unique identifier of the resource for which access is being defined.\",\"type\":\"string\"}},\"required\":[\"principal_id\",\"resource_id\",\"permissions\"],\"type\":\"dict\"}}","acl_api.delete_mapping":"{\"description\":\"Removes an ACL (Access Control List) mapping for a specified team and project.\",\"name\":\"acl_api.delete_mapping\",\"parameters\":{\"properties\":{\"projectUuid\":{\"description\":\"The UUID of the project for which the ACL mapping is to be removed.\",\"type\":\"string\"},\"teamUuid\":{\"description\":\"The UUID of the team for which the ACL mapping is to be removed.\",\"type\":\"string\"}},\"required\":[\"teamUuid\",\"projectUuid\"],\"type\":\"dict\"}}","acl_api.AclApi.retrieve_projects":"{\"description\":\"Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.\",\"name\":\"acl_api.AclApi.retrieve_projects\",\"parameters\":{\"properties\":{\"excludeInactive\":{\"default\":false,\"description\":\"If true, inactive projects will not be included in the response.\",\"type\":\"boolean\"},\"onlyRoot\":{\"default\":false,\"description\":\"If true, only root projects will be included in the response.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The unique identifier of the team for which to retrieve project mappings.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","analysis_api.AnalysisApi.retrieve_analysis":"{\"description\":\"Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project.\",\"name\":\"analysis_api.AnalysisApi.retrieve_analysis\",\"parameters\":{\"properties\":{\"component\":{\"description\":\"The UUID of the component associated with the analysis. For example, '123e4567-e89b-12d3-a456-426614174001'.\",\"type\":\"string\"},\"project\":{\"description\":\"The UUID of the project to retrieve the analysis from. For example, '123e4567-e89b-12d3-a456-426614174000'.\",\"type\":\"string\"},\"vulnerability\":{\"description\":\"The UUID of the vulnerability to retrieve the analysis trail for. For example, '123e4567-e89b-12d3-a456-426614174002'.\",\"type\":\"string\"}},\"required\":[\"project\",\"component\",\"vulnerability\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":69.4,"confidence":0.922083},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":103.08,"confidence":1.0}}}},{"id":"live_multiple_118-45-3","split":"live_multiple","state":"User: Get application name and version.","expected":"version_api.VersionApi.get_version","candidate_count":5,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including the application name and its version number.","acl_api.add_mapping":"acl_api.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for a user or group.","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an ACL (Access Control List) mapping for a specified team and project.","acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":38.94,"confidence":0.826352},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":94.89,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including the application name and its version number.","acl_api.add_mapping":"acl_api.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for a user or group.\nParameter principal_id (string); required; The unique identifier for the user or group.\nParameter resource_id (string); required; The unique identifier of the resource for which access is being defined.\nParameter permissions (string); required; The level of access being granted.; allowed values: read, write, delete, admin","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an ACL (Access Control List) mapping for a specified team and project.\nParameter teamUuid (string); required; The UUID of the team for which the ACL mapping is to be removed.\nParameter projectUuid (string); required; The UUID of the project for which the ACL mapping is to be removed.","acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.\nParameter uuid (string); required; The unique identifier of the team for which to retrieve project mappings.\nParameter excludeInactive (boolean); If true, inactive projects will not be included in the response.; default: False\nParameter onlyRoot (boolean); If true, only root projects will be included in the response.; default: False","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project.\nParameter project (string); required; The UUID of the project to retrieve the analysis from. For example, '123e4567-e89b-12d3-a456-426614174000'.\nParameter component (string); required; The UUID of the component associated with the analysis. For example, '123e4567-e89b-12d3-a456-426614174001'.\nParameter vulnerability (string); required; The UUID of the vulnerability to retrieve the analysis trail for. For example, '123e4567-e89b-12d3-a456-426614174002'."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":29.99,"confidence":0.984402},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":102.39,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the current version information of the application, including the application name and its version number.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","acl_api.add_mapping":"{\"description\":\"Adds an Access Control List (ACL) mapping to define permissions for a user or group.\",\"name\":\"acl_api.add_mapping\",\"parameters\":{\"properties\":{\"permissions\":{\"description\":\"The level of access being granted.\",\"enum\":[\"read\",\"write\",\"delete\",\"admin\"],\"type\":\"string\"},\"principal_id\":{\"description\":\"The unique identifier for the user or group.\",\"type\":\"string\"},\"resource_id\":{\"description\":\"The unique identifier of the resource for which access is being defined.\",\"type\":\"string\"}},\"required\":[\"principal_id\",\"resource_id\",\"permissions\"],\"type\":\"dict\"}}","acl_api.delete_mapping":"{\"description\":\"Removes an ACL (Access Control List) mapping for a specified team and project.\",\"name\":\"acl_api.delete_mapping\",\"parameters\":{\"properties\":{\"projectUuid\":{\"description\":\"The UUID of the project for which the ACL mapping is to be removed.\",\"type\":\"string\"},\"teamUuid\":{\"description\":\"The UUID of the team for which the ACL mapping is to be removed.\",\"type\":\"string\"}},\"required\":[\"teamUuid\",\"projectUuid\"],\"type\":\"dict\"}}","acl_api.AclApi.retrieve_projects":"{\"description\":\"Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.\",\"name\":\"acl_api.AclApi.retrieve_projects\",\"parameters\":{\"properties\":{\"excludeInactive\":{\"default\":false,\"description\":\"If true, inactive projects will not be included in the response.\",\"type\":\"boolean\"},\"onlyRoot\":{\"default\":false,\"description\":\"If true, only root projects will be included in the response.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The unique identifier of the team for which to retrieve project mappings.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","analysis_api.AnalysisApi.retrieve_analysis":"{\"description\":\"Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project.\",\"name\":\"analysis_api.AnalysisApi.retrieve_analysis\",\"parameters\":{\"properties\":{\"component\":{\"description\":\"The UUID of the component associated with the analysis. For example, '123e4567-e89b-12d3-a456-426614174001'.\",\"type\":\"string\"},\"project\":{\"description\":\"The UUID of the project to retrieve the analysis from. For example, '123e4567-e89b-12d3-a456-426614174000'.\",\"type\":\"string\"},\"vulnerability\":{\"description\":\"The UUID of the vulnerability to retrieve the analysis trail for. For example, '123e4567-e89b-12d3-a456-426614174002'.\",\"type\":\"string\"}},\"required\":[\"project\",\"component\",\"vulnerability\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":33.3,"confidence":0.934862},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":118.4,"confidence":1.0}}}},{"id":"live_multiple_119-45-4","split":"live_multiple","state":"User: Could you provide the current version information of the application, including the application name and its version number?","expected":"version_api.VersionApi.get_version","candidate_count":5,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including the application name and its version number.","acl_api.add_mapping":"acl_api.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for a user or group.","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an ACL (Access Control List) mapping for a specified team and project.","acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":30.54,"confidence":0.805704},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":117.15,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including the application name and its version number.","acl_api.add_mapping":"acl_api.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for a user or group.\nParameter principal_id (string); required; The unique identifier for the user or group.\nParameter resource_id (string); required; The unique identifier of the resource for which access is being defined.\nParameter permissions (string); required; The level of access being granted.; allowed values: read, write, delete, admin","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an ACL (Access Control List) mapping for a specified team and project.\nParameter teamUuid (string); required; The UUID of the team for which the ACL mapping is to be removed.\nParameter projectUuid (string); required; The UUID of the project for which the ACL mapping is to be removed.","acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.\nParameter uuid (string); required; The unique identifier of the team for which to retrieve project mappings.\nParameter excludeInactive (boolean); If true, inactive projects will not be included in the response.; default: False\nParameter onlyRoot (boolean); If true, only root projects will be included in the response.; default: False","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project.\nParameter project (string); required; The UUID of the project to retrieve the analysis from. For example, '123e4567-e89b-12d3-a456-426614174000'.\nParameter component (string); required; The UUID of the component associated with the analysis. For example, '123e4567-e89b-12d3-a456-426614174001'.\nParameter vulnerability (string); required; The UUID of the vulnerability to retrieve the analysis trail for. For example, '123e4567-e89b-12d3-a456-426614174002'."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":56.82,"confidence":0.975776},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":144.55,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the current version information of the application, including the application name and its version number.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","acl_api.add_mapping":"{\"description\":\"Adds an Access Control List (ACL) mapping to define permissions for a user or group.\",\"name\":\"acl_api.add_mapping\",\"parameters\":{\"properties\":{\"permissions\":{\"description\":\"The level of access being granted.\",\"enum\":[\"read\",\"write\",\"delete\",\"admin\"],\"type\":\"string\"},\"principal_id\":{\"description\":\"The unique identifier for the user or group.\",\"type\":\"string\"},\"resource_id\":{\"description\":\"The unique identifier of the resource for which access is being defined.\",\"type\":\"string\"}},\"required\":[\"principal_id\",\"resource_id\",\"permissions\"],\"type\":\"dict\"}}","acl_api.delete_mapping":"{\"description\":\"Removes an ACL (Access Control List) mapping for a specified team and project.\",\"name\":\"acl_api.delete_mapping\",\"parameters\":{\"properties\":{\"projectUuid\":{\"description\":\"The UUID of the project for which the ACL mapping is to be removed.\",\"type\":\"string\"},\"teamUuid\":{\"description\":\"The UUID of the team for which the ACL mapping is to be removed.\",\"type\":\"string\"}},\"required\":[\"teamUuid\",\"projectUuid\"],\"type\":\"dict\"}}","acl_api.AclApi.retrieve_projects":"{\"description\":\"Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.\",\"name\":\"acl_api.AclApi.retrieve_projects\",\"parameters\":{\"properties\":{\"excludeInactive\":{\"default\":false,\"description\":\"If true, inactive projects will not be included in the response.\",\"type\":\"boolean\"},\"onlyRoot\":{\"default\":false,\"description\":\"If true, only root projects will be included in the response.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The unique identifier of the team for which to retrieve project mappings.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","analysis_api.AnalysisApi.retrieve_analysis":"{\"description\":\"Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project.\",\"name\":\"analysis_api.AnalysisApi.retrieve_analysis\",\"parameters\":{\"properties\":{\"component\":{\"description\":\"The UUID of the component associated with the analysis. For example, '123e4567-e89b-12d3-a456-426614174001'.\",\"type\":\"string\"},\"project\":{\"description\":\"The UUID of the project to retrieve the analysis from. For example, '123e4567-e89b-12d3-a456-426614174000'.\",\"type\":\"string\"},\"vulnerability\":{\"description\":\"The UUID of the vulnerability to retrieve the analysis trail for. For example, '123e4567-e89b-12d3-a456-426614174002'.\",\"type\":\"string\"}},\"required\":[\"project\",\"component\",\"vulnerability\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":67.01,"confidence":0.944005},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":104.08,"confidence":1.0}}}},{"id":"live_multiple_120-45-5","split":"live_multiple","state":"User: Can you tell me the current version information of the application, including the name and version number?","expected":"version_api.VersionApi.get_version","candidate_count":5,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including the application name and its version number.","acl_api.add_mapping":"acl_api.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for a user or group.","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an ACL (Access Control List) mapping for a specified team and project.","acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":31.22,"confidence":0.936918},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":94.56,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including the application name and its version number.","acl_api.add_mapping":"acl_api.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for a user or group.\nParameter principal_id (string); required; The unique identifier for the user or group.\nParameter resource_id (string); required; The unique identifier of the resource for which access is being defined.\nParameter permissions (string); required; The level of access being granted.; allowed values: read, write, delete, admin","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an ACL (Access Control List) mapping for a specified team and project.\nParameter teamUuid (string); required; The UUID of the team for which the ACL mapping is to be removed.\nParameter projectUuid (string); required; The UUID of the project for which the ACL mapping is to be removed.","acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.\nParameter uuid (string); required; The unique identifier of the team for which to retrieve project mappings.\nParameter excludeInactive (boolean); If true, inactive projects will not be included in the response.; default: False\nParameter onlyRoot (boolean); If true, only root projects will be included in the response.; default: False","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project.\nParameter project (string); required; The UUID of the project to retrieve the analysis from. For example, '123e4567-e89b-12d3-a456-426614174000'.\nParameter component (string); required; The UUID of the component associated with the analysis. For example, '123e4567-e89b-12d3-a456-426614174001'.\nParameter vulnerability (string); required; The UUID of the vulnerability to retrieve the analysis trail for. For example, '123e4567-e89b-12d3-a456-426614174002'."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":34.69,"confidence":0.986903},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":95.01,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the current version information of the application, including the application name and its version number.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","acl_api.add_mapping":"{\"description\":\"Adds an Access Control List (ACL) mapping to define permissions for a user or group.\",\"name\":\"acl_api.add_mapping\",\"parameters\":{\"properties\":{\"permissions\":{\"description\":\"The level of access being granted.\",\"enum\":[\"read\",\"write\",\"delete\",\"admin\"],\"type\":\"string\"},\"principal_id\":{\"description\":\"The unique identifier for the user or group.\",\"type\":\"string\"},\"resource_id\":{\"description\":\"The unique identifier of the resource for which access is being defined.\",\"type\":\"string\"}},\"required\":[\"principal_id\",\"resource_id\",\"permissions\"],\"type\":\"dict\"}}","acl_api.delete_mapping":"{\"description\":\"Removes an ACL (Access Control List) mapping for a specified team and project.\",\"name\":\"acl_api.delete_mapping\",\"parameters\":{\"properties\":{\"projectUuid\":{\"description\":\"The UUID of the project for which the ACL mapping is to be removed.\",\"type\":\"string\"},\"teamUuid\":{\"description\":\"The UUID of the team for which the ACL mapping is to be removed.\",\"type\":\"string\"}},\"required\":[\"teamUuid\",\"projectUuid\"],\"type\":\"dict\"}}","acl_api.AclApi.retrieve_projects":"{\"description\":\"Retrieve the list of projects assigned to a specified team, with options to exclude inactive projects and/or only include root projects.\",\"name\":\"acl_api.AclApi.retrieve_projects\",\"parameters\":{\"properties\":{\"excludeInactive\":{\"default\":false,\"description\":\"If true, inactive projects will not be included in the response.\",\"type\":\"boolean\"},\"onlyRoot\":{\"default\":false,\"description\":\"If true, only root projects will be included in the response.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The unique identifier of the team for which to retrieve project mappings.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","analysis_api.AnalysisApi.retrieve_analysis":"{\"description\":\"Retrieves the trail of analysis actions for a given vulnerability within a specified component of a project.\",\"name\":\"analysis_api.AnalysisApi.retrieve_analysis\",\"parameters\":{\"properties\":{\"component\":{\"description\":\"The UUID of the component associated with the analysis. For example, '123e4567-e89b-12d3-a456-426614174001'.\",\"type\":\"string\"},\"project\":{\"description\":\"The UUID of the project to retrieve the analysis from. For example, '123e4567-e89b-12d3-a456-426614174000'.\",\"type\":\"string\"},\"vulnerability\":{\"description\":\"The UUID of the vulnerability to retrieve the analysis trail for. For example, '123e4567-e89b-12d3-a456-426614174002'.\",\"type\":\"string\"}},\"required\":[\"project\",\"component\",\"vulnerability\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":33.63,"confidence":0.922895},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":129.01,"confidence":1.0}}}},{"id":"live_multiple_121-46-0","split":"live_multiple","state":"User: Could you determine the distance to the closest leading object for our vehicle? Here's the data: our car's position is at 10.5 meters laterally and 50 meters longitudinally, with an orientation of 30 degrees. The lane we're in has an ID of 'L123' and it's a regular type. We've detected several objects, but the closest has a bounding box with x coordinate 60.2 meters and y coordinate 12.3 meters.","expected":"get_headway","candidate_count":3,"views":{"description":{"criteria":{"get_headway":"get_headway: Calculates the headway, which is the distance from the front of the ego vehicle to the closest leading object, using curvilinear coordinates. This function requires the ego vehicle's information, the detected lane, and the 3D bounding boxes from perception data.","get_time_headway":"get_time_headway: Calculates the time headway (THW), which is the time it will take for the ego vehicle to reach the closest leading object in curvilinear coordinates. Inputs include the ego vehicle's information, the detected lane, and the 3D bounding boxes of the perceived objects.","get_time_to_collision":"get_time_to_collision: Calculates the time it will take for the ego vehicle to collide with the closest leading object in curvilinear coordinates, considering both vehicles' velocities and the leading object's acceleration."},"clm":{"choice":"get_headway","correct":true,"latency_ms":74.62,"confidence":0.84737},"jev":{"choice":"get_headway","correct":true,"latency_ms":94.72,"confidence":1.0}},"prose_schema":{"criteria":{"get_headway":"get_headway: Calculates the headway, which is the distance from the front of the ego vehicle to the closest leading object, using curvilinear coordinates. This function requires the ego vehicle's information, the detected lane, and the 3D bounding boxes from perception data.\nParameter ego_info (dict); required; Information about the ego vehicle, including its position and orientation.\nParameter lane_info (dict); required; Information about the detected lane.\nParameter bounding_boxes (array); required; List of 3D bounding boxes representing detected objects. Each bounding box should include dimensions and the object's position relative to the ego vehicle.","get_time_headway":"get_time_headway: Calculates the time headway (THW), which is the time it will take for the ego vehicle to reach the closest leading object in curvilinear coordinates. Inputs include the ego vehicle's information, the detected lane, and the 3D bounding boxes of the perceived objects.\nParameter ego_info (dict); required; Contains the ego vehicle's current position and velocity.\nParameter lane_info (dict); required; Information about the detected lane, including its curvature and width.\nParameter bboxes (array); required; List of 3D bounding boxes representing perceived objects. Each bounding box is described by its position and size.\nParameter velocities (array); required; List of velocities of the detected objects in meters per second (m/s).\nParameter accelerations (array); required; List of accelerations of the detected objects in meters per second squared (m/s^2).","get_time_to_collision":"get_time_to_collision: Calculates the time it will take for the ego vehicle to collide with the closest leading object in curvilinear coordinates, considering both vehicles' velocities and the leading object's acceleration.\nParameter ego_velocity (float); required; The current velocity of the ego vehicle in meters per second.\nParameter ego_acceleration (float); required; The current acceleration of the ego vehicle in meters per second squared.\nParameter leading_object_velocity (float); required; The current velocity of the leading object in meters per second.\nParameter leading_object_acceleration (float); required; The current acceleration of the leading object in meters per second squared.\nParameter initial_distance (float); required; The initial distance between the ego vehicle and the leading object in meters."},"clm":{"choice":"get_headway","correct":true,"latency_ms":108.31,"confidence":0.977532},"jev":{"choice":"get_headway","correct":true,"latency_ms":113.64,"confidence":1.0}},"schema":{"criteria":{"get_headway":"{\"description\":\"Calculates the headway, which is the distance from the front of the ego vehicle to the closest leading object, using curvilinear coordinates. This function requires the ego vehicle's information, the detected lane, and the 3D bounding boxes from perception data.\",\"name\":\"get_headway\",\"parameters\":{\"properties\":{\"bounding_boxes\":{\"description\":\"List of 3D bounding boxes representing detected objects. Each bounding box should include dimensions and the object's position relative to the ego vehicle.\",\"items\":{\"type\":\"dict\"},\"type\":\"array\"},\"ego_info\":{\"description\":\"Information about the ego vehicle, including its position and orientation.\",\"properties\":{\"orientation\":{\"description\":\"Orientation of the ego vehicle in degrees.\",\"type\":\"float\"},\"position\":{\"description\":\"Curvilinear coordinates of the ego vehicle, consisting of lateral and longitudinal positions.\",\"properties\":{\"lateral\":{\"description\":\"Lateral position of the ego vehicle in meters.\",\"type\":\"float\"},\"longitudinal\":{\"description\":\"Longitudinal position of the ego vehicle in meters.\",\"type\":\"float\"}},\"type\":\"dict\"}},\"type\":\"dict\"},\"lane_info\":{\"description\":\"Information about the detected lane.\",\"properties\":{\"lane_id\":{\"description\":\"Unique identifier for the detected lane.\",\"type\":\"string\"},\"lane_type\":{\"description\":\"Type of the lane.\",\"enum\":[\"regular\",\"merge\",\"exit\",\"turn\"],\"type\":\"string\"}},\"type\":\"dict\"}},\"required\":[\"ego_info\",\"lane_info\",\"bounding_boxes\"],\"type\":\"dict\"}}","get_time_headway":"{\"description\":\"Calculates the time headway (THW), which is the time it will take for the ego vehicle to reach the closest leading object in curvilinear coordinates. Inputs include the ego vehicle's information, the detected lane, and the 3D bounding boxes of the perceived objects.\",\"name\":\"get_time_headway\",\"parameters\":{\"properties\":{\"accelerations\":{\"description\":\"List of accelerations of the detected objects in meters per second squared (m/s^2).\",\"items\":{\"type\":\"float\"},\"type\":\"array\"},\"bboxes\":{\"description\":\"List of 3D bounding boxes representing perceived objects. Each bounding box is described by its position and size.\",\"items\":{\"type\":\"dict\"},\"type\":\"array\"},\"ego_info\":{\"description\":\"Contains the ego vehicle's current position and velocity.\",\"properties\":{\"position\":{\"description\":\"The vehicle's current position as a tuple of x, y, and z coordinates (meters).\",\"items\":{\"type\":\"float\"},\"type\":\"tuple\"},\"velocity\":{\"description\":\"The vehicle's current velocity in meters per second (m/s).\",\"type\":\"float\"}},\"type\":\"dict\"},\"lane_info\":{\"description\":\"Information about the detected lane, including its curvature and width.\",\"properties\":{\"curvature\":{\"description\":\"The curvature of the lane at the ego vehicle's position (1/meters).\",\"type\":\"float\"},\"width\":{\"description\":\"The width of the lane in meters (m).\",\"type\":\"float\"}},\"type\":\"dict\"},\"velocities\":{\"description\":\"List of velocities of the detected objects in meters per second (m/s).\",\"items\":{\"type\":\"float\"},\"type\":\"array\"}},\"required\":[\"ego_info\",\"lane_info\",\"bboxes\",\"velocities\",\"accelerations\"],\"type\":\"dict\"}}","get_time_to_collision":"{\"description\":\"Calculates the time it will take for the ego vehicle to collide with the closest leading object in curvilinear coordinates, considering both vehicles' velocities and the leading object's acceleration.\",\"name\":\"get_time_to_collision\",\"parameters\":{\"properties\":{\"ego_acceleration\":{\"description\":\"The current acceleration of the ego vehicle in meters per second squared.\",\"type\":\"float\"},\"ego_velocity\":{\"description\":\"The current velocity of the ego vehicle in meters per second.\",\"type\":\"float\"},\"initial_distance\":{\"description\":\"The initial distance between the ego vehicle and the leading object in meters.\",\"type\":\"float\"},\"leading_object_acceleration\":{\"description\":\"The current acceleration of the leading object in meters per second squared.\",\"type\":\"float\"},\"leading_object_velocity\":{\"description\":\"The current velocity of the leading object in meters per second.\",\"type\":\"float\"}},\"required\":[\"ego_velocity\",\"ego_acceleration\",\"leading_object_velocity\",\"leading_object_acceleration\",\"initial_distance\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_headway","correct":true,"latency_ms":193.4,"confidence":0.656671},"jev":{"choice":"get_headway","correct":true,"latency_ms":185.81,"confidence":1.0}}}},{"id":"live_multiple_122-46-1","split":"live_multiple","state":"User: Can you tell me how long it will take for my car to collide with the vehicle in front if I'm going at 50 meters per second, my acceleration is -2 meters per second squared, the leading vehicle is traveling at 30 meters per second with an acceleration of -1 meter per second squared, and the initial distance between us is 100 meters?","expected":"get_time_to_collision","candidate_count":3,"views":{"description":{"criteria":{"get_headway":"get_headway: Calculates the headway, which is the distance from the front of the ego vehicle to the closest leading object, using curvilinear coordinates. This function requires the ego vehicle's information, the detected lane, and the 3D bounding boxes from perception data.","get_time_headway":"get_time_headway: Calculates the time headway (THW), which is the time it will take for the ego vehicle to reach the closest leading object in curvilinear coordinates. Inputs include the ego vehicle's information, the detected lane, and the 3D bounding boxes of the perceived objects.","get_time_to_collision":"get_time_to_collision: Calculates the time it will take for the ego vehicle to collide with the closest leading object in curvilinear coordinates, considering both vehicles' velocities and the leading object's acceleration."},"clm":{"choice":"get_time_to_collision","correct":true,"latency_ms":32.12,"confidence":0.955258},"jev":{"choice":"get_time_to_collision","correct":true,"latency_ms":169.84,"confidence":1.0}},"prose_schema":{"criteria":{"get_headway":"get_headway: Calculates the headway, which is the distance from the front of the ego vehicle to the closest leading object, using curvilinear coordinates. This function requires the ego vehicle's information, the detected lane, and the 3D bounding boxes from perception data.\nParameter ego_info (dict); required; Information about the ego vehicle, including its position and orientation.\nParameter lane_info (dict); required; Information about the detected lane.\nParameter bounding_boxes (array); required; List of 3D bounding boxes representing detected objects. Each bounding box should include dimensions and the object's position relative to the ego vehicle.","get_time_headway":"get_time_headway: Calculates the time headway (THW), which is the time it will take for the ego vehicle to reach the closest leading object in curvilinear coordinates. Inputs include the ego vehicle's information, the detected lane, and the 3D bounding boxes of the perceived objects.\nParameter ego_info (dict); required; Contains the ego vehicle's current position and velocity.\nParameter lane_info (dict); required; Information about the detected lane, including its curvature and width.\nParameter bboxes (array); required; List of 3D bounding boxes representing perceived objects. Each bounding box is described by its position and size.\nParameter velocities (array); required; List of velocities of the detected objects in meters per second (m/s).\nParameter accelerations (array); required; List of accelerations of the detected objects in meters per second squared (m/s^2).","get_time_to_collision":"get_time_to_collision: Calculates the time it will take for the ego vehicle to collide with the closest leading object in curvilinear coordinates, considering both vehicles' velocities and the leading object's acceleration.\nParameter ego_velocity (float); required; The current velocity of the ego vehicle in meters per second.\nParameter ego_acceleration (float); required; The current acceleration of the ego vehicle in meters per second squared.\nParameter leading_object_velocity (float); required; The current velocity of the leading object in meters per second.\nParameter leading_object_acceleration (float); required; The current acceleration of the leading object in meters per second squared.\nParameter initial_distance (float); required; The initial distance between the ego vehicle and the leading object in meters."},"clm":{"choice":"get_time_headway","correct":false,"latency_ms":33.76,"confidence":0.844462},"jev":{"choice":"get_time_to_collision","correct":true,"latency_ms":109.84,"confidence":1.0}},"schema":{"criteria":{"get_headway":"{\"description\":\"Calculates the headway, which is the distance from the front of the ego vehicle to the closest leading object, using curvilinear coordinates. This function requires the ego vehicle's information, the detected lane, and the 3D bounding boxes from perception data.\",\"name\":\"get_headway\",\"parameters\":{\"properties\":{\"bounding_boxes\":{\"description\":\"List of 3D bounding boxes representing detected objects. Each bounding box should include dimensions and the object's position relative to the ego vehicle.\",\"items\":{\"type\":\"dict\"},\"type\":\"array\"},\"ego_info\":{\"description\":\"Information about the ego vehicle, including its position and orientation.\",\"properties\":{\"orientation\":{\"description\":\"Orientation of the ego vehicle in degrees.\",\"type\":\"float\"},\"position\":{\"description\":\"Curvilinear coordinates of the ego vehicle, consisting of lateral and longitudinal positions.\",\"properties\":{\"lateral\":{\"description\":\"Lateral position of the ego vehicle in meters.\",\"type\":\"float\"},\"longitudinal\":{\"description\":\"Longitudinal position of the ego vehicle in meters.\",\"type\":\"float\"}},\"type\":\"dict\"}},\"type\":\"dict\"},\"lane_info\":{\"description\":\"Information about the detected lane.\",\"properties\":{\"lane_id\":{\"description\":\"Unique identifier for the detected lane.\",\"type\":\"string\"},\"lane_type\":{\"description\":\"Type of the lane.\",\"enum\":[\"regular\",\"merge\",\"exit\",\"turn\"],\"type\":\"string\"}},\"type\":\"dict\"}},\"required\":[\"ego_info\",\"lane_info\",\"bounding_boxes\"],\"type\":\"dict\"}}","get_time_headway":"{\"description\":\"Calculates the time headway (THW), which is the time it will take for the ego vehicle to reach the closest leading object in curvilinear coordinates. Inputs include the ego vehicle's information, the detected lane, and the 3D bounding boxes of the perceived objects.\",\"name\":\"get_time_headway\",\"parameters\":{\"properties\":{\"accelerations\":{\"description\":\"List of accelerations of the detected objects in meters per second squared (m/s^2).\",\"items\":{\"type\":\"float\"},\"type\":\"array\"},\"bboxes\":{\"description\":\"List of 3D bounding boxes representing perceived objects. Each bounding box is described by its position and size.\",\"items\":{\"type\":\"dict\"},\"type\":\"array\"},\"ego_info\":{\"description\":\"Contains the ego vehicle's current position and velocity.\",\"properties\":{\"position\":{\"description\":\"The vehicle's current position as a tuple of x, y, and z coordinates (meters).\",\"items\":{\"type\":\"float\"},\"type\":\"tuple\"},\"velocity\":{\"description\":\"The vehicle's current velocity in meters per second (m/s).\",\"type\":\"float\"}},\"type\":\"dict\"},\"lane_info\":{\"description\":\"Information about the detected lane, including its curvature and width.\",\"properties\":{\"curvature\":{\"description\":\"The curvature of the lane at the ego vehicle's position (1/meters).\",\"type\":\"float\"},\"width\":{\"description\":\"The width of the lane in meters (m).\",\"type\":\"float\"}},\"type\":\"dict\"},\"velocities\":{\"description\":\"List of velocities of the detected objects in meters per second (m/s).\",\"items\":{\"type\":\"float\"},\"type\":\"array\"}},\"required\":[\"ego_info\",\"lane_info\",\"bboxes\",\"velocities\",\"accelerations\"],\"type\":\"dict\"}}","get_time_to_collision":"{\"description\":\"Calculates the time it will take for the ego vehicle to collide with the closest leading object in curvilinear coordinates, considering both vehicles' velocities and the leading object's acceleration.\",\"name\":\"get_time_to_collision\",\"parameters\":{\"properties\":{\"ego_acceleration\":{\"description\":\"The current acceleration of the ego vehicle in meters per second squared.\",\"type\":\"float\"},\"ego_velocity\":{\"description\":\"The current velocity of the ego vehicle in meters per second.\",\"type\":\"float\"},\"initial_distance\":{\"description\":\"The initial distance between the ego vehicle and the leading object in meters.\",\"type\":\"float\"},\"leading_object_acceleration\":{\"description\":\"The current acceleration of the leading object in meters per second squared.\",\"type\":\"float\"},\"leading_object_velocity\":{\"description\":\"The current velocity of the leading object in meters per second.\",\"type\":\"float\"}},\"required\":[\"ego_velocity\",\"ego_acceleration\",\"leading_object_velocity\",\"leading_object_acceleration\",\"initial_distance\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_time_to_collision","correct":true,"latency_ms":32.7,"confidence":0.893484},"jev":{"choice":"get_time_to_collision","correct":true,"latency_ms":154.93,"confidence":1.0}}}},{"id":"live_multiple_123-46-2","split":"live_multiple","state":"User: What is the estimated time until collision if my car is traveling at a velocity of 20 m/s, accelerating at 2 m/s^2, and the vehicle ahead is moving at 15 m/s with an acceleration of 1 m/s^2, given that the initial distance between us is 50 meters?","expected":"get_time_to_collision","candidate_count":3,"views":{"description":{"criteria":{"get_headway":"get_headway: Calculates the headway, which is the distance from the front of the ego vehicle to the closest leading object, using curvilinear coordinates. This function requires the ego vehicle's information, the detected lane, and the 3D bounding boxes from perception data.","get_time_headway":"get_time_headway: Calculates the time headway (THW), which is the time it will take for the ego vehicle to reach the closest leading object in curvilinear coordinates. Inputs include the ego vehicle's information, the detected lane, and the 3D bounding boxes of the perceived objects.","get_time_to_collision":"get_time_to_collision: Calculates the time it will take for the ego vehicle to collide with the closest leading object in curvilinear coordinates, considering both vehicles' velocities and the leading object's acceleration."},"clm":{"choice":"get_time_to_collision","correct":true,"latency_ms":31.58,"confidence":0.970768},"jev":{"choice":"get_time_to_collision","correct":true,"latency_ms":95.59,"confidence":1.0}},"prose_schema":{"criteria":{"get_headway":"get_headway: Calculates the headway, which is the distance from the front of the ego vehicle to the closest leading object, using curvilinear coordinates. This function requires the ego vehicle's information, the detected lane, and the 3D bounding boxes from perception data.\nParameter ego_info (dict); required; Information about the ego vehicle, including its position and orientation.\nParameter lane_info (dict); required; Information about the detected lane.\nParameter bounding_boxes (array); required; List of 3D bounding boxes representing detected objects. Each bounding box should include dimensions and the object's position relative to the ego vehicle.","get_time_headway":"get_time_headway: Calculates the time headway (THW), which is the time it will take for the ego vehicle to reach the closest leading object in curvilinear coordinates. Inputs include the ego vehicle's information, the detected lane, and the 3D bounding boxes of the perceived objects.\nParameter ego_info (dict); required; Contains the ego vehicle's current position and velocity.\nParameter lane_info (dict); required; Information about the detected lane, including its curvature and width.\nParameter bboxes (array); required; List of 3D bounding boxes representing perceived objects. Each bounding box is described by its position and size.\nParameter velocities (array); required; List of velocities of the detected objects in meters per second (m/s).\nParameter accelerations (array); required; List of accelerations of the detected objects in meters per second squared (m/s^2).","get_time_to_collision":"get_time_to_collision: Calculates the time it will take for the ego vehicle to collide with the closest leading object in curvilinear coordinates, considering both vehicles' velocities and the leading object's acceleration.\nParameter ego_velocity (float); required; The current velocity of the ego vehicle in meters per second.\nParameter ego_acceleration (float); required; The current acceleration of the ego vehicle in meters per second squared.\nParameter leading_object_velocity (float); required; The current velocity of the leading object in meters per second.\nParameter leading_object_acceleration (float); required; The current acceleration of the leading object in meters per second squared.\nParameter initial_distance (float); required; The initial distance between the ego vehicle and the leading object in meters."},"clm":{"choice":"get_time_headway","correct":false,"latency_ms":35.91,"confidence":0.683882},"jev":{"choice":"get_time_to_collision","correct":true,"latency_ms":129.46,"confidence":1.0}},"schema":{"criteria":{"get_headway":"{\"description\":\"Calculates the headway, which is the distance from the front of the ego vehicle to the closest leading object, using curvilinear coordinates. This function requires the ego vehicle's information, the detected lane, and the 3D bounding boxes from perception data.\",\"name\":\"get_headway\",\"parameters\":{\"properties\":{\"bounding_boxes\":{\"description\":\"List of 3D bounding boxes representing detected objects. Each bounding box should include dimensions and the object's position relative to the ego vehicle.\",\"items\":{\"type\":\"dict\"},\"type\":\"array\"},\"ego_info\":{\"description\":\"Information about the ego vehicle, including its position and orientation.\",\"properties\":{\"orientation\":{\"description\":\"Orientation of the ego vehicle in degrees.\",\"type\":\"float\"},\"position\":{\"description\":\"Curvilinear coordinates of the ego vehicle, consisting of lateral and longitudinal positions.\",\"properties\":{\"lateral\":{\"description\":\"Lateral position of the ego vehicle in meters.\",\"type\":\"float\"},\"longitudinal\":{\"description\":\"Longitudinal position of the ego vehicle in meters.\",\"type\":\"float\"}},\"type\":\"dict\"}},\"type\":\"dict\"},\"lane_info\":{\"description\":\"Information about the detected lane.\",\"properties\":{\"lane_id\":{\"description\":\"Unique identifier for the detected lane.\",\"type\":\"string\"},\"lane_type\":{\"description\":\"Type of the lane.\",\"enum\":[\"regular\",\"merge\",\"exit\",\"turn\"],\"type\":\"string\"}},\"type\":\"dict\"}},\"required\":[\"ego_info\",\"lane_info\",\"bounding_boxes\"],\"type\":\"dict\"}}","get_time_headway":"{\"description\":\"Calculates the time headway (THW), which is the time it will take for the ego vehicle to reach the closest leading object in curvilinear coordinates. Inputs include the ego vehicle's information, the detected lane, and the 3D bounding boxes of the perceived objects.\",\"name\":\"get_time_headway\",\"parameters\":{\"properties\":{\"accelerations\":{\"description\":\"List of accelerations of the detected objects in meters per second squared (m/s^2).\",\"items\":{\"type\":\"float\"},\"type\":\"array\"},\"bboxes\":{\"description\":\"List of 3D bounding boxes representing perceived objects. Each bounding box is described by its position and size.\",\"items\":{\"type\":\"dict\"},\"type\":\"array\"},\"ego_info\":{\"description\":\"Contains the ego vehicle's current position and velocity.\",\"properties\":{\"position\":{\"description\":\"The vehicle's current position as a tuple of x, y, and z coordinates (meters).\",\"items\":{\"type\":\"float\"},\"type\":\"tuple\"},\"velocity\":{\"description\":\"The vehicle's current velocity in meters per second (m/s).\",\"type\":\"float\"}},\"type\":\"dict\"},\"lane_info\":{\"description\":\"Information about the detected lane, including its curvature and width.\",\"properties\":{\"curvature\":{\"description\":\"The curvature of the lane at the ego vehicle's position (1/meters).\",\"type\":\"float\"},\"width\":{\"description\":\"The width of the lane in meters (m).\",\"type\":\"float\"}},\"type\":\"dict\"},\"velocities\":{\"description\":\"List of velocities of the detected objects in meters per second (m/s).\",\"items\":{\"type\":\"float\"},\"type\":\"array\"}},\"required\":[\"ego_info\",\"lane_info\",\"bboxes\",\"velocities\",\"accelerations\"],\"type\":\"dict\"}}","get_time_to_collision":"{\"description\":\"Calculates the time it will take for the ego vehicle to collide with the closest leading object in curvilinear coordinates, considering both vehicles' velocities and the leading object's acceleration.\",\"name\":\"get_time_to_collision\",\"parameters\":{\"properties\":{\"ego_acceleration\":{\"description\":\"The current acceleration of the ego vehicle in meters per second squared.\",\"type\":\"float\"},\"ego_velocity\":{\"description\":\"The current velocity of the ego vehicle in meters per second.\",\"type\":\"float\"},\"initial_distance\":{\"description\":\"The initial distance between the ego vehicle and the leading object in meters.\",\"type\":\"float\"},\"leading_object_acceleration\":{\"description\":\"The current acceleration of the leading object in meters per second squared.\",\"type\":\"float\"},\"leading_object_velocity\":{\"description\":\"The current velocity of the leading object in meters per second.\",\"type\":\"float\"}},\"required\":[\"ego_velocity\",\"ego_acceleration\",\"leading_object_velocity\",\"leading_object_acceleration\",\"initial_distance\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_time_to_collision","correct":true,"latency_ms":31.42,"confidence":0.885744},"jev":{"choice":"get_time_to_collision","correct":true,"latency_ms":101.95,"confidence":1.0}}}},{"id":"live_multiple_124-47-0","split":"live_multiple","state":"System: You are a helpful assistant\nUser: You are an Generative AI functions agent which generates the output mentioning which function to be called from the given list. Strictly use the mentioned functions only to generate the output. \n Functions to use:['multiply', 'add', 'sub', 'fahrenheit_to_celsius', 'celsius_to_fahrenheit', 'duck_duck_go']\n  'What is LangFuse and how can I use it in my genAI project?'               ","expected":"duck_duck_go","candidate_count":6,"views":{"description":{"criteria":{"multiply":"multiply: Performs multiplication of two integers and returns the product.","add":"add: Performs addition of two integers and returns the result.","sub":"sub: Subtracts the second integer from the first integer and returns the result.","fahrenheit_to_celsius":"fahrenheit_to_celsius: Convert a temperature from Fahrenheit to Celsius. This function takes a temperature value in Fahrenheit and returns the converted temperature in Celsius.","celsius_to_fahrenheit":"celsius_to_fahrenheit: Converts temperature from Celsius to Fahrenheit.","duck_duck_go":"duck_duck_go: A simple wrapper function for the Duck Duck Go Search API. It takes a search query and returns a JSON array containing the search results, which may include answers to questions about current events, general information, and web links."},"clm":{"choice":"duck_duck_go","correct":true,"latency_ms":99.34,"confidence":0.943576},"jev":{"choice":"duck_duck_go","correct":true,"latency_ms":122.02,"confidence":1.0}},"prose_schema":{"criteria":{"multiply":"multiply: Performs multiplication of two integers and returns the product.\nParameter a (integer); required; The first integer to be multiplied.\nParameter b (integer); required; The second integer to be multiplied.","add":"add: Performs addition of two integers and returns the result.\nParameter a (integer); required; The first integer to add.\nParameter b (integer); required; The second integer to add.","sub":"sub: Subtracts the second integer from the first integer and returns the result.\nParameter a (integer); required; The minuend integer from which the subtrahend will be subtracted.\nParameter b (integer); required; The subtrahend integer to be subtracted from the minuend.","fahrenheit_to_celsius":"fahrenheit_to_celsius: Convert a temperature from Fahrenheit to Celsius. This function takes a temperature value in Fahrenheit and returns the converted temperature in Celsius.\nParameter fahrenheit (float); required; Temperature in degrees Fahrenheit.","celsius_to_fahrenheit":"celsius_to_fahrenheit: Converts temperature from Celsius to Fahrenheit.\nParameter celsius (float); required; The temperature in degrees Celsius that needs to be converted to Fahrenheit.","duck_duck_go":"duck_duck_go: A simple wrapper function for the Duck Duck Go Search API. It takes a search query and returns a JSON array containing the search results, which may include answers to questions about current events, general information, and web links.\nParameter query (string); required; The search query to look up. It should be a string representing the user's search input. For example, 'latest NASA news' or 'python programming'.\nParameter format (string); The desired response format. Options include 'json', 'xml', and 'plaintext'.; allowed values: json, xml, plaintext; default: json\nParameter no_redirect (boolean); A flag indicating whether to prevent redirection to an answer page. If set to true, the search will not redirect to an answer page if one is found.; default: False\nParameter no_html (boolean); A flag indicating whether to strip HTML from the search results. Set to true to remove HTML.; default: False\nParameter skip_disambiguation (boolean); When true, the search results will skip over disambiguation pages.; default: False"},"clm":{"choice":"duck_duck_go","correct":true,"latency_ms":143.65,"confidence":0.754345},"jev":{"choice":"duck_duck_go","correct":true,"latency_ms":103.95,"confidence":1.0}},"schema":{"criteria":{"multiply":"{\"description\":\"Performs multiplication of two integers and returns the product.\",\"name\":\"multiply\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to be multiplied.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to be multiplied.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","add":"{\"description\":\"Performs addition of two integers and returns the result.\",\"name\":\"add\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to add.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to add.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","sub":"{\"description\":\"Subtracts the second integer from the first integer and returns the result.\",\"name\":\"sub\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The minuend integer from which the subtrahend will be subtracted.\",\"type\":\"integer\"},\"b\":{\"description\":\"The subtrahend integer to be subtracted from the minuend.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","fahrenheit_to_celsius":"{\"description\":\"Convert a temperature from Fahrenheit to Celsius. This function takes a temperature value in Fahrenheit and returns the converted temperature in Celsius.\",\"name\":\"fahrenheit_to_celsius\",\"parameters\":{\"properties\":{\"fahrenheit\":{\"description\":\"Temperature in degrees Fahrenheit.\",\"type\":\"float\"}},\"required\":[\"fahrenheit\"],\"type\":\"dict\"}}","celsius_to_fahrenheit":"{\"description\":\"Converts temperature from Celsius to Fahrenheit.\",\"name\":\"celsius_to_fahrenheit\",\"parameters\":{\"properties\":{\"celsius\":{\"description\":\"The temperature in degrees Celsius that needs to be converted to Fahrenheit.\",\"type\":\"float\"}},\"required\":[\"celsius\"],\"type\":\"dict\"}}","duck_duck_go":"{\"description\":\"A simple wrapper function for the Duck Duck Go Search API. It takes a search query and returns a JSON array containing the search results, which may include answers to questions about current events, general information, and web links.\",\"name\":\"duck_duck_go\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"json\",\"description\":\"The desired response format. Options include 'json', 'xml', and 'plaintext'.\",\"enum\":[\"json\",\"xml\",\"plaintext\"],\"type\":\"string\"},\"no_html\":{\"default\":false,\"description\":\"A flag indicating whether to strip HTML from the search results. Set to true to remove HTML.\",\"type\":\"boolean\"},\"no_redirect\":{\"default\":false,\"description\":\"A flag indicating whether to prevent redirection to an answer page. If set to true, the search will not redirect to an answer page if one is found.\",\"type\":\"boolean\"},\"query\":{\"description\":\"The search query to look up. It should be a string representing the user's search input. For example, 'latest NASA news' or 'python programming'.\",\"type\":\"string\"},\"skip_disambiguation\":{\"default\":false,\"description\":\"When true, the search results will skip over disambiguation pages.\",\"type\":\"boolean\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"fahrenheit_to_celsius","correct":false,"latency_ms":136.8,"confidence":0.46818},"jev":{"choice":"duck_duck_go","correct":true,"latency_ms":109.53,"confidence":1.0}}}},{"id":"live_multiple_125-47-1","split":"live_multiple","state":"System: You are an Generative AI functions agent which generates the output mentioning which function to be called from the given list. Strictly use the mentioned functions only to generate the output. You have access to below tools \n[{'name': 'multiply', 'description': 'multiply(a: int, b: int) -> int - Performs multiplication of the given numbers\\n    \\n    Args:\\n        a (int): Number a\\n        b (int): Number b\\n    \\n    Returns:\\n        int: Multiplication of a and b.', 'parameters': {'type': 'object', 'properties': {'a': {'type': 'integer'}, 'b': {'type': 'integer'}}, 'required': ['a', 'b']}}, {'name': 'add', 'description': 'add(a: int, b: int) -> int - Addition of the given numbers\\n    \\n    Args:\\n        a (int): Number a\\n        b (int): Number b\\n    \\n    Returns:\\n        int: Adds of a and b.', 'parameters': {'type': 'object', 'properties': {'a': {'type': 'integer'}, 'b': {'type': 'integer'}}, 'required': ['a', 'b']}}, {'name': 'sub', 'description': 'sub(a: int, b: int) -> int - Substracts two numbers.\\n    \\n    Args:\\n        a (int): Number a\\n        b (int): Number b\\n    \\n    Returns:\\n        int: Substracts of a and b.', 'parameters': {'type': 'object', 'properties': {'a': {'type': 'integer'}, 'b': {'type': 'integer'}}, 'required': ['a', 'b']}}, {'name': 'fahrenheit_to_celsius', 'description': 'fahrenheit_to_celsius(fahrenheit: float) -> float - Convert temperature from Fahrenheit to Celsius.\\n\\n    Args:\\n    fahrenheit (float): Temperature in Fahrenheit\\n\\n    Returns:\\n    float: Temperature converted to Celsius', 'parameters': {'type': 'object', 'properties': {'fahrenheit': {'type': 'number'}}, 'required': ['fahrenheit']}}, {'name': 'celsius_to_fahrenheit', 'description': 'celsius_to_fahrenheit(celsius: float) -> float - Convert temperature from Celsius to Fahrenheit.\\n\\n    Args:\\n    celsius (float): Temperature in Celsius\\n\\n    Returns:\\n    float: Temperature converted to Fahrenheit', 'parameters': {'type': 'object', 'properties': {'celsius': {'type': 'number'}}, 'required': ['celsius']}}, {'name': 'duck_duck_go', 'description': 'A wrapper around Duck Duck Go Search. Useful for when you need to answer questions about current events. Input should be a search query. Output is a JSON array of the query results', 'parameters': {'type': 'object', 'properties': {'query': {'description': 'search query to look up', 'type': 'string'}}, 'required': ['query']}}]\nUser:  \nQUERY:3 of my friends gave me 10 euros each, how much do I have now? \n Functions to use:['multiply', 'add', 'sub', 'fahrenheit_to_celsius', 'celsius_to_fahrenheit', 'duck_duck_go']","expected":"multiply","candidate_count":6,"views":{"description":{"criteria":{"multiply":"multiply: Performs multiplication of two integers and returns the product.","add":"add: Performs addition of two integers and returns the result.","sub":"sub: Subtracts the second integer from the first integer and returns the result.","fahrenheit_to_celsius":"fahrenheit_to_celsius: Convert a temperature from Fahrenheit to Celsius. This function takes a temperature value in Fahrenheit and returns the converted temperature in Celsius.","celsius_to_fahrenheit":"celsius_to_fahrenheit: Converts temperature from Celsius to Fahrenheit.","duck_duck_go":"duck_duck_go: A simple wrapper function for the Duck Duck Go Search API. It takes a search query and returns a JSON array containing the search results, which may include answers to questions about current events, general information, and web links."},"clm":{"choice":"multiply","correct":true,"latency_ms":100.25,"confidence":0.869044},"jev":{"choice":"multiply","correct":true,"latency_ms":101.77,"confidence":0.99}},"prose_schema":{"criteria":{"multiply":"multiply: Performs multiplication of two integers and returns the product.\nParameter a (integer); required; The first integer to be multiplied.\nParameter b (integer); required; The second integer to be multiplied.","add":"add: Performs addition of two integers and returns the result.\nParameter a (integer); required; The first integer to add.\nParameter b (integer); required; The second integer to add.","sub":"sub: Subtracts the second integer from the first integer and returns the result.\nParameter a (integer); required; The minuend integer from which the subtrahend will be subtracted.\nParameter b (integer); required; The subtrahend integer to be subtracted from the minuend.","fahrenheit_to_celsius":"fahrenheit_to_celsius: Convert a temperature from Fahrenheit to Celsius. This function takes a temperature value in Fahrenheit and returns the converted temperature in Celsius.\nParameter fahrenheit (float); required; Temperature in degrees Fahrenheit.","celsius_to_fahrenheit":"celsius_to_fahrenheit: Converts temperature from Celsius to Fahrenheit.\nParameter celsius (float); required; The temperature in degrees Celsius that needs to be converted to Fahrenheit.","duck_duck_go":"duck_duck_go: A simple wrapper function for the Duck Duck Go Search API. It takes a search query and returns a JSON array containing the search results, which may include answers to questions about current events, general information, and web links.\nParameter query (string); required; The search query to look up. It should be a string representing the user's search input. For example, 'latest NASA news' or 'python programming'.\nParameter format (string); The desired response format. Options include 'json', 'xml', and 'plaintext'.; allowed values: json, xml, plaintext; default: json\nParameter no_redirect (boolean); A flag indicating whether to prevent redirection to an answer page. If set to true, the search will not redirect to an answer page if one is found.; default: False\nParameter no_html (boolean); A flag indicating whether to strip HTML from the search results. Set to true to remove HTML.; default: False\nParameter skip_disambiguation (boolean); When true, the search results will skip over disambiguation pages.; default: False"},"clm":{"choice":"multiply","correct":true,"latency_ms":105.97,"confidence":0.865854},"jev":{"choice":"multiply","correct":true,"latency_ms":122.6,"confidence":1.0}},"schema":{"criteria":{"multiply":"{\"description\":\"Performs multiplication of two integers and returns the product.\",\"name\":\"multiply\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to be multiplied.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to be multiplied.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","add":"{\"description\":\"Performs addition of two integers and returns the result.\",\"name\":\"add\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to add.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to add.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","sub":"{\"description\":\"Subtracts the second integer from the first integer and returns the result.\",\"name\":\"sub\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The minuend integer from which the subtrahend will be subtracted.\",\"type\":\"integer\"},\"b\":{\"description\":\"The subtrahend integer to be subtracted from the minuend.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","fahrenheit_to_celsius":"{\"description\":\"Convert a temperature from Fahrenheit to Celsius. This function takes a temperature value in Fahrenheit and returns the converted temperature in Celsius.\",\"name\":\"fahrenheit_to_celsius\",\"parameters\":{\"properties\":{\"fahrenheit\":{\"description\":\"Temperature in degrees Fahrenheit.\",\"type\":\"float\"}},\"required\":[\"fahrenheit\"],\"type\":\"dict\"}}","celsius_to_fahrenheit":"{\"description\":\"Converts temperature from Celsius to Fahrenheit.\",\"name\":\"celsius_to_fahrenheit\",\"parameters\":{\"properties\":{\"celsius\":{\"description\":\"The temperature in degrees Celsius that needs to be converted to Fahrenheit.\",\"type\":\"float\"}},\"required\":[\"celsius\"],\"type\":\"dict\"}}","duck_duck_go":"{\"description\":\"A simple wrapper function for the Duck Duck Go Search API. It takes a search query and returns a JSON array containing the search results, which may include answers to questions about current events, general information, and web links.\",\"name\":\"duck_duck_go\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"json\",\"description\":\"The desired response format. Options include 'json', 'xml', and 'plaintext'.\",\"enum\":[\"json\",\"xml\",\"plaintext\"],\"type\":\"string\"},\"no_html\":{\"default\":false,\"description\":\"A flag indicating whether to strip HTML from the search results. Set to true to remove HTML.\",\"type\":\"boolean\"},\"no_redirect\":{\"default\":false,\"description\":\"A flag indicating whether to prevent redirection to an answer page. If set to true, the search will not redirect to an answer page if one is found.\",\"type\":\"boolean\"},\"query\":{\"description\":\"The search query to look up. It should be a string representing the user's search input. For example, 'latest NASA news' or 'python programming'.\",\"type\":\"string\"},\"skip_disambiguation\":{\"default\":false,\"description\":\"When true, the search results will skip over disambiguation pages.\",\"type\":\"boolean\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"fahrenheit_to_celsius","correct":false,"latency_ms":104.33,"confidence":0.464246},"jev":{"choice":"multiply","correct":true,"latency_ms":122.43,"confidence":1.0}}}},{"id":"live_multiple_126-48-0","split":"live_multiple","state":"User: Give me an analysis trail for my project SUPERFANCY with component UUID AB1010CD and vulnerability ef903ac-893-f00","expected":"analysis_api.AnalysisApi.retrieve_analysis","candidate_count":2,"views":{"description":{"criteria":{"acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve a list of projects assigned to the specified team, with options to exclude inactive projects and/or omit child projects.","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the detailed analysis trail for a given project, component, and vulnerability."},"clm":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":57.98,"confidence":0.968905},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":104.8,"confidence":1.0}},"prose_schema":{"criteria":{"acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve a list of projects assigned to the specified team, with options to exclude inactive projects and/or omit child projects.\nParameter uuid (string); required; The unique identifier of the team for which projects are being retrieved.\nParameter excludeInactive (boolean); If set to true, inactive projects will not be included in the response.; default: False\nParameter onlyRoot (boolean); If set to true, only root projects will be returned, excluding their child projects.; default: False","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the detailed analysis trail for a given project, component, and vulnerability.\nParameter project (string); required; The unique identifier (UUID) of the project for which the analysis trail is retrieved.\nParameter component (string); required; The unique identifier (UUID) of the component associated with the project.\nParameter vulnerability (string); required; The unique identifier (UUID) of the vulnerability within the component."},"clm":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":73.89,"confidence":0.984356},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":132.32,"confidence":1.0}},"schema":{"criteria":{"acl_api.AclApi.retrieve_projects":"{\"description\":\"Retrieve a list of projects assigned to the specified team, with options to exclude inactive projects and/or omit child projects.\",\"name\":\"acl_api.AclApi.retrieve_projects\",\"parameters\":{\"properties\":{\"excludeInactive\":{\"default\":false,\"description\":\"If set to true, inactive projects will not be included in the response.\",\"type\":\"boolean\"},\"onlyRoot\":{\"default\":false,\"description\":\"If set to true, only root projects will be returned, excluding their child projects.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The unique identifier of the team for which projects are being retrieved.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","analysis_api.AnalysisApi.retrieve_analysis":"{\"description\":\"Retrieves the detailed analysis trail for a given project, component, and vulnerability.\",\"name\":\"analysis_api.AnalysisApi.retrieve_analysis\",\"parameters\":{\"properties\":{\"component\":{\"description\":\"The unique identifier (UUID) of the component associated with the project.\",\"type\":\"string\"},\"project\":{\"description\":\"The unique identifier (UUID) of the project for which the analysis trail is retrieved.\",\"type\":\"string\"},\"vulnerability\":{\"description\":\"The unique identifier (UUID) of the vulnerability within the component.\",\"type\":\"string\"}},\"required\":[\"project\",\"component\",\"vulnerability\"],\"type\":\"dict\"}}"},"clm":{"choice":"acl_api.AclApi.retrieve_projects","correct":false,"latency_ms":98.98,"confidence":0.66747},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":162.87,"confidence":1.0}}}},{"id":"live_multiple_127-49-0","split":"live_multiple","state":"User: Find some information on 'the history of kites and how they're made'?","expected":"search_engine.query","candidate_count":3,"views":{"description":{"criteria":{"search_engine.query":"search_engine.query: Conducts a search based on the provided prompt and returns relevant real-time information, specific details, or general facts from various sources, including internet browsing and data from Google.","generate_image":"generate_image: Generate an image based on a given text prompt. The function is versatile and can be used for various general purposes without specializing in any specific category.","generate_human_image":"generate_human_image: Generates a realistic image of a human based on the provided prompt, with options for creating images representing different age groups and genders."},"clm":{"choice":"search_engine.query","correct":true,"latency_ms":71.8,"confidence":0.885128},"jev":{"choice":"search_engine.query","correct":true,"latency_ms":98.63,"confidence":1.0}},"prose_schema":{"criteria":{"search_engine.query":"search_engine.query: Conducts a search based on the provided prompt and returns relevant real-time information, specific details, or general facts from various sources, including internet browsing and data from Google.\nParameter prompt (string); required; The search query to be executed by the search engine. Example: 'latest scientific discoveries'.\nParameter since_year (integer); Filter results to include only information published after the specified year. Default to the current year if not provided.; default: 2023\nParameter source (string); Preferred source for the search results, such as 'all', 'internet', or 'google'.; allowed values: all, internet, google; default: all\nParameter include_facts (boolean); Indicates whether to include factual information in the search results. Default is true.; default: True","generate_image":"generate_image: Generate an image based on a given text prompt. The function is versatile and can be used for various general purposes without specializing in any specific category.\nParameter prompt (string); required; The text prompt that describes the desired content of the image.\nParameter image_format (string); The file format for the output image.; allowed values: JPEG, PNG, BMP; default: PNG\nParameter width (integer); The width of the generated image in pixels.; default: 1024\nParameter height (integer); The height of the generated image in pixels.; default: 768\nParameter color_mode (string); The color mode of the image.; allowed values: RGB, Grayscale; default: RGB","generate_human_image":"generate_human_image: Generates a realistic image of a human based on the provided prompt, with options for creating images representing different age groups and genders.\nParameter prompt (string); required; A descriptive text guiding the generation of the human image, such as 'a smiling girl with blue eyes' or 'an elderly man playing chess'.\nParameter image_quality (string); required; The desired quality of the generated image, affecting the level of detail and realism. Options include 'low', 'medium', and 'high'.; allowed values: low, medium, high\nParameter include_background (boolean); Determines whether a background should be included in the generated image.; default: False\nParameter output_format (string); Specifies the file format for the output image.; allowed values: JPEG, PNG, BMP; default: JPEG"},"clm":{"choice":"search_engine.query","correct":true,"latency_ms":137.0,"confidence":0.999314},"jev":{"choice":"search_engine.query","correct":true,"latency_ms":98.81,"confidence":1.0}},"schema":{"criteria":{"search_engine.query":"{\"description\":\"Conducts a search based on the provided prompt and returns relevant real-time information, specific details, or general facts from various sources, including internet browsing and data from Google.\",\"name\":\"search_engine.query\",\"parameters\":{\"properties\":{\"include_facts\":{\"default\":true,\"description\":\"Indicates whether to include factual information in the search results. Default is true.\",\"type\":\"boolean\"},\"prompt\":{\"description\":\"The search query to be executed by the search engine. Example: 'latest scientific discoveries'.\",\"type\":\"string\"},\"since_year\":{\"default\":2023,\"description\":\"Filter results to include only information published after the specified year. Default to the current year if not provided.\",\"type\":\"integer\"},\"source\":{\"default\":\"all\",\"description\":\"Preferred source for the search results, such as 'all', 'internet', or 'google'.\",\"enum\":[\"all\",\"internet\",\"google\"],\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","generate_image":"{\"description\":\"Generate an image based on a given text prompt. The function is versatile and can be used for various general purposes without specializing in any specific category.\",\"name\":\"generate_image\",\"parameters\":{\"properties\":{\"color_mode\":{\"default\":\"RGB\",\"description\":\"The color mode of the image.\",\"enum\":[\"RGB\",\"Grayscale\"],\"type\":\"string\"},\"height\":{\"default\":768,\"description\":\"The height of the generated image in pixels.\",\"type\":\"integer\"},\"image_format\":{\"default\":\"PNG\",\"description\":\"The file format for the output image.\",\"enum\":[\"JPEG\",\"PNG\",\"BMP\"],\"type\":\"string\"},\"prompt\":{\"description\":\"The text prompt that describes the desired content of the image.\",\"type\":\"string\"},\"width\":{\"default\":1024,\"description\":\"The width of the generated image in pixels.\",\"type\":\"integer\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","generate_human_image":"{\"description\":\"Generates a realistic image of a human based on the provided prompt, with options for creating images representing different age groups and genders.\",\"name\":\"generate_human_image\",\"parameters\":{\"properties\":{\"image_quality\":{\"description\":\"The desired quality of the generated image, affecting the level of detail and realism. Options include 'low', 'medium', and 'high'.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"},\"include_background\":{\"default\":false,\"description\":\"Determines whether a background should be included in the generated image.\",\"type\":\"boolean\"},\"output_format\":{\"default\":\"JPEG\",\"description\":\"Specifies the file format for the output image.\",\"enum\":[\"JPEG\",\"PNG\",\"BMP\"],\"type\":\"string\"},\"prompt\":{\"description\":\"A descriptive text guiding the generation of the human image, such as 'a smiling girl with blue eyes' or 'an elderly man playing chess'.\",\"type\":\"string\"}},\"required\":[\"prompt\",\"image_quality\"],\"type\":\"dict\"}}"},"clm":{"choice":"generate_human_image","correct":false,"latency_ms":161.04,"confidence":0.471906},"jev":{"choice":"search_engine.query","correct":true,"latency_ms":121.5,"confidence":1.0}}}},{"id":"live_multiple_128-50-0","split":"live_multiple","state":"User: Generate a digital image with captured 'a man wearing a red dress'.","expected":"generate_human_image","candidate_count":5,"views":{"description":{"criteria":{"search_engine.query":"search_engine.query: Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.","generate_image":"generate_image: Generate a digital image based on a text-based prompt, suitable for various general applications.","generate_human_image":"generate_human_image: Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.","multilingual_llm":"multilingual_llm: Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.","english_llm":"english_llm: This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022."},"clm":{"choice":"generate_image","correct":false,"latency_ms":85.37,"confidence":0.997392},"jev":{"choice":"generate_human_image","correct":true,"latency_ms":120.63,"confidence":0.81}},"prose_schema":{"criteria":{"search_engine.query":"search_engine.query: Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.\nParameter prompt (string); required; The search query string to be executed by the search engine.\nParameter include_after_year (boolean); A flag to include only information published after the year 2022.; default: False\nParameter source (string); Preferred source for retrieving information. If unspecified, the search encompasses all available sources.; allowed values: Google, Bing, Yahoo, DuckDuckGo; default: Google","generate_image":"generate_image: Generate a digital image based on a text-based prompt, suitable for various general applications.\nParameter prompt (string); required; The text description used to guide the image generation process.\nParameter resolution (string); The desired resolution for the generated image, in the format 'WIDTHxHEIGHT' (e.g., '1920x1080').; default: 1280x720\nParameter color_mode (string); The color mode of the image.; allowed values: RGB, Grayscale, CMYK; default: RGB\nParameter image_quality (integer); The quality of the generated image on a scale of 1 to 100, where 100 is the highest quality.; default: 80","generate_human_image":"generate_human_image: Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.\nParameter prompt (string); required; The text prompt describing the desired characteristics of the human image to be generated. For example, 'a smiling girl with blue eyes'.\nParameter image_quality (string); The desired quality level of the generated image.; allowed values: low, medium, high; default: high\nParameter image_format (string); The file format for the generated image.; allowed values: JPEG, PNG, GIF; default: PNG\nParameter include_metadata (boolean); Specifies whether to include metadata about the generated image, such as creation time and prompt details.; default: False","multilingual_llm":"multilingual_llm: Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.\nParameter q (string); required; The prompt for the LLM, provided in a supported language other than English. The format should be plain text.\nParameter language (string); The language of the input prompt.; allowed values: Hindi, Arabic, Marathi; default: Hindi\nParameter max_length (integer); The maximum length of the response in number of tokens (words or punctuation).; default: 150\nParameter temperature (float); The creativity level of the response, ranging from 0.0 (deterministic) to 1.0 (more creative).; default: 0.5","english_llm":"english_llm: This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022.\nParameter q (string); required; The English language prompt for the LLM to process and generate a response.\nParameter max_tokens (integer); The maximum number of tokens to generate in the response. One token roughly corresponds to one word.; default: 50\nParameter temperature (float); The creativity level of the response, with a scale from 0.0 (deterministic) to 1.0 (creative).; default: 0.7\nParameter return_probabilities (boolean); Whether to return the probabilities of the generated tokens. If set to true, the response will include the likelihood of each token.; default: False"},"clm":{"choice":"generate_human_image","correct":true,"latency_ms":155.31,"confidence":0.996778},"jev":{"choice":"generate_human_image","correct":true,"latency_ms":152.27,"confidence":0.58}},"schema":{"criteria":{"search_engine.query":"{\"description\":\"Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.\",\"name\":\"search_engine.query\",\"parameters\":{\"properties\":{\"include_after_year\":{\"default\":false,\"description\":\"A flag to include only information published after the year 2022.\",\"type\":\"boolean\"},\"prompt\":{\"description\":\"The search query string to be executed by the search engine.\",\"type\":\"string\"},\"source\":{\"default\":\"Google\",\"description\":\"Preferred source for retrieving information. If unspecified, the search encompasses all available sources.\",\"enum\":[\"Google\",\"Bing\",\"Yahoo\",\"DuckDuckGo\"],\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","generate_image":"{\"description\":\"Generate a digital image based on a text-based prompt, suitable for various general applications.\",\"name\":\"generate_image\",\"parameters\":{\"properties\":{\"color_mode\":{\"default\":\"RGB\",\"description\":\"The color mode of the image.\",\"enum\":[\"RGB\",\"Grayscale\",\"CMYK\"],\"type\":\"string\"},\"image_quality\":{\"default\":80,\"description\":\"The quality of the generated image on a scale of 1 to 100, where 100 is the highest quality.\",\"type\":\"integer\"},\"prompt\":{\"description\":\"The text description used to guide the image generation process.\",\"type\":\"string\"},\"resolution\":{\"default\":\"1280x720\",\"description\":\"The desired resolution for the generated image, in the format 'WIDTHxHEIGHT' (e.g., '1920x1080').\",\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","generate_human_image":"{\"description\":\"Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.\",\"name\":\"generate_human_image\",\"parameters\":{\"properties\":{\"image_format\":{\"default\":\"PNG\",\"description\":\"The file format for the generated image.\",\"enum\":[\"JPEG\",\"PNG\",\"GIF\"],\"type\":\"string\"},\"image_quality\":{\"default\":\"high\",\"description\":\"The desired quality level of the generated image.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"},\"include_metadata\":{\"default\":false,\"description\":\"Specifies whether to include metadata about the generated image, such as creation time and prompt details.\",\"type\":\"boolean\"},\"prompt\":{\"description\":\"The text prompt describing the desired characteristics of the human image to be generated. For example, 'a smiling girl with blue eyes'.\",\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","multilingual_llm":"{\"description\":\"Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.\",\"name\":\"multilingual_llm\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"Hindi\",\"description\":\"The language of the input prompt.\",\"enum\":[\"Hindi\",\"Arabic\",\"Marathi\"],\"type\":\"string\"},\"max_length\":{\"default\":150,\"description\":\"The maximum length of the response in number of tokens (words or punctuation).\",\"type\":\"integer\"},\"q\":{\"description\":\"The prompt for the LLM, provided in a supported language other than English. The format should be plain text.\",\"type\":\"string\"},\"temperature\":{\"default\":0.5,\"description\":\"The creativity level of the response, ranging from 0.0 (deterministic) to 1.0 (more creative).\",\"type\":\"float\"}},\"required\":[\"q\"],\"type\":\"dict\"}}","english_llm":"{\"description\":\"This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022.\",\"name\":\"english_llm\",\"parameters\":{\"properties\":{\"max_tokens\":{\"default\":50,\"description\":\"The maximum number of tokens to generate in the response. One token roughly corresponds to one word.\",\"type\":\"integer\"},\"q\":{\"description\":\"The English language prompt for the LLM to process and generate a response.\",\"type\":\"string\"},\"return_probabilities\":{\"default\":false,\"description\":\"Whether to return the probabilities of the generated tokens. If set to true, the response will include the likelihood of each token.\",\"type\":\"boolean\"},\"temperature\":{\"default\":0.7,\"description\":\"The creativity level of the response, with a scale from 0.0 (deterministic) to 1.0 (creative).\",\"type\":\"float\"}},\"required\":[\"q\"],\"type\":\"dict\"}}"},"clm":{"choice":"generate_image","correct":false,"latency_ms":176.16,"confidence":0.702292},"jev":{"choice":"generate_human_image","correct":true,"latency_ms":138.38,"confidence":0.56}}}},{"id":"live_multiple_129-50-1","split":"live_multiple","state":"User: Can you search with prompt 'the current prime minister of India', ensuring that the information is from after 2022?","expected":"search_engine.query","candidate_count":5,"views":{"description":{"criteria":{"search_engine.query":"search_engine.query: Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.","generate_image":"generate_image: Generate a digital image based on a text-based prompt, suitable for various general applications.","generate_human_image":"generate_human_image: Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.","multilingual_llm":"multilingual_llm: Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.","english_llm":"english_llm: This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022."},"clm":{"choice":"search_engine.query","correct":true,"latency_ms":30.96,"confidence":0.942275},"jev":{"choice":"search_engine.query","correct":true,"latency_ms":104.66,"confidence":1.0}},"prose_schema":{"criteria":{"search_engine.query":"search_engine.query: Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.\nParameter prompt (string); required; The search query string to be executed by the search engine.\nParameter include_after_year (boolean); A flag to include only information published after the year 2022.; default: False\nParameter source (string); Preferred source for retrieving information. If unspecified, the search encompasses all available sources.; allowed values: Google, Bing, Yahoo, DuckDuckGo; default: Google","generate_image":"generate_image: Generate a digital image based on a text-based prompt, suitable for various general applications.\nParameter prompt (string); required; The text description used to guide the image generation process.\nParameter resolution (string); The desired resolution for the generated image, in the format 'WIDTHxHEIGHT' (e.g., '1920x1080').; default: 1280x720\nParameter color_mode (string); The color mode of the image.; allowed values: RGB, Grayscale, CMYK; default: RGB\nParameter image_quality (integer); The quality of the generated image on a scale of 1 to 100, where 100 is the highest quality.; default: 80","generate_human_image":"generate_human_image: Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.\nParameter prompt (string); required; The text prompt describing the desired characteristics of the human image to be generated. For example, 'a smiling girl with blue eyes'.\nParameter image_quality (string); The desired quality level of the generated image.; allowed values: low, medium, high; default: high\nParameter image_format (string); The file format for the generated image.; allowed values: JPEG, PNG, GIF; default: PNG\nParameter include_metadata (boolean); Specifies whether to include metadata about the generated image, such as creation time and prompt details.; default: False","multilingual_llm":"multilingual_llm: Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.\nParameter q (string); required; The prompt for the LLM, provided in a supported language other than English. The format should be plain text.\nParameter language (string); The language of the input prompt.; allowed values: Hindi, Arabic, Marathi; default: Hindi\nParameter max_length (integer); The maximum length of the response in number of tokens (words or punctuation).; default: 150\nParameter temperature (float); The creativity level of the response, ranging from 0.0 (deterministic) to 1.0 (more creative).; default: 0.5","english_llm":"english_llm: This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022.\nParameter q (string); required; The English language prompt for the LLM to process and generate a response.\nParameter max_tokens (integer); The maximum number of tokens to generate in the response. One token roughly corresponds to one word.; default: 50\nParameter temperature (float); The creativity level of the response, with a scale from 0.0 (deterministic) to 1.0 (creative).; default: 0.7\nParameter return_probabilities (boolean); Whether to return the probabilities of the generated tokens. If set to true, the response will include the likelihood of each token.; default: False"},"clm":{"choice":"search_engine.query","correct":true,"latency_ms":32.4,"confidence":0.923797},"jev":{"choice":"search_engine.query","correct":true,"latency_ms":97.94,"confidence":1.0}},"schema":{"criteria":{"search_engine.query":"{\"description\":\"Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.\",\"name\":\"search_engine.query\",\"parameters\":{\"properties\":{\"include_after_year\":{\"default\":false,\"description\":\"A flag to include only information published after the year 2022.\",\"type\":\"boolean\"},\"prompt\":{\"description\":\"The search query string to be executed by the search engine.\",\"type\":\"string\"},\"source\":{\"default\":\"Google\",\"description\":\"Preferred source for retrieving information. If unspecified, the search encompasses all available sources.\",\"enum\":[\"Google\",\"Bing\",\"Yahoo\",\"DuckDuckGo\"],\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","generate_image":"{\"description\":\"Generate a digital image based on a text-based prompt, suitable for various general applications.\",\"name\":\"generate_image\",\"parameters\":{\"properties\":{\"color_mode\":{\"default\":\"RGB\",\"description\":\"The color mode of the image.\",\"enum\":[\"RGB\",\"Grayscale\",\"CMYK\"],\"type\":\"string\"},\"image_quality\":{\"default\":80,\"description\":\"The quality of the generated image on a scale of 1 to 100, where 100 is the highest quality.\",\"type\":\"integer\"},\"prompt\":{\"description\":\"The text description used to guide the image generation process.\",\"type\":\"string\"},\"resolution\":{\"default\":\"1280x720\",\"description\":\"The desired resolution for the generated image, in the format 'WIDTHxHEIGHT' (e.g., '1920x1080').\",\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","generate_human_image":"{\"description\":\"Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.\",\"name\":\"generate_human_image\",\"parameters\":{\"properties\":{\"image_format\":{\"default\":\"PNG\",\"description\":\"The file format for the generated image.\",\"enum\":[\"JPEG\",\"PNG\",\"GIF\"],\"type\":\"string\"},\"image_quality\":{\"default\":\"high\",\"description\":\"The desired quality level of the generated image.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"},\"include_metadata\":{\"default\":false,\"description\":\"Specifies whether to include metadata about the generated image, such as creation time and prompt details.\",\"type\":\"boolean\"},\"prompt\":{\"description\":\"The text prompt describing the desired characteristics of the human image to be generated. For example, 'a smiling girl with blue eyes'.\",\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","multilingual_llm":"{\"description\":\"Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.\",\"name\":\"multilingual_llm\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"Hindi\",\"description\":\"The language of the input prompt.\",\"enum\":[\"Hindi\",\"Arabic\",\"Marathi\"],\"type\":\"string\"},\"max_length\":{\"default\":150,\"description\":\"The maximum length of the response in number of tokens (words or punctuation).\",\"type\":\"integer\"},\"q\":{\"description\":\"The prompt for the LLM, provided in a supported language other than English. The format should be plain text.\",\"type\":\"string\"},\"temperature\":{\"default\":0.5,\"description\":\"The creativity level of the response, ranging from 0.0 (deterministic) to 1.0 (more creative).\",\"type\":\"float\"}},\"required\":[\"q\"],\"type\":\"dict\"}}","english_llm":"{\"description\":\"This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022.\",\"name\":\"english_llm\",\"parameters\":{\"properties\":{\"max_tokens\":{\"default\":50,\"description\":\"The maximum number of tokens to generate in the response. One token roughly corresponds to one word.\",\"type\":\"integer\"},\"q\":{\"description\":\"The English language prompt for the LLM to process and generate a response.\",\"type\":\"string\"},\"return_probabilities\":{\"default\":false,\"description\":\"Whether to return the probabilities of the generated tokens. If set to true, the response will include the likelihood of each token.\",\"type\":\"boolean\"},\"temperature\":{\"default\":0.7,\"description\":\"The creativity level of the response, with a scale from 0.0 (deterministic) to 1.0 (creative).\",\"type\":\"float\"}},\"required\":[\"q\"],\"type\":\"dict\"}}"},"clm":{"choice":"generate_image","correct":false,"latency_ms":29.17,"confidence":0.480457},"jev":{"choice":"search_engine.query","correct":true,"latency_ms":149.21,"confidence":1.0}}}},{"id":"live_multiple_130-50-2","split":"live_multiple","state":"User: I'd like to read a poem about kites. Could you generate one with a creative touch? Prompt it as 'I'd like to read a poem about kites. Could you generate one with a creative touch?'.","expected":"english_llm","candidate_count":5,"views":{"description":{"criteria":{"search_engine.query":"search_engine.query: Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.","generate_image":"generate_image: Generate a digital image based on a text-based prompt, suitable for various general applications.","generate_human_image":"generate_human_image: Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.","multilingual_llm":"multilingual_llm: Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.","english_llm":"english_llm: This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022."},"clm":{"choice":"search_engine.query","correct":false,"latency_ms":30.43,"confidence":0.661672},"jev":{"choice":"english_llm","correct":true,"latency_ms":112.78,"confidence":1.0}},"prose_schema":{"criteria":{"search_engine.query":"search_engine.query: Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.\nParameter prompt (string); required; The search query string to be executed by the search engine.\nParameter include_after_year (boolean); A flag to include only information published after the year 2022.; default: False\nParameter source (string); Preferred source for retrieving information. If unspecified, the search encompasses all available sources.; allowed values: Google, Bing, Yahoo, DuckDuckGo; default: Google","generate_image":"generate_image: Generate a digital image based on a text-based prompt, suitable for various general applications.\nParameter prompt (string); required; The text description used to guide the image generation process.\nParameter resolution (string); The desired resolution for the generated image, in the format 'WIDTHxHEIGHT' (e.g., '1920x1080').; default: 1280x720\nParameter color_mode (string); The color mode of the image.; allowed values: RGB, Grayscale, CMYK; default: RGB\nParameter image_quality (integer); The quality of the generated image on a scale of 1 to 100, where 100 is the highest quality.; default: 80","generate_human_image":"generate_human_image: Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.\nParameter prompt (string); required; The text prompt describing the desired characteristics of the human image to be generated. For example, 'a smiling girl with blue eyes'.\nParameter image_quality (string); The desired quality level of the generated image.; allowed values: low, medium, high; default: high\nParameter image_format (string); The file format for the generated image.; allowed values: JPEG, PNG, GIF; default: PNG\nParameter include_metadata (boolean); Specifies whether to include metadata about the generated image, such as creation time and prompt details.; default: False","multilingual_llm":"multilingual_llm: Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.\nParameter q (string); required; The prompt for the LLM, provided in a supported language other than English. The format should be plain text.\nParameter language (string); The language of the input prompt.; allowed values: Hindi, Arabic, Marathi; default: Hindi\nParameter max_length (integer); The maximum length of the response in number of tokens (words or punctuation).; default: 150\nParameter temperature (float); The creativity level of the response, ranging from 0.0 (deterministic) to 1.0 (more creative).; default: 0.5","english_llm":"english_llm: This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022.\nParameter q (string); required; The English language prompt for the LLM to process and generate a response.\nParameter max_tokens (integer); The maximum number of tokens to generate in the response. One token roughly corresponds to one word.; default: 50\nParameter temperature (float); The creativity level of the response, with a scale from 0.0 (deterministic) to 1.0 (creative).; default: 0.7\nParameter return_probabilities (boolean); Whether to return the probabilities of the generated tokens. If set to true, the response will include the likelihood of each token.; default: False"},"clm":{"choice":"generate_human_image","correct":false,"latency_ms":34.56,"confidence":0.763014},"jev":{"choice":"english_llm","correct":true,"latency_ms":130.63,"confidence":1.0}},"schema":{"criteria":{"search_engine.query":"{\"description\":\"Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.\",\"name\":\"search_engine.query\",\"parameters\":{\"properties\":{\"include_after_year\":{\"default\":false,\"description\":\"A flag to include only information published after the year 2022.\",\"type\":\"boolean\"},\"prompt\":{\"description\":\"The search query string to be executed by the search engine.\",\"type\":\"string\"},\"source\":{\"default\":\"Google\",\"description\":\"Preferred source for retrieving information. If unspecified, the search encompasses all available sources.\",\"enum\":[\"Google\",\"Bing\",\"Yahoo\",\"DuckDuckGo\"],\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","generate_image":"{\"description\":\"Generate a digital image based on a text-based prompt, suitable for various general applications.\",\"name\":\"generate_image\",\"parameters\":{\"properties\":{\"color_mode\":{\"default\":\"RGB\",\"description\":\"The color mode of the image.\",\"enum\":[\"RGB\",\"Grayscale\",\"CMYK\"],\"type\":\"string\"},\"image_quality\":{\"default\":80,\"description\":\"The quality of the generated image on a scale of 1 to 100, where 100 is the highest quality.\",\"type\":\"integer\"},\"prompt\":{\"description\":\"The text description used to guide the image generation process.\",\"type\":\"string\"},\"resolution\":{\"default\":\"1280x720\",\"description\":\"The desired resolution for the generated image, in the format 'WIDTHxHEIGHT' (e.g., '1920x1080').\",\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","generate_human_image":"{\"description\":\"Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.\",\"name\":\"generate_human_image\",\"parameters\":{\"properties\":{\"image_format\":{\"default\":\"PNG\",\"description\":\"The file format for the generated image.\",\"enum\":[\"JPEG\",\"PNG\",\"GIF\"],\"type\":\"string\"},\"image_quality\":{\"default\":\"high\",\"description\":\"The desired quality level of the generated image.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"},\"include_metadata\":{\"default\":false,\"description\":\"Specifies whether to include metadata about the generated image, such as creation time and prompt details.\",\"type\":\"boolean\"},\"prompt\":{\"description\":\"The text prompt describing the desired characteristics of the human image to be generated. For example, 'a smiling girl with blue eyes'.\",\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","multilingual_llm":"{\"description\":\"Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.\",\"name\":\"multilingual_llm\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"Hindi\",\"description\":\"The language of the input prompt.\",\"enum\":[\"Hindi\",\"Arabic\",\"Marathi\"],\"type\":\"string\"},\"max_length\":{\"default\":150,\"description\":\"The maximum length of the response in number of tokens (words or punctuation).\",\"type\":\"integer\"},\"q\":{\"description\":\"The prompt for the LLM, provided in a supported language other than English. The format should be plain text.\",\"type\":\"string\"},\"temperature\":{\"default\":0.5,\"description\":\"The creativity level of the response, ranging from 0.0 (deterministic) to 1.0 (more creative).\",\"type\":\"float\"}},\"required\":[\"q\"],\"type\":\"dict\"}}","english_llm":"{\"description\":\"This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022.\",\"name\":\"english_llm\",\"parameters\":{\"properties\":{\"max_tokens\":{\"default\":50,\"description\":\"The maximum number of tokens to generate in the response. One token roughly corresponds to one word.\",\"type\":\"integer\"},\"q\":{\"description\":\"The English language prompt for the LLM to process and generate a response.\",\"type\":\"string\"},\"return_probabilities\":{\"default\":false,\"description\":\"Whether to return the probabilities of the generated tokens. If set to true, the response will include the likelihood of each token.\",\"type\":\"boolean\"},\"temperature\":{\"default\":0.7,\"description\":\"The creativity level of the response, with a scale from 0.0 (deterministic) to 1.0 (creative).\",\"type\":\"float\"}},\"required\":[\"q\"],\"type\":\"dict\"}}"},"clm":{"choice":"generate_image","correct":false,"latency_ms":30.37,"confidence":0.60833},"jev":{"choice":"english_llm","correct":true,"latency_ms":124.1,"confidence":1.0}}}},{"id":"live_multiple_131-50-3","split":"live_multiple","state":"User: चाय कैसे बनाएं? Query proper llm with exactly the question.","expected":"multilingual_llm","candidate_count":5,"views":{"description":{"criteria":{"search_engine.query":"search_engine.query: Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.","generate_image":"generate_image: Generate a digital image based on a text-based prompt, suitable for various general applications.","generate_human_image":"generate_human_image: Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.","multilingual_llm":"multilingual_llm: Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.","english_llm":"english_llm: This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022."},"clm":{"choice":"generate_image","correct":false,"latency_ms":29.22,"confidence":0.820528},"jev":{"choice":"multilingual_llm","correct":true,"latency_ms":106.83,"confidence":0.99}},"prose_schema":{"criteria":{"search_engine.query":"search_engine.query: Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.\nParameter prompt (string); required; The search query string to be executed by the search engine.\nParameter include_after_year (boolean); A flag to include only information published after the year 2022.; default: False\nParameter source (string); Preferred source for retrieving information. If unspecified, the search encompasses all available sources.; allowed values: Google, Bing, Yahoo, DuckDuckGo; default: Google","generate_image":"generate_image: Generate a digital image based on a text-based prompt, suitable for various general applications.\nParameter prompt (string); required; The text description used to guide the image generation process.\nParameter resolution (string); The desired resolution for the generated image, in the format 'WIDTHxHEIGHT' (e.g., '1920x1080').; default: 1280x720\nParameter color_mode (string); The color mode of the image.; allowed values: RGB, Grayscale, CMYK; default: RGB\nParameter image_quality (integer); The quality of the generated image on a scale of 1 to 100, where 100 is the highest quality.; default: 80","generate_human_image":"generate_human_image: Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.\nParameter prompt (string); required; The text prompt describing the desired characteristics of the human image to be generated. For example, 'a smiling girl with blue eyes'.\nParameter image_quality (string); The desired quality level of the generated image.; allowed values: low, medium, high; default: high\nParameter image_format (string); The file format for the generated image.; allowed values: JPEG, PNG, GIF; default: PNG\nParameter include_metadata (boolean); Specifies whether to include metadata about the generated image, such as creation time and prompt details.; default: False","multilingual_llm":"multilingual_llm: Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.\nParameter q (string); required; The prompt for the LLM, provided in a supported language other than English. The format should be plain text.\nParameter language (string); The language of the input prompt.; allowed values: Hindi, Arabic, Marathi; default: Hindi\nParameter max_length (integer); The maximum length of the response in number of tokens (words or punctuation).; default: 150\nParameter temperature (float); The creativity level of the response, ranging from 0.0 (deterministic) to 1.0 (more creative).; default: 0.5","english_llm":"english_llm: This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022.\nParameter q (string); required; The English language prompt for the LLM to process and generate a response.\nParameter max_tokens (integer); The maximum number of tokens to generate in the response. One token roughly corresponds to one word.; default: 50\nParameter temperature (float); The creativity level of the response, with a scale from 0.0 (deterministic) to 1.0 (creative).; default: 0.7\nParameter return_probabilities (boolean); Whether to return the probabilities of the generated tokens. If set to true, the response will include the likelihood of each token.; default: False"},"clm":{"choice":"english_llm","correct":false,"latency_ms":35.51,"confidence":0.481922},"jev":{"choice":"multilingual_llm","correct":true,"latency_ms":128.04,"confidence":0.99}},"schema":{"criteria":{"search_engine.query":"{\"description\":\"Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.\",\"name\":\"search_engine.query\",\"parameters\":{\"properties\":{\"include_after_year\":{\"default\":false,\"description\":\"A flag to include only information published after the year 2022.\",\"type\":\"boolean\"},\"prompt\":{\"description\":\"The search query string to be executed by the search engine.\",\"type\":\"string\"},\"source\":{\"default\":\"Google\",\"description\":\"Preferred source for retrieving information. If unspecified, the search encompasses all available sources.\",\"enum\":[\"Google\",\"Bing\",\"Yahoo\",\"DuckDuckGo\"],\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","generate_image":"{\"description\":\"Generate a digital image based on a text-based prompt, suitable for various general applications.\",\"name\":\"generate_image\",\"parameters\":{\"properties\":{\"color_mode\":{\"default\":\"RGB\",\"description\":\"The color mode of the image.\",\"enum\":[\"RGB\",\"Grayscale\",\"CMYK\"],\"type\":\"string\"},\"image_quality\":{\"default\":80,\"description\":\"The quality of the generated image on a scale of 1 to 100, where 100 is the highest quality.\",\"type\":\"integer\"},\"prompt\":{\"description\":\"The text description used to guide the image generation process.\",\"type\":\"string\"},\"resolution\":{\"default\":\"1280x720\",\"description\":\"The desired resolution for the generated image, in the format 'WIDTHxHEIGHT' (e.g., '1920x1080').\",\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","generate_human_image":"{\"description\":\"Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.\",\"name\":\"generate_human_image\",\"parameters\":{\"properties\":{\"image_format\":{\"default\":\"PNG\",\"description\":\"The file format for the generated image.\",\"enum\":[\"JPEG\",\"PNG\",\"GIF\"],\"type\":\"string\"},\"image_quality\":{\"default\":\"high\",\"description\":\"The desired quality level of the generated image.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"},\"include_metadata\":{\"default\":false,\"description\":\"Specifies whether to include metadata about the generated image, such as creation time and prompt details.\",\"type\":\"boolean\"},\"prompt\":{\"description\":\"The text prompt describing the desired characteristics of the human image to be generated. For example, 'a smiling girl with blue eyes'.\",\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","multilingual_llm":"{\"description\":\"Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.\",\"name\":\"multilingual_llm\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"Hindi\",\"description\":\"The language of the input prompt.\",\"enum\":[\"Hindi\",\"Arabic\",\"Marathi\"],\"type\":\"string\"},\"max_length\":{\"default\":150,\"description\":\"The maximum length of the response in number of tokens (words or punctuation).\",\"type\":\"integer\"},\"q\":{\"description\":\"The prompt for the LLM, provided in a supported language other than English. The format should be plain text.\",\"type\":\"string\"},\"temperature\":{\"default\":0.5,\"description\":\"The creativity level of the response, ranging from 0.0 (deterministic) to 1.0 (more creative).\",\"type\":\"float\"}},\"required\":[\"q\"],\"type\":\"dict\"}}","english_llm":"{\"description\":\"This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022.\",\"name\":\"english_llm\",\"parameters\":{\"properties\":{\"max_tokens\":{\"default\":50,\"description\":\"The maximum number of tokens to generate in the response. One token roughly corresponds to one word.\",\"type\":\"integer\"},\"q\":{\"description\":\"The English language prompt for the LLM to process and generate a response.\",\"type\":\"string\"},\"return_probabilities\":{\"default\":false,\"description\":\"Whether to return the probabilities of the generated tokens. If set to true, the response will include the likelihood of each token.\",\"type\":\"boolean\"},\"temperature\":{\"default\":0.7,\"description\":\"The creativity level of the response, with a scale from 0.0 (deterministic) to 1.0 (creative).\",\"type\":\"float\"}},\"required\":[\"q\"],\"type\":\"dict\"}}"},"clm":{"choice":"generate_human_image","correct":false,"latency_ms":67.51,"confidence":0.720016},"jev":{"choice":"multilingual_llm","correct":true,"latency_ms":120.11,"confidence":0.99}}}},{"id":"live_multiple_132-50-4","split":"live_multiple","state":"User: You are a helpful assistant with access to various functions, which you should use as needed. Your last knowledge update was in October 2021; therefore, you should use a search engine to retrieve any real-time information, specific details, and facts about events, news articles, and developments that occurred after October 2021. Use the available functions to complete tasks whenever applicable. \n\n SYSTEM INFORMATION: Current date/time: 04 Mar 2024, 09:15 PM (UTC Timezone). Knowledge date cutoff: 31 October 2021. \n\n----\n\n \"who is the current pm of india\"","expected":"search_engine.query","candidate_count":5,"views":{"description":{"criteria":{"search_engine.query":"search_engine.query: Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.","generate_image":"generate_image: Generate a digital image based on a text-based prompt, suitable for various general applications.","generate_human_image":"generate_human_image: Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.","multilingual_llm":"multilingual_llm: Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.","english_llm":"english_llm: This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022."},"clm":{"choice":"search_engine.query","correct":true,"latency_ms":37.34,"confidence":0.997838},"jev":{"choice":"search_engine.query","correct":true,"latency_ms":100.54,"confidence":1.0}},"prose_schema":{"criteria":{"search_engine.query":"search_engine.query: Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.\nParameter prompt (string); required; The search query string to be executed by the search engine.\nParameter include_after_year (boolean); A flag to include only information published after the year 2022.; default: False\nParameter source (string); Preferred source for retrieving information. If unspecified, the search encompasses all available sources.; allowed values: Google, Bing, Yahoo, DuckDuckGo; default: Google","generate_image":"generate_image: Generate a digital image based on a text-based prompt, suitable for various general applications.\nParameter prompt (string); required; The text description used to guide the image generation process.\nParameter resolution (string); The desired resolution for the generated image, in the format 'WIDTHxHEIGHT' (e.g., '1920x1080').; default: 1280x720\nParameter color_mode (string); The color mode of the image.; allowed values: RGB, Grayscale, CMYK; default: RGB\nParameter image_quality (integer); The quality of the generated image on a scale of 1 to 100, where 100 is the highest quality.; default: 80","generate_human_image":"generate_human_image: Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.\nParameter prompt (string); required; The text prompt describing the desired characteristics of the human image to be generated. For example, 'a smiling girl with blue eyes'.\nParameter image_quality (string); The desired quality level of the generated image.; allowed values: low, medium, high; default: high\nParameter image_format (string); The file format for the generated image.; allowed values: JPEG, PNG, GIF; default: PNG\nParameter include_metadata (boolean); Specifies whether to include metadata about the generated image, such as creation time and prompt details.; default: False","multilingual_llm":"multilingual_llm: Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.\nParameter q (string); required; The prompt for the LLM, provided in a supported language other than English. The format should be plain text.\nParameter language (string); The language of the input prompt.; allowed values: Hindi, Arabic, Marathi; default: Hindi\nParameter max_length (integer); The maximum length of the response in number of tokens (words or punctuation).; default: 150\nParameter temperature (float); The creativity level of the response, ranging from 0.0 (deterministic) to 1.0 (more creative).; default: 0.5","english_llm":"english_llm: This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022.\nParameter q (string); required; The English language prompt for the LLM to process and generate a response.\nParameter max_tokens (integer); The maximum number of tokens to generate in the response. One token roughly corresponds to one word.; default: 50\nParameter temperature (float); The creativity level of the response, with a scale from 0.0 (deterministic) to 1.0 (creative).; default: 0.7\nParameter return_probabilities (boolean); Whether to return the probabilities of the generated tokens. If set to true, the response will include the likelihood of each token.; default: False"},"clm":{"choice":"search_engine.query","correct":true,"latency_ms":39.76,"confidence":0.992414},"jev":{"choice":"search_engine.query","correct":true,"latency_ms":146.91,"confidence":1.0}},"schema":{"criteria":{"search_engine.query":"{\"description\":\"Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.\",\"name\":\"search_engine.query\",\"parameters\":{\"properties\":{\"include_after_year\":{\"default\":false,\"description\":\"A flag to include only information published after the year 2022.\",\"type\":\"boolean\"},\"prompt\":{\"description\":\"The search query string to be executed by the search engine.\",\"type\":\"string\"},\"source\":{\"default\":\"Google\",\"description\":\"Preferred source for retrieving information. If unspecified, the search encompasses all available sources.\",\"enum\":[\"Google\",\"Bing\",\"Yahoo\",\"DuckDuckGo\"],\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","generate_image":"{\"description\":\"Generate a digital image based on a text-based prompt, suitable for various general applications.\",\"name\":\"generate_image\",\"parameters\":{\"properties\":{\"color_mode\":{\"default\":\"RGB\",\"description\":\"The color mode of the image.\",\"enum\":[\"RGB\",\"Grayscale\",\"CMYK\"],\"type\":\"string\"},\"image_quality\":{\"default\":80,\"description\":\"The quality of the generated image on a scale of 1 to 100, where 100 is the highest quality.\",\"type\":\"integer\"},\"prompt\":{\"description\":\"The text description used to guide the image generation process.\",\"type\":\"string\"},\"resolution\":{\"default\":\"1280x720\",\"description\":\"The desired resolution for the generated image, in the format 'WIDTHxHEIGHT' (e.g., '1920x1080').\",\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","generate_human_image":"{\"description\":\"Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.\",\"name\":\"generate_human_image\",\"parameters\":{\"properties\":{\"image_format\":{\"default\":\"PNG\",\"description\":\"The file format for the generated image.\",\"enum\":[\"JPEG\",\"PNG\",\"GIF\"],\"type\":\"string\"},\"image_quality\":{\"default\":\"high\",\"description\":\"The desired quality level of the generated image.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"},\"include_metadata\":{\"default\":false,\"description\":\"Specifies whether to include metadata about the generated image, such as creation time and prompt details.\",\"type\":\"boolean\"},\"prompt\":{\"description\":\"The text prompt describing the desired characteristics of the human image to be generated. For example, 'a smiling girl with blue eyes'.\",\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","multilingual_llm":"{\"description\":\"Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.\",\"name\":\"multilingual_llm\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"Hindi\",\"description\":\"The language of the input prompt.\",\"enum\":[\"Hindi\",\"Arabic\",\"Marathi\"],\"type\":\"string\"},\"max_length\":{\"default\":150,\"description\":\"The maximum length of the response in number of tokens (words or punctuation).\",\"type\":\"integer\"},\"q\":{\"description\":\"The prompt for the LLM, provided in a supported language other than English. The format should be plain text.\",\"type\":\"string\"},\"temperature\":{\"default\":0.5,\"description\":\"The creativity level of the response, ranging from 0.0 (deterministic) to 1.0 (more creative).\",\"type\":\"float\"}},\"required\":[\"q\"],\"type\":\"dict\"}}","english_llm":"{\"description\":\"This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022.\",\"name\":\"english_llm\",\"parameters\":{\"properties\":{\"max_tokens\":{\"default\":50,\"description\":\"The maximum number of tokens to generate in the response. One token roughly corresponds to one word.\",\"type\":\"integer\"},\"q\":{\"description\":\"The English language prompt for the LLM to process and generate a response.\",\"type\":\"string\"},\"return_probabilities\":{\"default\":false,\"description\":\"Whether to return the probabilities of the generated tokens. If set to true, the response will include the likelihood of each token.\",\"type\":\"boolean\"},\"temperature\":{\"default\":0.7,\"description\":\"The creativity level of the response, with a scale from 0.0 (deterministic) to 1.0 (creative).\",\"type\":\"float\"}},\"required\":[\"q\"],\"type\":\"dict\"}}"},"clm":{"choice":"search_engine.query","correct":true,"latency_ms":37.8,"confidence":0.699747},"jev":{"choice":"search_engine.query","correct":true,"latency_ms":133.46,"confidence":1.0}}}},{"id":"live_multiple_133-50-5","split":"live_multiple","state":"User: 'chai kaise bnaye', Query this to llm as exactly.","expected":"multilingual_llm","candidate_count":5,"views":{"description":{"criteria":{"search_engine.query":"search_engine.query: Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.","generate_image":"generate_image: Generate a digital image based on a text-based prompt, suitable for various general applications.","generate_human_image":"generate_human_image: Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.","multilingual_llm":"multilingual_llm: Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.","english_llm":"english_llm: This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022."},"clm":{"choice":"generate_image","correct":false,"latency_ms":30.49,"confidence":0.508025},"jev":{"choice":"multilingual_llm","correct":true,"latency_ms":98.39,"confidence":0.99}},"prose_schema":{"criteria":{"search_engine.query":"search_engine.query: Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.\nParameter prompt (string); required; The search query string to be executed by the search engine.\nParameter include_after_year (boolean); A flag to include only information published after the year 2022.; default: False\nParameter source (string); Preferred source for retrieving information. If unspecified, the search encompasses all available sources.; allowed values: Google, Bing, Yahoo, DuckDuckGo; default: Google","generate_image":"generate_image: Generate a digital image based on a text-based prompt, suitable for various general applications.\nParameter prompt (string); required; The text description used to guide the image generation process.\nParameter resolution (string); The desired resolution for the generated image, in the format 'WIDTHxHEIGHT' (e.g., '1920x1080').; default: 1280x720\nParameter color_mode (string); The color mode of the image.; allowed values: RGB, Grayscale, CMYK; default: RGB\nParameter image_quality (integer); The quality of the generated image on a scale of 1 to 100, where 100 is the highest quality.; default: 80","generate_human_image":"generate_human_image: Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.\nParameter prompt (string); required; The text prompt describing the desired characteristics of the human image to be generated. For example, 'a smiling girl with blue eyes'.\nParameter image_quality (string); The desired quality level of the generated image.; allowed values: low, medium, high; default: high\nParameter image_format (string); The file format for the generated image.; allowed values: JPEG, PNG, GIF; default: PNG\nParameter include_metadata (boolean); Specifies whether to include metadata about the generated image, such as creation time and prompt details.; default: False","multilingual_llm":"multilingual_llm: Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.\nParameter q (string); required; The prompt for the LLM, provided in a supported language other than English. The format should be plain text.\nParameter language (string); The language of the input prompt.; allowed values: Hindi, Arabic, Marathi; default: Hindi\nParameter max_length (integer); The maximum length of the response in number of tokens (words or punctuation).; default: 150\nParameter temperature (float); The creativity level of the response, ranging from 0.0 (deterministic) to 1.0 (more creative).; default: 0.5","english_llm":"english_llm: This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022.\nParameter q (string); required; The English language prompt for the LLM to process and generate a response.\nParameter max_tokens (integer); The maximum number of tokens to generate in the response. One token roughly corresponds to one word.; default: 50\nParameter temperature (float); The creativity level of the response, with a scale from 0.0 (deterministic) to 1.0 (creative).; default: 0.7\nParameter return_probabilities (boolean); Whether to return the probabilities of the generated tokens. If set to true, the response will include the likelihood of each token.; default: False"},"clm":{"choice":"english_llm","correct":false,"latency_ms":31.45,"confidence":0.72305},"jev":{"choice":"multilingual_llm","correct":true,"latency_ms":127.45,"confidence":1.0}},"schema":{"criteria":{"search_engine.query":"{\"description\":\"Executes a search query and retrieves relevant real-time information, specific details, or general facts from the internet, with an option to filter results from the year 2022 onwards.\",\"name\":\"search_engine.query\",\"parameters\":{\"properties\":{\"include_after_year\":{\"default\":false,\"description\":\"A flag to include only information published after the year 2022.\",\"type\":\"boolean\"},\"prompt\":{\"description\":\"The search query string to be executed by the search engine.\",\"type\":\"string\"},\"source\":{\"default\":\"Google\",\"description\":\"Preferred source for retrieving information. If unspecified, the search encompasses all available sources.\",\"enum\":[\"Google\",\"Bing\",\"Yahoo\",\"DuckDuckGo\"],\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","generate_image":"{\"description\":\"Generate a digital image based on a text-based prompt, suitable for various general applications.\",\"name\":\"generate_image\",\"parameters\":{\"properties\":{\"color_mode\":{\"default\":\"RGB\",\"description\":\"The color mode of the image.\",\"enum\":[\"RGB\",\"Grayscale\",\"CMYK\"],\"type\":\"string\"},\"image_quality\":{\"default\":80,\"description\":\"The quality of the generated image on a scale of 1 to 100, where 100 is the highest quality.\",\"type\":\"integer\"},\"prompt\":{\"description\":\"The text description used to guide the image generation process.\",\"type\":\"string\"},\"resolution\":{\"default\":\"1280x720\",\"description\":\"The desired resolution for the generated image, in the format 'WIDTHxHEIGHT' (e.g., '1920x1080').\",\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","generate_human_image":"{\"description\":\"Generates a digital image of a human subject based on the provided text prompt. This function is tailored to create images representing different human demographics such as girls, boys, women, men, and children.\",\"name\":\"generate_human_image\",\"parameters\":{\"properties\":{\"image_format\":{\"default\":\"PNG\",\"description\":\"The file format for the generated image.\",\"enum\":[\"JPEG\",\"PNG\",\"GIF\"],\"type\":\"string\"},\"image_quality\":{\"default\":\"high\",\"description\":\"The desired quality level of the generated image.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"},\"include_metadata\":{\"default\":false,\"description\":\"Specifies whether to include metadata about the generated image, such as creation time and prompt details.\",\"type\":\"boolean\"},\"prompt\":{\"description\":\"The text prompt describing the desired characteristics of the human image to be generated. For example, 'a smiling girl with blue eyes'.\",\"type\":\"string\"}},\"required\":[\"prompt\"],\"type\":\"dict\"}}","multilingual_llm":"{\"description\":\"Interact with a multilingual large language model (LLM) to generate text-based answers in various languages, excluding real-time data and information post-2022. Suitable for processing prompts in languages such as Hindi, Arabic, Marathi, etc.\",\"name\":\"multilingual_llm\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"Hindi\",\"description\":\"The language of the input prompt.\",\"enum\":[\"Hindi\",\"Arabic\",\"Marathi\"],\"type\":\"string\"},\"max_length\":{\"default\":150,\"description\":\"The maximum length of the response in number of tokens (words or punctuation).\",\"type\":\"integer\"},\"q\":{\"description\":\"The prompt for the LLM, provided in a supported language other than English. The format should be plain text.\",\"type\":\"string\"},\"temperature\":{\"default\":0.5,\"description\":\"The creativity level of the response, ranging from 0.0 (deterministic) to 1.0 (more creative).\",\"type\":\"float\"}},\"required\":[\"q\"],\"type\":\"dict\"}}","english_llm":"{\"description\":\"This function provides interaction with an English large language model (LLM) to generate text-based answers. It operates exclusively on English language prompts and does not include real-time data or information post-2022.\",\"name\":\"english_llm\",\"parameters\":{\"properties\":{\"max_tokens\":{\"default\":50,\"description\":\"The maximum number of tokens to generate in the response. One token roughly corresponds to one word.\",\"type\":\"integer\"},\"q\":{\"description\":\"The English language prompt for the LLM to process and generate a response.\",\"type\":\"string\"},\"return_probabilities\":{\"default\":false,\"description\":\"Whether to return the probabilities of the generated tokens. If set to true, the response will include the likelihood of each token.\",\"type\":\"boolean\"},\"temperature\":{\"default\":0.7,\"description\":\"The creativity level of the response, with a scale from 0.0 (deterministic) to 1.0 (creative).\",\"type\":\"float\"}},\"required\":[\"q\"],\"type\":\"dict\"}}"},"clm":{"choice":"generate_human_image","correct":false,"latency_ms":61.76,"confidence":0.342715},"jev":{"choice":"multilingual_llm","correct":true,"latency_ms":126.92,"confidence":0.99}}}},{"id":"live_multiple_134-51-0","split":"live_multiple","state":"User: What is the price of Apple on NYSE?","expected":"stock_price.get","candidate_count":2,"views":{"description":{"criteria":{"weather.get":"weather.get: Get the current weather details such as temperature, wind speed, and precipitation for a specified city and country.","stock_price.get":"stock_price.get: Retrieves the current stock price for a specified ticker symbol from a given stock exchange."},"clm":{"choice":"stock_price.get","correct":true,"latency_ms":61.12,"confidence":0.997035},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":97.52,"confidence":1.0}},"prose_schema":{"criteria":{"weather.get":"weather.get: Get the current weather details such as temperature, wind speed, and precipitation for a specified city and country.\nParameter city (string); required; The name of the city for which the weather is being requested, such as 'San Francisco'.\nParameter country (string); required; The country where the city is located, in ISO 3166-1 alpha-2 code format, such as 'US' for the United States.\nParameter units (string); The unit system for the temperature: 'metric' for Celsius, 'imperial' for Fahrenheit. Defaults to 'metric'.; allowed values: metric, imperial; default: metric\nParameter include_forecast (boolean); A flag to indicate whether to include a weather forecast for the next 5 days. Defaults to false.; default: False","stock_price.get":"stock_price.get: Retrieves the current stock price for a specified ticker symbol from a given stock exchange.\nParameter ticker (string); required; The unique ticker or stock symbol used to identify the publicly traded shares of a particular stock on a particular stock market.\nParameter exchange (string); required; The stock exchange where the stock is listed, such as 'NYSE' for New York Stock Exchange or 'NASDAQ'.; allowed values: NYSE, NASDAQ, LSE, TSX, HKSE"},"clm":{"choice":"stock_price.get","correct":true,"latency_ms":78.28,"confidence":0.988359},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":101.29,"confidence":1.0}},"schema":{"criteria":{"weather.get":"{\"description\":\"Get the current weather details such as temperature, wind speed, and precipitation for a specified city and country.\",\"name\":\"weather.get\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather is being requested, such as 'San Francisco'.\",\"type\":\"string\"},\"country\":{\"description\":\"The country where the city is located, in ISO 3166-1 alpha-2 code format, such as 'US' for the United States.\",\"type\":\"string\"},\"include_forecast\":{\"default\":false,\"description\":\"A flag to indicate whether to include a weather forecast for the next 5 days. Defaults to false.\",\"type\":\"boolean\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system for the temperature: 'metric' for Celsius, 'imperial' for Fahrenheit. Defaults to 'metric'.\",\"enum\":[\"metric\",\"imperial\"],\"type\":\"string\"}},\"required\":[\"city\",\"country\"],\"type\":\"dict\"}}","stock_price.get":"{\"description\":\"Retrieves the current stock price for a specified ticker symbol from a given stock exchange.\",\"name\":\"stock_price.get\",\"parameters\":{\"properties\":{\"exchange\":{\"description\":\"The stock exchange where the stock is listed, such as 'NYSE' for New York Stock Exchange or 'NASDAQ'.\",\"enum\":[\"NYSE\",\"NASDAQ\",\"LSE\",\"TSX\",\"HKSE\"],\"type\":\"string\"},\"ticker\":{\"description\":\"The unique ticker or stock symbol used to identify the publicly traded shares of a particular stock on a particular stock market.\",\"type\":\"string\"}},\"required\":[\"ticker\",\"exchange\"],\"type\":\"dict\"}}"},"clm":{"choice":"stock_price.get","correct":true,"latency_ms":96.69,"confidence":0.818078},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":112.82,"confidence":1.0}}}},{"id":"live_multiple_135-51-1","split":"live_multiple","state":"User: What is the temperature in London, UK?","expected":"weather.get","candidate_count":2,"views":{"description":{"criteria":{"weather.get":"weather.get: Get the current weather details such as temperature, wind speed, and precipitation for a specified city and country.","stock_price.get":"stock_price.get: Retrieves the current stock price for a specified ticker symbol from a given stock exchange."},"clm":{"choice":"weather.get","correct":true,"latency_ms":28.44,"confidence":0.982219},"jev":{"choice":"weather.get","correct":true,"latency_ms":105.2,"confidence":1.0}},"prose_schema":{"criteria":{"weather.get":"weather.get: Get the current weather details such as temperature, wind speed, and precipitation for a specified city and country.\nParameter city (string); required; The name of the city for which the weather is being requested, such as 'San Francisco'.\nParameter country (string); required; The country where the city is located, in ISO 3166-1 alpha-2 code format, such as 'US' for the United States.\nParameter units (string); The unit system for the temperature: 'metric' for Celsius, 'imperial' for Fahrenheit. Defaults to 'metric'.; allowed values: metric, imperial; default: metric\nParameter include_forecast (boolean); A flag to indicate whether to include a weather forecast for the next 5 days. Defaults to false.; default: False","stock_price.get":"stock_price.get: Retrieves the current stock price for a specified ticker symbol from a given stock exchange.\nParameter ticker (string); required; The unique ticker or stock symbol used to identify the publicly traded shares of a particular stock on a particular stock market.\nParameter exchange (string); required; The stock exchange where the stock is listed, such as 'NYSE' for New York Stock Exchange or 'NASDAQ'.; allowed values: NYSE, NASDAQ, LSE, TSX, HKSE"},"clm":{"choice":"weather.get","correct":true,"latency_ms":31.05,"confidence":0.978523},"jev":{"choice":"weather.get","correct":true,"latency_ms":128.61,"confidence":1.0}},"schema":{"criteria":{"weather.get":"{\"description\":\"Get the current weather details such as temperature, wind speed, and precipitation for a specified city and country.\",\"name\":\"weather.get\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather is being requested, such as 'San Francisco'.\",\"type\":\"string\"},\"country\":{\"description\":\"The country where the city is located, in ISO 3166-1 alpha-2 code format, such as 'US' for the United States.\",\"type\":\"string\"},\"include_forecast\":{\"default\":false,\"description\":\"A flag to indicate whether to include a weather forecast for the next 5 days. Defaults to false.\",\"type\":\"boolean\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system for the temperature: 'metric' for Celsius, 'imperial' for Fahrenheit. Defaults to 'metric'.\",\"enum\":[\"metric\",\"imperial\"],\"type\":\"string\"}},\"required\":[\"city\",\"country\"],\"type\":\"dict\"}}","stock_price.get":"{\"description\":\"Retrieves the current stock price for a specified ticker symbol from a given stock exchange.\",\"name\":\"stock_price.get\",\"parameters\":{\"properties\":{\"exchange\":{\"description\":\"The stock exchange where the stock is listed, such as 'NYSE' for New York Stock Exchange or 'NASDAQ'.\",\"enum\":[\"NYSE\",\"NASDAQ\",\"LSE\",\"TSX\",\"HKSE\"],\"type\":\"string\"},\"ticker\":{\"description\":\"The unique ticker or stock symbol used to identify the publicly traded shares of a particular stock on a particular stock market.\",\"type\":\"string\"}},\"required\":[\"ticker\",\"exchange\"],\"type\":\"dict\"}}"},"clm":{"choice":"stock_price.get","correct":false,"latency_ms":34.95,"confidence":0.52439},"jev":{"choice":"weather.get","correct":true,"latency_ms":92.81,"confidence":1.0}}}},{"id":"live_multiple_136-52-0","split":"live_multiple","state":"User: I'm curious about the current weather conditions in London, United Kingdom. Can you provide me with that information?","expected":"weather.get_weather","candidate_count":2,"views":{"description":{"criteria":{"weather.get_weather":"weather.get_weather: Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city within a country.","stock_price.get":"stock_price.get: Retrieve the latest stock price for a given ticker and exchange."},"clm":{"choice":"weather.get_weather","correct":true,"latency_ms":63.16,"confidence":0.999592},"jev":{"choice":"weather.get_weather","correct":true,"latency_ms":99.47,"confidence":1.0}},"prose_schema":{"criteria":{"weather.get_weather":"weather.get_weather: Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city within a country.\nParameter city (string); required; The name of the city for which to retrieve the weather, formatted as 'City Name'. Example: 'London' or 'San Francisco'.\nParameter country (string); required; The full name of the country where the city is located, formatted as 'Country Name'. Example: 'United Kingdom' or 'United States'.","stock_price.get":"stock_price.get: Retrieve the latest stock price for a given ticker and exchange.\nParameter ticker (string); required; The unique stock symbol to identify a publicly traded company on a stock exchange.\nParameter exchange (string); required; The stock exchange where the ticker is listed, such as 'NYSE' or 'NASDAQ'.; allowed values: NYSE, NASDAQ, LSE, JPX, SSE"},"clm":{"choice":"weather.get_weather","correct":true,"latency_ms":115.98,"confidence":0.999992},"jev":{"choice":"weather.get_weather","correct":true,"latency_ms":125.83,"confidence":1.0}},"schema":{"criteria":{"weather.get_weather":"{\"description\":\"Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city within a country.\",\"name\":\"weather.get_weather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, formatted as 'City Name'. Example: 'London' or 'San Francisco'.\",\"type\":\"string\"},\"country\":{\"description\":\"The full name of the country where the city is located, formatted as 'Country Name'. Example: 'United Kingdom' or 'United States'.\",\"type\":\"string\"}},\"required\":[\"city\",\"country\"],\"type\":\"dict\"}}","stock_price.get":"{\"description\":\"Retrieve the latest stock price for a given ticker and exchange.\",\"name\":\"stock_price.get\",\"parameters\":{\"properties\":{\"exchange\":{\"description\":\"The stock exchange where the ticker is listed, such as 'NYSE' or 'NASDAQ'.\",\"enum\":[\"NYSE\",\"NASDAQ\",\"LSE\",\"JPX\",\"SSE\"],\"type\":\"string\"},\"ticker\":{\"description\":\"The unique stock symbol to identify a publicly traded company on a stock exchange.\",\"type\":\"string\"}},\"required\":[\"ticker\",\"exchange\"],\"type\":\"dict\"}}"},"clm":{"choice":"weather.get_weather","correct":true,"latency_ms":74.95,"confidence":0.823037},"jev":{"choice":"weather.get_weather","correct":true,"latency_ms":105.05,"confidence":1.0}}}},{"id":"live_multiple_137-52-1","split":"live_multiple","state":"User: Can you tell me the latest stock price for AAPL on NASDAQ?","expected":"stock_price.get","candidate_count":2,"views":{"description":{"criteria":{"weather.get_weather":"weather.get_weather: Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city within a country.","stock_price.get":"stock_price.get: Retrieve the latest stock price for a given ticker and exchange."},"clm":{"choice":"stock_price.get","correct":true,"latency_ms":28.68,"confidence":0.999955},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":103.01,"confidence":1.0}},"prose_schema":{"criteria":{"weather.get_weather":"weather.get_weather: Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city within a country.\nParameter city (string); required; The name of the city for which to retrieve the weather, formatted as 'City Name'. Example: 'London' or 'San Francisco'.\nParameter country (string); required; The full name of the country where the city is located, formatted as 'Country Name'. Example: 'United Kingdom' or 'United States'.","stock_price.get":"stock_price.get: Retrieve the latest stock price for a given ticker and exchange.\nParameter ticker (string); required; The unique stock symbol to identify a publicly traded company on a stock exchange.\nParameter exchange (string); required; The stock exchange where the ticker is listed, such as 'NYSE' or 'NASDAQ'.; allowed values: NYSE, NASDAQ, LSE, JPX, SSE"},"clm":{"choice":"weather.get_weather","correct":false,"latency_ms":30.1,"confidence":0.944572},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":96.21,"confidence":1.0}},"schema":{"criteria":{"weather.get_weather":"{\"description\":\"Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city within a country.\",\"name\":\"weather.get_weather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, formatted as 'City Name'. Example: 'London' or 'San Francisco'.\",\"type\":\"string\"},\"country\":{\"description\":\"The full name of the country where the city is located, formatted as 'Country Name'. Example: 'United Kingdom' or 'United States'.\",\"type\":\"string\"}},\"required\":[\"city\",\"country\"],\"type\":\"dict\"}}","stock_price.get":"{\"description\":\"Retrieve the latest stock price for a given ticker and exchange.\",\"name\":\"stock_price.get\",\"parameters\":{\"properties\":{\"exchange\":{\"description\":\"The stock exchange where the ticker is listed, such as 'NYSE' or 'NASDAQ'.\",\"enum\":[\"NYSE\",\"NASDAQ\",\"LSE\",\"JPX\",\"SSE\"],\"type\":\"string\"},\"ticker\":{\"description\":\"The unique stock symbol to identify a publicly traded company on a stock exchange.\",\"type\":\"string\"}},\"required\":[\"ticker\",\"exchange\"],\"type\":\"dict\"}}"},"clm":{"choice":"weather.get_weather","correct":false,"latency_ms":28.23,"confidence":0.71572},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":102.46,"confidence":1.0}}}},{"id":"live_multiple_138-53-0","split":"live_multiple","state":"User: Could you tell me the current weather conditions in London, United Kingdom, including the temperature, wind speed, and any precipitation?","expected":"weather.get","candidate_count":2,"views":{"description":{"criteria":{"weather.get":"weather.get: Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city and country.","stock_price.get":"stock_price.get: Retrieves the current stock price for a given ticker symbol from a specified exchange."},"clm":{"choice":"weather.get","correct":true,"latency_ms":74.26,"confidence":0.999764},"jev":{"choice":"weather.get","correct":true,"latency_ms":116.2,"confidence":1.0}},"prose_schema":{"criteria":{"weather.get":"weather.get: Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city and country.\nParameter city (string); required; The name of the city for which to get the weather, in the format of 'City'. For example, 'London' or 'Tokyo'.\nParameter country (string); required; The country where the city is located, in the format of 'Country'. For example, 'United Kingdom' or 'Japan'.; allowed values: United States, United Kingdom, Canada, Australia, Japan\nParameter units (string); The units for temperature and wind speed. 'metric' for Celsius and meters per second, 'imperial' for Fahrenheit and miles per hour.; allowed values: metric, imperial; default: metric","stock_price.get":"stock_price.get: Retrieves the current stock price for a given ticker symbol from a specified exchange.\nParameter ticker (string); required; The unique ticker or stock symbol used to represent a public company on a stock exchange.\nParameter exchange (string); required; The stock exchange where the ticker is listed, such as 'NYSE' or 'NASDAQ'.; allowed values: NYSE, NASDAQ, AMEX, TSX, LSE\nParameter date (string); The date for which to retrieve the stock price, in the format 'YYYY-MM-DD'. Defaults to the most recent trading day if not specified.; default: None"},"clm":{"choice":"weather.get","correct":true,"latency_ms":78.22,"confidence":0.983352},"jev":{"choice":"weather.get","correct":true,"latency_ms":135.29,"confidence":1.0}},"schema":{"criteria":{"weather.get":"{\"description\":\"Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city and country.\",\"name\":\"weather.get\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to get the weather, in the format of 'City'. For example, 'London' or 'Tokyo'.\",\"type\":\"string\"},\"country\":{\"description\":\"The country where the city is located, in the format of 'Country'. For example, 'United Kingdom' or 'Japan'.\",\"enum\":[\"United States\",\"United Kingdom\",\"Canada\",\"Australia\",\"Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The units for temperature and wind speed. 'metric' for Celsius and meters per second, 'imperial' for Fahrenheit and miles per hour.\",\"enum\":[\"metric\",\"imperial\"],\"type\":\"string\"}},\"required\":[\"city\",\"country\"],\"type\":\"dict\"}}","stock_price.get":"{\"description\":\"Retrieves the current stock price for a given ticker symbol from a specified exchange.\",\"name\":\"stock_price.get\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the stock price, in the format 'YYYY-MM-DD'. Defaults to the most recent trading day if not specified.\",\"type\":\"string\"},\"exchange\":{\"description\":\"The stock exchange where the ticker is listed, such as 'NYSE' or 'NASDAQ'.\",\"enum\":[\"NYSE\",\"NASDAQ\",\"AMEX\",\"TSX\",\"LSE\"],\"type\":\"string\"},\"ticker\":{\"description\":\"The unique ticker or stock symbol used to represent a public company on a stock exchange.\",\"type\":\"string\"}},\"required\":[\"ticker\",\"exchange\"],\"type\":\"dict\"}}"},"clm":{"choice":"weather.get","correct":true,"latency_ms":143.69,"confidence":0.68225},"jev":{"choice":"weather.get","correct":true,"latency_ms":116.6,"confidence":1.0}}}},{"id":"live_multiple_139-53-1","split":"live_multiple","state":"User: Could you tell me the current price of AAPL on the NASDAQ?","expected":"stock_price.get","candidate_count":2,"views":{"description":{"criteria":{"weather.get":"weather.get: Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city and country.","stock_price.get":"stock_price.get: Retrieves the current stock price for a given ticker symbol from a specified exchange."},"clm":{"choice":"stock_price.get","correct":true,"latency_ms":28.96,"confidence":0.999831},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":97.81,"confidence":1.0}},"prose_schema":{"criteria":{"weather.get":"weather.get: Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city and country.\nParameter city (string); required; The name of the city for which to get the weather, in the format of 'City'. For example, 'London' or 'Tokyo'.\nParameter country (string); required; The country where the city is located, in the format of 'Country'. For example, 'United Kingdom' or 'Japan'.; allowed values: United States, United Kingdom, Canada, Australia, Japan\nParameter units (string); The units for temperature and wind speed. 'metric' for Celsius and meters per second, 'imperial' for Fahrenheit and miles per hour.; allowed values: metric, imperial; default: metric","stock_price.get":"stock_price.get: Retrieves the current stock price for a given ticker symbol from a specified exchange.\nParameter ticker (string); required; The unique ticker or stock symbol used to represent a public company on a stock exchange.\nParameter exchange (string); required; The stock exchange where the ticker is listed, such as 'NYSE' or 'NASDAQ'.; allowed values: NYSE, NASDAQ, AMEX, TSX, LSE\nParameter date (string); The date for which to retrieve the stock price, in the format 'YYYY-MM-DD'. Defaults to the most recent trading day if not specified.; default: None"},"clm":{"choice":"stock_price.get","correct":true,"latency_ms":51.43,"confidence":0.999796},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":109.75,"confidence":1.0}},"schema":{"criteria":{"weather.get":"{\"description\":\"Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city and country.\",\"name\":\"weather.get\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to get the weather, in the format of 'City'. For example, 'London' or 'Tokyo'.\",\"type\":\"string\"},\"country\":{\"description\":\"The country where the city is located, in the format of 'Country'. For example, 'United Kingdom' or 'Japan'.\",\"enum\":[\"United States\",\"United Kingdom\",\"Canada\",\"Australia\",\"Japan\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The units for temperature and wind speed. 'metric' for Celsius and meters per second, 'imperial' for Fahrenheit and miles per hour.\",\"enum\":[\"metric\",\"imperial\"],\"type\":\"string\"}},\"required\":[\"city\",\"country\"],\"type\":\"dict\"}}","stock_price.get":"{\"description\":\"Retrieves the current stock price for a given ticker symbol from a specified exchange.\",\"name\":\"stock_price.get\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the stock price, in the format 'YYYY-MM-DD'. Defaults to the most recent trading day if not specified.\",\"type\":\"string\"},\"exchange\":{\"description\":\"The stock exchange where the ticker is listed, such as 'NYSE' or 'NASDAQ'.\",\"enum\":[\"NYSE\",\"NASDAQ\",\"AMEX\",\"TSX\",\"LSE\"],\"type\":\"string\"},\"ticker\":{\"description\":\"The unique ticker or stock symbol used to represent a public company on a stock exchange.\",\"type\":\"string\"}},\"required\":[\"ticker\",\"exchange\"],\"type\":\"dict\"}}"},"clm":{"choice":"weather.get","correct":false,"latency_ms":33.75,"confidence":0.790188},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":98.15,"confidence":1.0}}}},{"id":"live_multiple_140-54-0","split":"live_multiple","state":"User: Could you tell me the current weather conditions in London, including the temperature and wind speed?","expected":"weather.get","candidate_count":2,"views":{"description":{"criteria":{"weather.get":"weather.get: Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city and country.","stock_price.get":"stock_price.get: Retrieve the latest trade price for a specified stock ticker on a given exchange."},"clm":{"choice":"weather.get","correct":true,"latency_ms":72.07,"confidence":0.999778},"jev":{"choice":"weather.get","correct":true,"latency_ms":97.28,"confidence":1.0}},"prose_schema":{"criteria":{"weather.get":"weather.get: Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city and country.\nParameter city (string); required; The name of the city for which to retrieve weather information, such as 'San Francisco'.\nParameter country (string); required; The ISO country code (2-letter) for the city's country, such as 'US' for the United States.\nParameter units (string); The unit system used for the weather data. Possible values are 'metric' for Celsius, 'imperial' for Fahrenheit, and 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter include_forecast (boolean); A flag indicating whether to include a weather forecast for the next 5 days. If true, the forecast will be included.; default: False","stock_price.get":"stock_price.get: Retrieve the latest trade price for a specified stock ticker on a given exchange.\nParameter ticker (string); required; The unique stock ticker symbol used to identify the publicly traded shares of a particular stock on an exchange.\nParameter exchange (string); required; The stock exchange where the ticker is listed, such as 'NYSE' or 'NASDAQ'.; allowed values: NYSE, NASDAQ, LSE, TSX"},"clm":{"choice":"weather.get","correct":true,"latency_ms":113.83,"confidence":0.999993},"jev":{"choice":"weather.get","correct":true,"latency_ms":114.21,"confidence":1.0}},"schema":{"criteria":{"weather.get":"{\"description\":\"Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city and country.\",\"name\":\"weather.get\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather information, such as 'San Francisco'.\",\"type\":\"string\"},\"country\":{\"description\":\"The ISO country code (2-letter) for the city's country, such as 'US' for the United States.\",\"type\":\"string\"},\"include_forecast\":{\"default\":false,\"description\":\"A flag indicating whether to include a weather forecast for the next 5 days. If true, the forecast will be included.\",\"type\":\"boolean\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Possible values are 'metric' for Celsius, 'imperial' for Fahrenheit, and 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"city\",\"country\"],\"type\":\"dict\"}}","stock_price.get":"{\"description\":\"Retrieve the latest trade price for a specified stock ticker on a given exchange.\",\"name\":\"stock_price.get\",\"parameters\":{\"properties\":{\"exchange\":{\"description\":\"The stock exchange where the ticker is listed, such as 'NYSE' or 'NASDAQ'.\",\"enum\":[\"NYSE\",\"NASDAQ\",\"LSE\",\"TSX\"],\"type\":\"string\"},\"ticker\":{\"description\":\"The unique stock ticker symbol used to identify the publicly traded shares of a particular stock on an exchange.\",\"type\":\"string\"}},\"required\":[\"ticker\",\"exchange\"],\"type\":\"dict\"}}"},"clm":{"choice":"stock_price.get","correct":false,"latency_ms":126.28,"confidence":0.757447},"jev":{"choice":"weather.get","correct":true,"latency_ms":100.39,"confidence":1.0}}}},{"id":"live_multiple_141-54-1","split":"live_multiple","state":"User: Could you retrieve the latest trading price for AAPL on the NASDAQ exchange?","expected":"stock_price.get","candidate_count":2,"views":{"description":{"criteria":{"weather.get":"weather.get: Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city and country.","stock_price.get":"stock_price.get: Retrieve the latest trade price for a specified stock ticker on a given exchange."},"clm":{"choice":"stock_price.get","correct":true,"latency_ms":28.99,"confidence":0.999839},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":98.72,"confidence":1.0}},"prose_schema":{"criteria":{"weather.get":"weather.get: Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city and country.\nParameter city (string); required; The name of the city for which to retrieve weather information, such as 'San Francisco'.\nParameter country (string); required; The ISO country code (2-letter) for the city's country, such as 'US' for the United States.\nParameter units (string); The unit system used for the weather data. Possible values are 'metric' for Celsius, 'imperial' for Fahrenheit, and 'standard' for Kelvin.; allowed values: metric, imperial, standard; default: metric\nParameter include_forecast (boolean); A flag indicating whether to include a weather forecast for the next 5 days. If true, the forecast will be included.; default: False","stock_price.get":"stock_price.get: Retrieve the latest trade price for a specified stock ticker on a given exchange.\nParameter ticker (string); required; The unique stock ticker symbol used to identify the publicly traded shares of a particular stock on an exchange.\nParameter exchange (string); required; The stock exchange where the ticker is listed, such as 'NYSE' or 'NASDAQ'.; allowed values: NYSE, NASDAQ, LSE, TSX"},"clm":{"choice":"weather.get","correct":false,"latency_ms":33.97,"confidence":0.957322},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":123.39,"confidence":1.0}},"schema":{"criteria":{"weather.get":"{\"description\":\"Get the current weather conditions, including temperature, wind speed, and precipitation, for a specified city and country.\",\"name\":\"weather.get\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather information, such as 'San Francisco'.\",\"type\":\"string\"},\"country\":{\"description\":\"The ISO country code (2-letter) for the city's country, such as 'US' for the United States.\",\"type\":\"string\"},\"include_forecast\":{\"default\":false,\"description\":\"A flag indicating whether to include a weather forecast for the next 5 days. If true, the forecast will be included.\",\"type\":\"boolean\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system used for the weather data. Possible values are 'metric' for Celsius, 'imperial' for Fahrenheit, and 'standard' for Kelvin.\",\"enum\":[\"metric\",\"imperial\",\"standard\"],\"type\":\"string\"}},\"required\":[\"city\",\"country\"],\"type\":\"dict\"}}","stock_price.get":"{\"description\":\"Retrieve the latest trade price for a specified stock ticker on a given exchange.\",\"name\":\"stock_price.get\",\"parameters\":{\"properties\":{\"exchange\":{\"description\":\"The stock exchange where the ticker is listed, such as 'NYSE' or 'NASDAQ'.\",\"enum\":[\"NYSE\",\"NASDAQ\",\"LSE\",\"TSX\"],\"type\":\"string\"},\"ticker\":{\"description\":\"The unique stock ticker symbol used to identify the publicly traded shares of a particular stock on an exchange.\",\"type\":\"string\"}},\"required\":[\"ticker\",\"exchange\"],\"type\":\"dict\"}}"},"clm":{"choice":"stock_price.get","correct":true,"latency_ms":28.03,"confidence":0.630639},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":105.96,"confidence":1.0}}}},{"id":"live_multiple_142-55-0","split":"live_multiple","state":"User: Could you provide the current weather data for London in the UK, including the temperature, wind speed, and precipitation levels?","expected":"weather.get_weather_data","candidate_count":2,"views":{"description":{"criteria":{"weather.get_weather_data":"weather.get_weather_data: Retrieves current weather data including temperature, wind speed, and precipitation levels for a specified city and country.","stock_price.get":"stock_price.get: Retrieve the current stock price for a specified ticker symbol from the stock market."},"clm":{"choice":"weather.get_weather_data","correct":true,"latency_ms":66.06,"confidence":0.99987},"jev":{"choice":"weather.get_weather_data","correct":true,"latency_ms":119.77,"confidence":1.0}},"prose_schema":{"criteria":{"weather.get_weather_data":"weather.get_weather_data: Retrieves current weather data including temperature, wind speed, and precipitation levels for a specified city and country.\nParameter city (string); required; The name of the city for which weather data is being requested, e.g., 'San Francisco'.\nParameter country (string); required; The country in which the city is located, using ISO 3166-1 alpha-2 country codes, e.g., 'US' for the United States.\nParameter units (string); The unit system for the temperature (Celsius or Fahrenheit) and wind speed (m/s or mph).; allowed values: metric, imperial; default: metric\nParameter language (string); The language code for the response data, such as 'en' for English or 'es' for Spanish.; allowed values: en, es, fr, de; default: en","stock_price.get":"stock_price.get: Retrieve the current stock price for a specified ticker symbol from the stock market.\nParameter ticker (string); required; The stock ticker symbol for which the price is being requested, such as 'AAPL' for Apple Inc.\nParameter exchange (string); The stock exchange where the ticker is listed, such as 'NASDAQ' or 'NYSE'.; allowed values: NASDAQ, NYSE, AMEX; default: NASDAQ\nParameter date (string); The date for which the stock price is requested, in the format 'YYYY-MM-DD'. If not provided, the latest available price is returned.; default: None"},"clm":{"choice":"stock_price.get","correct":false,"latency_ms":119.25,"confidence":0.690822},"jev":{"choice":"weather.get_weather_data","correct":true,"latency_ms":140.3,"confidence":1.0}},"schema":{"criteria":{"weather.get_weather_data":"{\"description\":\"Retrieves current weather data including temperature, wind speed, and precipitation levels for a specified city and country.\",\"name\":\"weather.get_weather_data\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which weather data is being requested, e.g., 'San Francisco'.\",\"type\":\"string\"},\"country\":{\"description\":\"The country in which the city is located, using ISO 3166-1 alpha-2 country codes, e.g., 'US' for the United States.\",\"type\":\"string\"},\"language\":{\"default\":\"en\",\"description\":\"The language code for the response data, such as 'en' for English or 'es' for Spanish.\",\"enum\":[\"en\",\"es\",\"fr\",\"de\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system for the temperature (Celsius or Fahrenheit) and wind speed (m/s or mph).\",\"enum\":[\"metric\",\"imperial\"],\"type\":\"string\"}},\"required\":[\"city\",\"country\"],\"type\":\"dict\"}}","stock_price.get":"{\"description\":\"Retrieve the current stock price for a specified ticker symbol from the stock market.\",\"name\":\"stock_price.get\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The date for which the stock price is requested, in the format 'YYYY-MM-DD'. If not provided, the latest available price is returned.\",\"type\":\"string\"},\"exchange\":{\"default\":\"NASDAQ\",\"description\":\"The stock exchange where the ticker is listed, such as 'NASDAQ' or 'NYSE'.\",\"enum\":[\"NASDAQ\",\"NYSE\",\"AMEX\"],\"type\":\"string\"},\"ticker\":{\"description\":\"The stock ticker symbol for which the price is being requested, such as 'AAPL' for Apple Inc.\",\"type\":\"string\"}},\"required\":[\"ticker\"],\"type\":\"dict\"}}"},"clm":{"choice":"stock_price.get","correct":false,"latency_ms":102.58,"confidence":0.856142},"jev":{"choice":"weather.get_weather_data","correct":true,"latency_ms":130.51,"confidence":1.0}}}},{"id":"live_multiple_143-55-1","split":"live_multiple","state":"User: Can you give me the current price for the ticker symbol AAPL on NASDAQ?","expected":"stock_price.get","candidate_count":2,"views":{"description":{"criteria":{"weather.get_weather_data":"weather.get_weather_data: Retrieves current weather data including temperature, wind speed, and precipitation levels for a specified city and country.","stock_price.get":"stock_price.get: Retrieve the current stock price for a specified ticker symbol from the stock market."},"clm":{"choice":"stock_price.get","correct":true,"latency_ms":29.38,"confidence":0.999986},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":111.25,"confidence":1.0}},"prose_schema":{"criteria":{"weather.get_weather_data":"weather.get_weather_data: Retrieves current weather data including temperature, wind speed, and precipitation levels for a specified city and country.\nParameter city (string); required; The name of the city for which weather data is being requested, e.g., 'San Francisco'.\nParameter country (string); required; The country in which the city is located, using ISO 3166-1 alpha-2 country codes, e.g., 'US' for the United States.\nParameter units (string); The unit system for the temperature (Celsius or Fahrenheit) and wind speed (m/s or mph).; allowed values: metric, imperial; default: metric\nParameter language (string); The language code for the response data, such as 'en' for English or 'es' for Spanish.; allowed values: en, es, fr, de; default: en","stock_price.get":"stock_price.get: Retrieve the current stock price for a specified ticker symbol from the stock market.\nParameter ticker (string); required; The stock ticker symbol for which the price is being requested, such as 'AAPL' for Apple Inc.\nParameter exchange (string); The stock exchange where the ticker is listed, such as 'NASDAQ' or 'NYSE'.; allowed values: NASDAQ, NYSE, AMEX; default: NASDAQ\nParameter date (string); The date for which the stock price is requested, in the format 'YYYY-MM-DD'. If not provided, the latest available price is returned.; default: None"},"clm":{"choice":"stock_price.get","correct":true,"latency_ms":43.37,"confidence":0.999961},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":119.69,"confidence":1.0}},"schema":{"criteria":{"weather.get_weather_data":"{\"description\":\"Retrieves current weather data including temperature, wind speed, and precipitation levels for a specified city and country.\",\"name\":\"weather.get_weather_data\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which weather data is being requested, e.g., 'San Francisco'.\",\"type\":\"string\"},\"country\":{\"description\":\"The country in which the city is located, using ISO 3166-1 alpha-2 country codes, e.g., 'US' for the United States.\",\"type\":\"string\"},\"language\":{\"default\":\"en\",\"description\":\"The language code for the response data, such as 'en' for English or 'es' for Spanish.\",\"enum\":[\"en\",\"es\",\"fr\",\"de\"],\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system for the temperature (Celsius or Fahrenheit) and wind speed (m/s or mph).\",\"enum\":[\"metric\",\"imperial\"],\"type\":\"string\"}},\"required\":[\"city\",\"country\"],\"type\":\"dict\"}}","stock_price.get":"{\"description\":\"Retrieve the current stock price for a specified ticker symbol from the stock market.\",\"name\":\"stock_price.get\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The date for which the stock price is requested, in the format 'YYYY-MM-DD'. If not provided, the latest available price is returned.\",\"type\":\"string\"},\"exchange\":{\"default\":\"NASDAQ\",\"description\":\"The stock exchange where the ticker is listed, such as 'NASDAQ' or 'NYSE'.\",\"enum\":[\"NASDAQ\",\"NYSE\",\"AMEX\"],\"type\":\"string\"},\"ticker\":{\"description\":\"The stock ticker symbol for which the price is being requested, such as 'AAPL' for Apple Inc.\",\"type\":\"string\"}},\"required\":[\"ticker\"],\"type\":\"dict\"}}"},"clm":{"choice":"stock_price.get","correct":true,"latency_ms":33.82,"confidence":0.976626},"jev":{"choice":"stock_price.get","correct":true,"latency_ms":104.22,"confidence":1.0}}}},{"id":"live_multiple_144-56-0","split":"live_multiple","state":"User: Can you tell me the lowest temperature reading across all sensors for my organization from the latest data available?","expected":"get_sensor_readings_latest","candidate_count":2,"views":{"description":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieves a list of sensor alerts within specified parameters including pagination, time range, and filter criteria.","get_sensor_readings_latest":"get_sensor_readings_latest: Return the latest available reading for each metric from each sensor, sorted by sensor serial number."},"clm":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":69.41,"confidence":0.761933},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":102.03,"confidence":1.0}},"prose_schema":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieves a list of sensor alerts within specified parameters including pagination, time range, and filter criteria.\nParameter perPage (integer); required; Number of entries per page returned. Must be within the range of 3 to 100.\nParameter startingAfter (string); Server-generated token indicating the start of the page, typically a timestamp or ID. Clients should not define this; use pagination links provided in response headers instead.; default: None\nParameter endingBefore (string); Server-generated token indicating the end of the page, typically a timestamp or ID. Clients should not define this; use pagination links provided in response headers instead.; default: None\nParameter t0 (string); Start of the data timespan as a timestamp in ISO 8601 format (e.g., '2023-04-05T14:30:00Z'). Maximum lookback is 365 days from today.; default: None\nParameter t1 (string); End of the data timespan as a timestamp in ISO 8601 format (e.g., '2023-05-05T14:30:00Z'). Can be up to 365 days after t0.; default: None\nParameter networkId (array); List of network IDs to filter the alerts by.; default: []\nParameter timespan (integer); Duration for which the information is fetched in seconds. Do not specify if t0 and t1 are set. Maximum is 31536000 seconds (365 days).; default: 31536000\nParameter sensorSerial (string); Serial number of the sensor to filter the returned data.; default: None\nParameter triggerMetric (string); Metric that triggered the alert. Valid values include various sensor metrics such as temperature, humidity, and more.; allowed values: apparentPower, co2, current, door, frequency, humidity, indoorAirQuality, noise, pm25, powerFactor, realPower, temperature, tvoc, upstreamPower, voltage, water; default: None","get_sensor_readings_latest":"get_sensor_readings_latest: Return the latest available reading for each metric from each sensor, sorted by sensor serial number.\nParameter perPage (integer); required; Specifies the number of entries per page returned. Value must be between 3 and 100. If user doesn't specify, please use 100.\nParameter startingAfter (string); Token indicating the start of the page, typically a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ', such as '2023-04-01T00:00:00Z'.; default: None\nParameter endingBefore (string); Token indicating the end of the page, typically a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ', such as '2023-04-01T23:59:59Z'.; default: None\nParameter networkId (array); List of network IDs to filter the returned sensor data. If omitted, data from all networks are retrieved.; default: []\nParameter serials (array); List of sensor serial numbers to filter readings. If omitted, readings from all sensors are retrieved.; default: []\nParameter metrics (array); Sensor reading types to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types are retrieved.; default: []"},"clm":{"choice":"get_sensor_alerts","correct":false,"latency_ms":154.85,"confidence":0.575673},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":121.12,"confidence":1.0}},"schema":{"criteria":{"get_sensor_alerts":"{\"description\":\"Retrieves a list of sensor alerts within specified parameters including pagination, time range, and filter criteria.\",\"name\":\"get_sensor_alerts\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"Server-generated token indicating the end of the page, typically a timestamp or ID. Clients should not define this; use pagination links provided in response headers instead.\",\"type\":\"string\"},\"networkId\":{\"default\":[],\"description\":\"List of network IDs to filter the alerts by.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"Number of entries per page returned. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"sensorSerial\":{\"default\":null,\"description\":\"Serial number of the sensor to filter the returned data.\",\"type\":\"string\"},\"startingAfter\":{\"default\":null,\"description\":\"Server-generated token indicating the start of the page, typically a timestamp or ID. Clients should not define this; use pagination links provided in response headers instead.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"Start of the data timespan as a timestamp in ISO 8601 format (e.g., '2023-04-05T14:30:00Z'). Maximum lookback is 365 days from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"End of the data timespan as a timestamp in ISO 8601 format (e.g., '2023-05-05T14:30:00Z'). Can be up to 365 days after t0.\",\"type\":\"string\"},\"timespan\":{\"default\":31536000,\"description\":\"Duration for which the information is fetched in seconds. Do not specify if t0 and t1 are set. Maximum is 31536000 seconds (365 days).\",\"type\":\"integer\"},\"triggerMetric\":{\"default\":null,\"description\":\"Metric that triggered the alert. Valid values include various sensor metrics such as temperature, humidity, and more.\",\"enum\":[\"apparentPower\",\"co2\",\"current\",\"door\",\"frequency\",\"humidity\",\"indoorAirQuality\",\"noise\",\"pm25\",\"powerFactor\",\"realPower\",\"temperature\",\"tvoc\",\"upstreamPower\",\"voltage\",\"water\"],\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_latest":"{\"description\":\"Return the latest available reading for each metric from each sensor, sorted by sensor serial number.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"Token indicating the end of the page, typically a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ', such as '2023-04-01T23:59:59Z'.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Sensor reading types to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types are retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"List of network IDs to filter the returned sensor data. If omitted, data from all networks are retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"Specifies the number of entries per page returned. Value must be between 3 and 100. If user doesn't specify, please use 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"List of sensor serial numbers to filter readings. If omitted, readings from all sensors are retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"Token indicating the start of the page, typically a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ', such as '2023-04-01T00:00:00Z'.\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_alerts","correct":false,"latency_ms":173.19,"confidence":0.92646},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":120.74,"confidence":1.0}}}},{"id":"live_multiple_145-57-0","split":"live_multiple","state":"User: Can you tell me the current price of a 'winter jacket' in Berkeley, CA?","expected":"get_shopping","candidate_count":3,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.","get_current_news":"get_current_news: Retrieves the latest news articles for a specified location, formatted as 'City, State'.","get_shopping":"get_shopping: Get the current price of a given item at a specified location."},"clm":{"choice":"get_shopping","correct":true,"latency_ms":54.74,"confidence":0.97463},"jev":{"choice":"get_shopping","correct":true,"latency_ms":128.76,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of measurement for temperature values.; allowed values: celsius, fahrenheit; default: fahrenheit","get_current_news":"get_current_news: Retrieves the latest news articles for a specified location, formatted as 'City, State'.\nParameter location (string); required; The geographic location for which current news is to be fetched, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter unit (string); The unit of temperature measurement used within the news content.; allowed values: celsius, fahrenheit; default: fahrenheit","get_shopping":"get_shopping: Get the current price of a given item at a specified location.\nParameter item_name (string); required; The name of the item for which the price is being queried.\nParameter location (string); required; The location where the item is being sold, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter currency (string); The currency in which the price should be provided.; allowed values: USD, EUR, GBP, JPY, CNY; default: USD"},"clm":{"choice":"get_shopping","correct":true,"latency_ms":106.36,"confidence":0.902504},"jev":{"choice":"get_shopping","correct":true,"latency_ms":141.12,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of measurement for temperature values.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","get_current_news":"{\"description\":\"Retrieves the latest news articles for a specified location, formatted as 'City, State'.\",\"name\":\"get_current_news\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The geographic location for which current news is to be fetched, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature measurement used within the news content.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","get_shopping":"{\"description\":\"Get the current price of a given item at a specified location.\",\"name\":\"get_shopping\",\"parameters\":{\"properties\":{\"currency\":{\"default\":\"USD\",\"description\":\"The currency in which the price should be provided.\",\"enum\":[\"USD\",\"EUR\",\"GBP\",\"JPY\",\"CNY\"],\"type\":\"string\"},\"item_name\":{\"description\":\"The name of the item for which the price is being queried.\",\"type\":\"string\"},\"location\":{\"description\":\"The location where the item is being sold, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"item_name\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_current_news","correct":false,"latency_ms":162.82,"confidence":0.621861},"jev":{"choice":"get_shopping","correct":true,"latency_ms":150.85,"confidence":1.0}}}},{"id":"live_multiple_146-58-0","split":"live_multiple","state":"User: Can you retrieve the most recent readings for each metric from sensors within the networks 'n1' and 'n2'?","expected":"get_sensor_readings_latest","candidate_count":4,"views":{"description":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices."},"clm":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":79.54,"confidence":0.690447},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":171.88,"confidence":1.0}},"prose_schema":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\nParameter perPage (integer); The number of entries per page returned. Acceptable range is 3 - 100.; default: 10\nParameter startingAfter (string); A server-generated token indicating the start of the page, such as a timestamp or an ID.; default: None\nParameter endingBefore (string); A server-generated token indicating the end of the page, such as a timestamp or an ID.; default: None\nParameter t0 (string); The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.; default: None\nParameter t1 (string); The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.; default: None\nParameter networkId (array); A list of network IDs to filter the returned data.; default: []\nParameter timespan (integer); The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).; default: 31536000\nParameter sensorSerial (string); The sensor serial number to filter the returned data.; default: None\nParameter triggerMetric (string); Filter alerts triggered by a specific metric.; allowed values: apparentPower, co2, current, door, frequency, humidity, indoorAirQuality, noise, pm25, powerFactor, realPower, temperature, tvoc, upstreamPower, voltage, water; default: None","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\nParameter perPage (integer); required; Specifies the number of entries per page. Must be within the range of 3 to 100.\nParameter startingAfter (string); The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.; default: None\nParameter endingBefore (string); The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.; default: None\nParameter networkId (array); Filters the returned data by network IDs. If omitted, data for all networks is returned.; default: []\nParameter serials (array); Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.; default: []\nParameter metrics (array); Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.; allowed values: temperature, humidity, co2, battery, noise, pm2.5; default: []","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\nParameter perPage (integer); Number of entries per page, within the range of 3 to 100.; default: 10\nParameter startingAfter (string); Server-generated token indicating the start of the page, typically a timestamp or ID.; default: None\nParameter endingBefore (string); Server-generated token indicating the end of the page, typically a timestamp or ID.; default: None\nParameter networkId (array); Filter data by the specified network IDs.; default: []\nParameter serials (array); Filter readings by sensor serial numbers.; default: []\nParameter metrics (array); Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.; default: []\nParameter timespan (integer); required; The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\nParameter t0 (string); Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.; default: None\nParameter t1 (string); End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.; default: None\nParameter interval (integer); The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.; allowed values: 15, 120, 300, 900, 3600, 14400, 86400, 604800; default: 86400\nParameter models (array); Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.; allowed values: MT10, MT11, MT12, MT14, MT20, MT30; default: []","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\nParameter perPage (integer); The number of entries per page returned. Must be within the range of 3 to 100.; default: 10\nParameter startingAfter (string); A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter endingBefore (string); A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter networkId (array); The network IDs to filter the returned data. If omitted, data from all networks will be included.; default: []\nParameter serials (array); Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.; default: []\nParameter metrics (array); Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.; default: []\nParameter timespan (integer); required; The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\nParameter t0 (string); The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.; default: None\nParameter t1 (string); The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.; default: None"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":268.86,"confidence":0.84042},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":140.66,"confidence":1.0}},"schema":{"criteria":{"get_sensor_alerts":"{\"description\":\"Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\",\"name\":\"get_sensor_alerts\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-generated token indicating the end of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"networkId\":{\"default\":[],\"description\":\"A list of network IDs to filter the returned data.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Acceptable range is 3 - 100.\",\"type\":\"integer\"},\"sensorSerial\":{\"default\":null,\"description\":\"The sensor serial number to filter the returned data.\",\"type\":\"string\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-generated token indicating the start of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.\",\"type\":\"string\"},\"timespan\":{\"default\":31536000,\"description\":\"The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).\",\"type\":\"integer\"},\"triggerMetric\":{\"default\":null,\"description\":\"Filter alerts triggered by a specific metric.\",\"enum\":[\"apparentPower\",\"co2\",\"current\",\"door\",\"frequency\",\"humidity\",\"indoorAirQuality\",\"noise\",\"pm25\",\"powerFactor\",\"realPower\",\"temperature\",\"tvoc\",\"upstreamPower\",\"voltage\",\"water\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","get_sensor_readings_latest":"{\"description\":\"Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.\",\"enum\":[\"temperature\",\"humidity\",\"co2\",\"battery\",\"noise\",\"pm2.5\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filters the returned data by network IDs. If omitted, data for all networks is returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"Specifies the number of entries per page. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_history_by_interval":"{\"description\":\"Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\",\"name\":\"get_sensor_readings_history_by_interval\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"Server-generated token indicating the end of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"interval\":{\"default\":86400,\"description\":\"The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.\",\"enum\":[15,120,300,900,3600,14400,86400,604800],\"type\":\"integer\"},\"metrics\":{\"default\":[],\"description\":\"Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"models\":{\"default\":[],\"description\":\"Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.\",\"enum\":[\"MT10\",\"MT11\",\"MT12\",\"MT14\",\"MT20\",\"MT30\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filter data by the specified network IDs.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"Number of entries per page, within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"Server-generated token indicating the start of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}","get_sensor_readings_history":"{\"description\":\"Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\",\"name\":\"get_sensor_readings_history\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"The network IDs to filter the returned data. If omitted, data from all networks will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":294.38,"confidence":0.350725},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":156.99,"confidence":1.0}}}},{"id":"live_multiple_147-58-1","split":"live_multiple","state":"User: I need to review the temperature readings from our sensors for a specific period. Can you fetch the data from yesterday midday to yesterday 3pm? Use the network ID 'L_579838452023959405'. Today's date is March 6, 2024.","expected":"get_sensor_readings_history","candidate_count":4,"views":{"description":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices."},"clm":{"choice":"get_sensor_readings_history","correct":true,"latency_ms":39.19,"confidence":0.725041},"jev":{"choice":"get_sensor_readings_history","correct":true,"latency_ms":122.57,"confidence":0.51}},"prose_schema":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\nParameter perPage (integer); The number of entries per page returned. Acceptable range is 3 - 100.; default: 10\nParameter startingAfter (string); A server-generated token indicating the start of the page, such as a timestamp or an ID.; default: None\nParameter endingBefore (string); A server-generated token indicating the end of the page, such as a timestamp or an ID.; default: None\nParameter t0 (string); The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.; default: None\nParameter t1 (string); The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.; default: None\nParameter networkId (array); A list of network IDs to filter the returned data.; default: []\nParameter timespan (integer); The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).; default: 31536000\nParameter sensorSerial (string); The sensor serial number to filter the returned data.; default: None\nParameter triggerMetric (string); Filter alerts triggered by a specific metric.; allowed values: apparentPower, co2, current, door, frequency, humidity, indoorAirQuality, noise, pm25, powerFactor, realPower, temperature, tvoc, upstreamPower, voltage, water; default: None","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\nParameter perPage (integer); required; Specifies the number of entries per page. Must be within the range of 3 to 100.\nParameter startingAfter (string); The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.; default: None\nParameter endingBefore (string); The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.; default: None\nParameter networkId (array); Filters the returned data by network IDs. If omitted, data for all networks is returned.; default: []\nParameter serials (array); Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.; default: []\nParameter metrics (array); Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.; allowed values: temperature, humidity, co2, battery, noise, pm2.5; default: []","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\nParameter perPage (integer); Number of entries per page, within the range of 3 to 100.; default: 10\nParameter startingAfter (string); Server-generated token indicating the start of the page, typically a timestamp or ID.; default: None\nParameter endingBefore (string); Server-generated token indicating the end of the page, typically a timestamp or ID.; default: None\nParameter networkId (array); Filter data by the specified network IDs.; default: []\nParameter serials (array); Filter readings by sensor serial numbers.; default: []\nParameter metrics (array); Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.; default: []\nParameter timespan (integer); required; The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\nParameter t0 (string); Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.; default: None\nParameter t1 (string); End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.; default: None\nParameter interval (integer); The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.; allowed values: 15, 120, 300, 900, 3600, 14400, 86400, 604800; default: 86400\nParameter models (array); Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.; allowed values: MT10, MT11, MT12, MT14, MT20, MT30; default: []","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\nParameter perPage (integer); The number of entries per page returned. Must be within the range of 3 to 100.; default: 10\nParameter startingAfter (string); A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter endingBefore (string); A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter networkId (array); The network IDs to filter the returned data. If omitted, data from all networks will be included.; default: []\nParameter serials (array); Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.; default: []\nParameter metrics (array); Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.; default: []\nParameter timespan (integer); required; The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\nParameter t0 (string); The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.; default: None\nParameter t1 (string); The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.; default: None"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":36.13,"confidence":0.811969},"jev":{"choice":"get_sensor_readings_history","correct":true,"latency_ms":106.21,"confidence":0.82}},"schema":{"criteria":{"get_sensor_alerts":"{\"description\":\"Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\",\"name\":\"get_sensor_alerts\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-generated token indicating the end of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"networkId\":{\"default\":[],\"description\":\"A list of network IDs to filter the returned data.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Acceptable range is 3 - 100.\",\"type\":\"integer\"},\"sensorSerial\":{\"default\":null,\"description\":\"The sensor serial number to filter the returned data.\",\"type\":\"string\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-generated token indicating the start of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.\",\"type\":\"string\"},\"timespan\":{\"default\":31536000,\"description\":\"The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).\",\"type\":\"integer\"},\"triggerMetric\":{\"default\":null,\"description\":\"Filter alerts triggered by a specific metric.\",\"enum\":[\"apparentPower\",\"co2\",\"current\",\"door\",\"frequency\",\"humidity\",\"indoorAirQuality\",\"noise\",\"pm25\",\"powerFactor\",\"realPower\",\"temperature\",\"tvoc\",\"upstreamPower\",\"voltage\",\"water\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","get_sensor_readings_latest":"{\"description\":\"Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.\",\"enum\":[\"temperature\",\"humidity\",\"co2\",\"battery\",\"noise\",\"pm2.5\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filters the returned data by network IDs. If omitted, data for all networks is returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"Specifies the number of entries per page. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_history_by_interval":"{\"description\":\"Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\",\"name\":\"get_sensor_readings_history_by_interval\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"Server-generated token indicating the end of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"interval\":{\"default\":86400,\"description\":\"The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.\",\"enum\":[15,120,300,900,3600,14400,86400,604800],\"type\":\"integer\"},\"metrics\":{\"default\":[],\"description\":\"Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"models\":{\"default\":[],\"description\":\"Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.\",\"enum\":[\"MT10\",\"MT11\",\"MT12\",\"MT14\",\"MT20\",\"MT30\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filter data by the specified network IDs.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"Number of entries per page, within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"Server-generated token indicating the start of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}","get_sensor_readings_history":"{\"description\":\"Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\",\"name\":\"get_sensor_readings_history\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"The network IDs to filter the returned data. If omitted, data from all networks will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_alerts","correct":false,"latency_ms":39.81,"confidence":0.57392},"jev":{"choice":"get_sensor_readings_history","correct":true,"latency_ms":116.11,"confidence":0.85}}}},{"id":"live_multiple_148-58-2","split":"live_multiple","state":"User: Can you retrieve the most recent readings for each metric from the sensors in my organization? Let's limit the results to 10 entries per page.","expected":"get_sensor_readings_latest","candidate_count":4,"views":{"description":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices."},"clm":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":28.29,"confidence":0.820069},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":136.55,"confidence":1.0}},"prose_schema":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\nParameter perPage (integer); required; The number of entries per page returned. Acceptable range is 3 - 100.\nParameter startingAfter (string); A server-generated token indicating the start of the page, such as a timestamp or an ID.; default: None\nParameter endingBefore (string); A server-generated token indicating the end of the page, such as a timestamp or an ID.; default: None\nParameter t0 (string); The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.; default: None\nParameter t1 (string); The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.; default: None\nParameter networkId (array); A list of network IDs to filter the returned data.; default: []\nParameter timespan (integer); The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).; default: 31536000\nParameter sensorSerial (string); The sensor serial number to filter the returned data.; default: None\nParameter triggerMetric (string); Filter alerts triggered by a specific metric.; allowed values: apparentPower, co2, current, door, frequency, humidity, indoorAirQuality, noise, pm25, powerFactor, realPower, temperature, tvoc, upstreamPower, voltage, water; default: None","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\nParameter perPage (integer); required; Specifies the number of entries per page. Must be within the range of 3 to 100.\nParameter startingAfter (string); The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.; default: None\nParameter endingBefore (string); The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.; default: None\nParameter networkId (array); Filters the returned data by network IDs. If omitted, data for all networks is returned.; default: []\nParameter serials (array); Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.; default: []\nParameter metrics (array); Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.; allowed values: temperature, humidity, co2, battery, noise, pm2.5; default: []","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\nParameter perPage (integer); Number of entries per page, within the range of 3 to 100.; default: 10\nParameter startingAfter (string); Server-generated token indicating the start of the page, typically a timestamp or ID.; default: None\nParameter endingBefore (string); Server-generated token indicating the end of the page, typically a timestamp or ID.; default: None\nParameter networkId (array); Filter data by the specified network IDs.; default: []\nParameter serials (array); Filter readings by sensor serial numbers.; default: []\nParameter metrics (array); Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.; default: []\nParameter timespan (integer); required; The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\nParameter t0 (string); Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.; default: None\nParameter t1 (string); End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.; default: None\nParameter interval (integer); The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.; allowed values: 15, 120, 300, 900, 3600, 14400, 86400, 604800; default: 86400\nParameter models (array); Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.; allowed values: MT10, MT11, MT12, MT14, MT20, MT30; default: []","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\nParameter perPage (integer); The number of entries per page returned. Must be within the range of 3 to 100.; default: 10\nParameter startingAfter (string); A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter endingBefore (string); A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter networkId (array); The network IDs to filter the returned data. If omitted, data from all networks will be included.; default: []\nParameter serials (array); Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.; default: []\nParameter metrics (array); Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.; default: []\nParameter timespan (integer); required; The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\nParameter t0 (string); The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.; default: None\nParameter t1 (string); The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.; default: None"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":104.52,"confidence":0.634539},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":108.39,"confidence":1.0}},"schema":{"criteria":{"get_sensor_alerts":"{\"description\":\"Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\",\"name\":\"get_sensor_alerts\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-generated token indicating the end of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"networkId\":{\"default\":[],\"description\":\"A list of network IDs to filter the returned data.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Acceptable range is 3 - 100.\",\"type\":\"integer\"},\"sensorSerial\":{\"default\":null,\"description\":\"The sensor serial number to filter the returned data.\",\"type\":\"string\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-generated token indicating the start of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.\",\"type\":\"string\"},\"timespan\":{\"default\":31536000,\"description\":\"The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).\",\"type\":\"integer\"},\"triggerMetric\":{\"default\":null,\"description\":\"Filter alerts triggered by a specific metric.\",\"enum\":[\"apparentPower\",\"co2\",\"current\",\"door\",\"frequency\",\"humidity\",\"indoorAirQuality\",\"noise\",\"pm25\",\"powerFactor\",\"realPower\",\"temperature\",\"tvoc\",\"upstreamPower\",\"voltage\",\"water\"],\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_latest":"{\"description\":\"Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.\",\"enum\":[\"temperature\",\"humidity\",\"co2\",\"battery\",\"noise\",\"pm2.5\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filters the returned data by network IDs. If omitted, data for all networks is returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"Specifies the number of entries per page. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_history_by_interval":"{\"description\":\"Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\",\"name\":\"get_sensor_readings_history_by_interval\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"Server-generated token indicating the end of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"interval\":{\"default\":86400,\"description\":\"The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.\",\"enum\":[15,120,300,900,3600,14400,86400,604800],\"type\":\"integer\"},\"metrics\":{\"default\":[],\"description\":\"Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"models\":{\"default\":[],\"description\":\"Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.\",\"enum\":[\"MT10\",\"MT11\",\"MT12\",\"MT14\",\"MT20\",\"MT30\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filter data by the specified network IDs.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"Number of entries per page, within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"Server-generated token indicating the start of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}","get_sensor_readings_history":"{\"description\":\"Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\",\"name\":\"get_sensor_readings_history\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"The network IDs to filter the returned data. If omitted, data from all networks will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_alerts","correct":false,"latency_ms":159.54,"confidence":0.351658},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":115.62,"confidence":1.0}}}},{"id":"live_multiple_149-58-3","split":"live_multiple","state":"User: Could you retrieve a list of sensor alerts, showing 10 entries per page for the network with ID L_579838452023959405?","expected":"get_sensor_alerts","candidate_count":4,"views":{"description":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices."},"clm":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":28.48,"confidence":0.885929},"jev":{"choice":"get_sensor_alerts","correct":true,"latency_ms":115.29,"confidence":1.0}},"prose_schema":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\nParameter perPage (integer); required; The number of entries per page returned. Acceptable range is 3 - 100.\nParameter startingAfter (string); A server-generated token indicating the start of the page, such as a timestamp or an ID.; default: None\nParameter endingBefore (string); A server-generated token indicating the end of the page, such as a timestamp or an ID.; default: None\nParameter t0 (string); The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.; default: None\nParameter t1 (string); The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.; default: None\nParameter networkId (array); A list of network IDs to filter the returned data.; default: []\nParameter timespan (integer); The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).; default: 31536000\nParameter sensorSerial (string); The sensor serial number to filter the returned data.; default: None\nParameter triggerMetric (string); Filter alerts triggered by a specific metric.; allowed values: apparentPower, co2, current, door, frequency, humidity, indoorAirQuality, noise, pm25, powerFactor, realPower, temperature, tvoc, upstreamPower, voltage, water; default: None","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\nParameter perPage (integer); required; Specifies the number of entries per page. Must be within the range of 3 to 100.\nParameter startingAfter (string); The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.; default: None\nParameter endingBefore (string); The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.; default: None\nParameter networkId (array); Filters the returned data by network IDs. If omitted, data for all networks is returned.; default: []\nParameter serials (array); Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.; default: []\nParameter metrics (array); Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.; allowed values: temperature, humidity, co2, battery, noise, pm2.5; default: []","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\nParameter perPage (integer); Number of entries per page, within the range of 3 to 100.; default: 10\nParameter startingAfter (string); Server-generated token indicating the start of the page, typically a timestamp or ID.; default: None\nParameter endingBefore (string); Server-generated token indicating the end of the page, typically a timestamp or ID.; default: None\nParameter networkId (array); Filter data by the specified network IDs.; default: []\nParameter serials (array); Filter readings by sensor serial numbers.; default: []\nParameter metrics (array); Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.; default: []\nParameter timespan (integer); required; The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\nParameter t0 (string); Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.; default: None\nParameter t1 (string); End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.; default: None\nParameter interval (integer); The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.; allowed values: 15, 120, 300, 900, 3600, 14400, 86400, 604800; default: 86400\nParameter models (array); Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.; allowed values: MT10, MT11, MT12, MT14, MT20, MT30; default: []","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\nParameter perPage (integer); The number of entries per page returned. Must be within the range of 3 to 100.; default: 10\nParameter startingAfter (string); A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter endingBefore (string); A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter networkId (array); The network IDs to filter the returned data. If omitted, data from all networks will be included.; default: []\nParameter serials (array); Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.; default: []\nParameter metrics (array); Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.; default: []\nParameter timespan (integer); required; The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\nParameter t0 (string); The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.; default: None\nParameter t1 (string); The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.; default: None"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":37.04,"confidence":0.803403},"jev":{"choice":"get_sensor_alerts","correct":true,"latency_ms":123.98,"confidence":1.0}},"schema":{"criteria":{"get_sensor_alerts":"{\"description\":\"Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\",\"name\":\"get_sensor_alerts\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-generated token indicating the end of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"networkId\":{\"default\":[],\"description\":\"A list of network IDs to filter the returned data.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Acceptable range is 3 - 100.\",\"type\":\"integer\"},\"sensorSerial\":{\"default\":null,\"description\":\"The sensor serial number to filter the returned data.\",\"type\":\"string\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-generated token indicating the start of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.\",\"type\":\"string\"},\"timespan\":{\"default\":31536000,\"description\":\"The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).\",\"type\":\"integer\"},\"triggerMetric\":{\"default\":null,\"description\":\"Filter alerts triggered by a specific metric.\",\"enum\":[\"apparentPower\",\"co2\",\"current\",\"door\",\"frequency\",\"humidity\",\"indoorAirQuality\",\"noise\",\"pm25\",\"powerFactor\",\"realPower\",\"temperature\",\"tvoc\",\"upstreamPower\",\"voltage\",\"water\"],\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_latest":"{\"description\":\"Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.\",\"enum\":[\"temperature\",\"humidity\",\"co2\",\"battery\",\"noise\",\"pm2.5\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filters the returned data by network IDs. If omitted, data for all networks is returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"Specifies the number of entries per page. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_history_by_interval":"{\"description\":\"Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\",\"name\":\"get_sensor_readings_history_by_interval\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"Server-generated token indicating the end of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"interval\":{\"default\":86400,\"description\":\"The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.\",\"enum\":[15,120,300,900,3600,14400,86400,604800],\"type\":\"integer\"},\"metrics\":{\"default\":[],\"description\":\"Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"models\":{\"default\":[],\"description\":\"Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.\",\"enum\":[\"MT10\",\"MT11\",\"MT12\",\"MT14\",\"MT20\",\"MT30\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filter data by the specified network IDs.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"Number of entries per page, within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"Server-generated token indicating the start of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}","get_sensor_readings_history":"{\"description\":\"Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\",\"name\":\"get_sensor_readings_history\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"The network IDs to filter the returned data. If omitted, data from all networks will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_alerts","correct":true,"latency_ms":37.48,"confidence":0.330501},"jev":{"choice":"get_sensor_alerts","correct":true,"latency_ms":136.33,"confidence":1.0}}}},{"id":"live_multiple_150-58-4","split":"live_multiple","state":"User: I want to retrieve the most recent readings from all sensors within my organization. I don't have any specific network IDs to filter by, so it should include all available networks. I have the necessary permissions and API access. How should I proceed to obtain this data? keep 100 entries per page","expected":"get_sensor_readings_latest","candidate_count":4,"views":{"description":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices."},"clm":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":43.13,"confidence":0.895634},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":105.87,"confidence":0.99}},"prose_schema":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\nParameter perPage (integer); required; The number of entries per page returned. Acceptable range is 3 - 100.\nParameter startingAfter (string); A server-generated token indicating the start of the page, such as a timestamp or an ID.; default: None\nParameter endingBefore (string); A server-generated token indicating the end of the page, such as a timestamp or an ID.; default: None\nParameter t0 (string); The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.; default: None\nParameter t1 (string); The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.; default: None\nParameter networkId (array); A list of network IDs to filter the returned data.; default: []\nParameter timespan (integer); The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).; default: 31536000\nParameter sensorSerial (string); The sensor serial number to filter the returned data.; default: None\nParameter triggerMetric (string); Filter alerts triggered by a specific metric.; allowed values: apparentPower, co2, current, door, frequency, humidity, indoorAirQuality, noise, pm25, powerFactor, realPower, temperature, tvoc, upstreamPower, voltage, water; default: None","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\nParameter perPage (integer); required; Specifies the number of entries per page. Must be within the range of 3 to 100.\nParameter startingAfter (string); The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.; default: None\nParameter endingBefore (string); The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.; default: None\nParameter networkId (array); Filters the returned data by network IDs. If omitted, data for all networks is returned.; default: []\nParameter serials (array); Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.; default: []\nParameter metrics (array); Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.; allowed values: temperature, humidity, co2, battery, noise, pm2.5; default: []","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\nParameter perPage (integer); Number of entries per page, within the range of 3 to 100.; default: 10\nParameter startingAfter (string); Server-generated token indicating the start of the page, typically a timestamp or ID.; default: None\nParameter endingBefore (string); Server-generated token indicating the end of the page, typically a timestamp or ID.; default: None\nParameter networkId (array); Filter data by the specified network IDs.; default: []\nParameter serials (array); Filter readings by sensor serial numbers.; default: []\nParameter metrics (array); Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.; default: []\nParameter timespan (integer); required; The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\nParameter t0 (string); Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.; default: None\nParameter t1 (string); End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.; default: None\nParameter interval (integer); The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.; allowed values: 15, 120, 300, 900, 3600, 14400, 86400, 604800; default: 86400\nParameter models (array); Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.; allowed values: MT10, MT11, MT12, MT14, MT20, MT30; default: []","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\nParameter perPage (integer); The number of entries per page returned. Must be within the range of 3 to 100.; default: 10\nParameter startingAfter (string); A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter endingBefore (string); A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter networkId (array); The network IDs to filter the returned data. If omitted, data from all networks will be included.; default: []\nParameter serials (array); Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.; default: []\nParameter metrics (array); Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.; default: []\nParameter timespan (integer); required; The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\nParameter t0 (string); The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.; default: None\nParameter t1 (string); The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.; default: None"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":35.34,"confidence":0.720133},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":121.2,"confidence":1.0}},"schema":{"criteria":{"get_sensor_alerts":"{\"description\":\"Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\",\"name\":\"get_sensor_alerts\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-generated token indicating the end of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"networkId\":{\"default\":[],\"description\":\"A list of network IDs to filter the returned data.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Acceptable range is 3 - 100.\",\"type\":\"integer\"},\"sensorSerial\":{\"default\":null,\"description\":\"The sensor serial number to filter the returned data.\",\"type\":\"string\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-generated token indicating the start of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.\",\"type\":\"string\"},\"timespan\":{\"default\":31536000,\"description\":\"The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).\",\"type\":\"integer\"},\"triggerMetric\":{\"default\":null,\"description\":\"Filter alerts triggered by a specific metric.\",\"enum\":[\"apparentPower\",\"co2\",\"current\",\"door\",\"frequency\",\"humidity\",\"indoorAirQuality\",\"noise\",\"pm25\",\"powerFactor\",\"realPower\",\"temperature\",\"tvoc\",\"upstreamPower\",\"voltage\",\"water\"],\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_latest":"{\"description\":\"Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.\",\"enum\":[\"temperature\",\"humidity\",\"co2\",\"battery\",\"noise\",\"pm2.5\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filters the returned data by network IDs. If omitted, data for all networks is returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"Specifies the number of entries per page. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_history_by_interval":"{\"description\":\"Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\",\"name\":\"get_sensor_readings_history_by_interval\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"Server-generated token indicating the end of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"interval\":{\"default\":86400,\"description\":\"The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.\",\"enum\":[15,120,300,900,3600,14400,86400,604800],\"type\":\"integer\"},\"metrics\":{\"default\":[],\"description\":\"Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"models\":{\"default\":[],\"description\":\"Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.\",\"enum\":[\"MT10\",\"MT11\",\"MT12\",\"MT14\",\"MT20\",\"MT30\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filter data by the specified network IDs.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"Number of entries per page, within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"Server-generated token indicating the start of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}","get_sensor_readings_history":"{\"description\":\"Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\",\"name\":\"get_sensor_readings_history\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"The network IDs to filter the returned data. If omitted, data from all networks will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_alerts","correct":false,"latency_ms":37.54,"confidence":0.490388},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":113.05,"confidence":1.0}}}},{"id":"live_multiple_151-58-5","split":"live_multiple","state":"User: I need to see the latest readings from our sensors. Can you provide the most recent data for each metric from each sensor, limiting the result to 10 entries per page?","expected":"get_sensor_readings_latest","candidate_count":4,"views":{"description":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices."},"clm":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":30.78,"confidence":0.8887},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":130.24,"confidence":1.0}},"prose_schema":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\nParameter perPage (integer); required; The number of entries per page returned. Acceptable range is 3 - 100.\nParameter startingAfter (string); A server-generated token indicating the start of the page, such as a timestamp or an ID.; default: None\nParameter endingBefore (string); A server-generated token indicating the end of the page, such as a timestamp or an ID.; default: None\nParameter t0 (string); The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.; default: None\nParameter t1 (string); The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.; default: None\nParameter networkId (array); A list of network IDs to filter the returned data.; default: []\nParameter timespan (integer); The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).; default: 31536000\nParameter sensorSerial (string); The sensor serial number to filter the returned data.; default: None\nParameter triggerMetric (string); Filter alerts triggered by a specific metric.; allowed values: apparentPower, co2, current, door, frequency, humidity, indoorAirQuality, noise, pm25, powerFactor, realPower, temperature, tvoc, upstreamPower, voltage, water; default: None","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\nParameter perPage (integer); required; Specifies the number of entries per page. Must be within the range of 3 to 100.\nParameter startingAfter (string); The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.; default: None\nParameter endingBefore (string); The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.; default: None\nParameter networkId (array); Filters the returned data by network IDs. If omitted, data for all networks is returned.; default: []\nParameter serials (array); Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.; default: []\nParameter metrics (array); Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.; allowed values: temperature, humidity, co2, battery, noise, pm2.5; default: []","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\nParameter perPage (integer); Number of entries per page, within the range of 3 to 100.; default: 10\nParameter startingAfter (string); Server-generated token indicating the start of the page, typically a timestamp or ID.; default: None\nParameter endingBefore (string); Server-generated token indicating the end of the page, typically a timestamp or ID.; default: None\nParameter networkId (array); Filter data by the specified network IDs.; default: []\nParameter serials (array); Filter readings by sensor serial numbers.; default: []\nParameter metrics (array); Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.; default: []\nParameter timespan (integer); required; The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\nParameter t0 (string); Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.; default: None\nParameter t1 (string); End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.; default: None\nParameter interval (integer); The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.; allowed values: 15, 120, 300, 900, 3600, 14400, 86400, 604800; default: 86400\nParameter models (array); Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.; allowed values: MT10, MT11, MT12, MT14, MT20, MT30; default: []","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\nParameter perPage (integer); The number of entries per page returned. Must be within the range of 3 to 100.; default: 10\nParameter startingAfter (string); A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter endingBefore (string); A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter networkId (array); The network IDs to filter the returned data. If omitted, data from all networks will be included.; default: []\nParameter serials (array); Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.; default: []\nParameter metrics (array); Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.; default: []\nParameter timespan (integer); required; The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\nParameter t0 (string); The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.; default: None\nParameter t1 (string); The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.; default: None"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":59.96,"confidence":0.840572},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":141.08,"confidence":1.0}},"schema":{"criteria":{"get_sensor_alerts":"{\"description\":\"Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\",\"name\":\"get_sensor_alerts\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-generated token indicating the end of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"networkId\":{\"default\":[],\"description\":\"A list of network IDs to filter the returned data.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Acceptable range is 3 - 100.\",\"type\":\"integer\"},\"sensorSerial\":{\"default\":null,\"description\":\"The sensor serial number to filter the returned data.\",\"type\":\"string\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-generated token indicating the start of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.\",\"type\":\"string\"},\"timespan\":{\"default\":31536000,\"description\":\"The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).\",\"type\":\"integer\"},\"triggerMetric\":{\"default\":null,\"description\":\"Filter alerts triggered by a specific metric.\",\"enum\":[\"apparentPower\",\"co2\",\"current\",\"door\",\"frequency\",\"humidity\",\"indoorAirQuality\",\"noise\",\"pm25\",\"powerFactor\",\"realPower\",\"temperature\",\"tvoc\",\"upstreamPower\",\"voltage\",\"water\"],\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_latest":"{\"description\":\"Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.\",\"enum\":[\"temperature\",\"humidity\",\"co2\",\"battery\",\"noise\",\"pm2.5\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filters the returned data by network IDs. If omitted, data for all networks is returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"Specifies the number of entries per page. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_history_by_interval":"{\"description\":\"Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\",\"name\":\"get_sensor_readings_history_by_interval\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"Server-generated token indicating the end of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"interval\":{\"default\":86400,\"description\":\"The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.\",\"enum\":[15,120,300,900,3600,14400,86400,604800],\"type\":\"integer\"},\"metrics\":{\"default\":[],\"description\":\"Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"models\":{\"default\":[],\"description\":\"Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.\",\"enum\":[\"MT10\",\"MT11\",\"MT12\",\"MT14\",\"MT20\",\"MT30\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filter data by the specified network IDs.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"Number of entries per page, within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"Server-generated token indicating the start of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}","get_sensor_readings_history":"{\"description\":\"Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\",\"name\":\"get_sensor_readings_history\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"The network IDs to filter the returned data. If omitted, data from all networks will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":37.13,"confidence":0.429137},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":179.43,"confidence":1.0}}}},{"id":"live_multiple_152-58-6","split":"live_multiple","state":"User: I need to check the latest readings for all temperature and humidity sensors in my office network. The network ID is 'office-network-001'. Can you retrieve the most recent data for these metrics? Please give 100 entries per page too","expected":"get_sensor_readings_latest","candidate_count":4,"views":{"description":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices."},"clm":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":28.61,"confidence":0.960334},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":129.31,"confidence":1.0}},"prose_schema":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\nParameter perPage (integer); required; The number of entries per page returned. Acceptable range is 3 - 100.\nParameter startingAfter (string); A server-generated token indicating the start of the page, such as a timestamp or an ID.; default: None\nParameter endingBefore (string); A server-generated token indicating the end of the page, such as a timestamp or an ID.; default: None\nParameter t0 (string); The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.; default: None\nParameter t1 (string); The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.; default: None\nParameter networkId (array); A list of network IDs to filter the returned data.; default: []\nParameter timespan (integer); The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).; default: 31536000\nParameter sensorSerial (string); The sensor serial number to filter the returned data.; default: None\nParameter triggerMetric (string); Filter alerts triggered by a specific metric.; allowed values: apparentPower, co2, current, door, frequency, humidity, indoorAirQuality, noise, pm25, powerFactor, realPower, temperature, tvoc, upstreamPower, voltage, water; default: None","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\nParameter perPage (integer); required; Specifies the number of entries per page. Must be within the range of 3 to 100.\nParameter startingAfter (string); The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.; default: None\nParameter endingBefore (string); The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.; default: None\nParameter networkId (array); Filters the returned data by network IDs. If omitted, data for all networks is returned.; default: []\nParameter serials (array); Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.; default: []\nParameter metrics (array); Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.; allowed values: temperature, humidity, co2, battery, noise, pm2.5; default: []","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\nParameter perPage (integer); Number of entries per page, within the range of 3 to 100.; default: 10\nParameter startingAfter (string); Server-generated token indicating the start of the page, typically a timestamp or ID.; default: None\nParameter endingBefore (string); Server-generated token indicating the end of the page, typically a timestamp or ID.; default: None\nParameter networkId (array); Filter data by the specified network IDs.; default: []\nParameter serials (array); Filter readings by sensor serial numbers.; default: []\nParameter metrics (array); Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.; default: []\nParameter timespan (integer); required; The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\nParameter t0 (string); Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.; default: None\nParameter t1 (string); End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.; default: None\nParameter interval (integer); The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.; allowed values: 15, 120, 300, 900, 3600, 14400, 86400, 604800; default: 86400\nParameter models (array); Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.; allowed values: MT10, MT11, MT12, MT14, MT20, MT30; default: []","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\nParameter perPage (integer); The number of entries per page returned. Must be within the range of 3 to 100.; default: 10\nParameter startingAfter (string); A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter endingBefore (string); A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter networkId (array); The network IDs to filter the returned data. If omitted, data from all networks will be included.; default: []\nParameter serials (array); Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.; default: []\nParameter metrics (array); Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.; default: []\nParameter timespan (integer); required; The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\nParameter t0 (string); The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.; default: None\nParameter t1 (string); The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.; default: None"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":35.64,"confidence":0.515293},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":129.82,"confidence":1.0}},"schema":{"criteria":{"get_sensor_alerts":"{\"description\":\"Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\",\"name\":\"get_sensor_alerts\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-generated token indicating the end of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"networkId\":{\"default\":[],\"description\":\"A list of network IDs to filter the returned data.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Acceptable range is 3 - 100.\",\"type\":\"integer\"},\"sensorSerial\":{\"default\":null,\"description\":\"The sensor serial number to filter the returned data.\",\"type\":\"string\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-generated token indicating the start of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.\",\"type\":\"string\"},\"timespan\":{\"default\":31536000,\"description\":\"The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).\",\"type\":\"integer\"},\"triggerMetric\":{\"default\":null,\"description\":\"Filter alerts triggered by a specific metric.\",\"enum\":[\"apparentPower\",\"co2\",\"current\",\"door\",\"frequency\",\"humidity\",\"indoorAirQuality\",\"noise\",\"pm25\",\"powerFactor\",\"realPower\",\"temperature\",\"tvoc\",\"upstreamPower\",\"voltage\",\"water\"],\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_latest":"{\"description\":\"Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.\",\"enum\":[\"temperature\",\"humidity\",\"co2\",\"battery\",\"noise\",\"pm2.5\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filters the returned data by network IDs. If omitted, data for all networks is returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"Specifies the number of entries per page. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_history_by_interval":"{\"description\":\"Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\",\"name\":\"get_sensor_readings_history_by_interval\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"Server-generated token indicating the end of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"interval\":{\"default\":86400,\"description\":\"The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.\",\"enum\":[15,120,300,900,3600,14400,86400,604800],\"type\":\"integer\"},\"metrics\":{\"default\":[],\"description\":\"Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"models\":{\"default\":[],\"description\":\"Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.\",\"enum\":[\"MT10\",\"MT11\",\"MT12\",\"MT14\",\"MT20\",\"MT30\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filter data by the specified network IDs.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"Number of entries per page, within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"Server-generated token indicating the start of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}","get_sensor_readings_history":"{\"description\":\"Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\",\"name\":\"get_sensor_readings_history\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"The network IDs to filter the returned data. If omitted, data from all networks will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":66.29,"confidence":0.396695},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":126.68,"confidence":1.0}}}},{"id":"live_multiple_153-58-7","split":"live_multiple","state":"User: How can I access the temperature readings from my sensors for the past hour? I have the specific network ID ready to provide, it's 12312. If possible, I'd like the information to be presented in a sorted manner according to the timestamps. Make sure there is maximum amount of page for display.","expected":"get_sensor_readings_history","candidate_count":4,"views":{"description":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices."},"clm":{"choice":"get_sensor_readings_history","correct":true,"latency_ms":40.13,"confidence":0.856649},"jev":{"choice":"get_sensor_readings_history","correct":true,"latency_ms":160.36,"confidence":0.95}},"prose_schema":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\nParameter perPage (integer); required; The number of entries per page returned. Acceptable range is 3 - 100.\nParameter startingAfter (string); A server-generated token indicating the start of the page, such as a timestamp or an ID.; default: None\nParameter endingBefore (string); A server-generated token indicating the end of the page, such as a timestamp or an ID.; default: None\nParameter t0 (string); The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.; default: None\nParameter t1 (string); The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.; default: None\nParameter networkId (array); A list of network IDs to filter the returned data.; default: []\nParameter timespan (integer); The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).; default: 31536000\nParameter sensorSerial (string); The sensor serial number to filter the returned data.; default: None\nParameter triggerMetric (string); Filter alerts triggered by a specific metric.; allowed values: apparentPower, co2, current, door, frequency, humidity, indoorAirQuality, noise, pm25, powerFactor, realPower, temperature, tvoc, upstreamPower, voltage, water; default: None","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\nParameter perPage (integer); required; Specifies the number of entries per page. Must be within the range of 3 to 100.\nParameter startingAfter (string); The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.; default: None\nParameter endingBefore (string); The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.; default: None\nParameter networkId (array); Filters the returned data by network IDs. If omitted, data for all networks is returned.; default: []\nParameter serials (array); Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.; default: []\nParameter metrics (array); Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.; allowed values: temperature, humidity, co2, battery, noise, pm2.5; default: []","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\nParameter perPage (integer); Number of entries per page, within the range of 3 to 100.; default: 10\nParameter startingAfter (string); Server-generated token indicating the start of the page, typically a timestamp or ID.; default: None\nParameter endingBefore (string); Server-generated token indicating the end of the page, typically a timestamp or ID.; default: None\nParameter networkId (array); Filter data by the specified network IDs.; default: []\nParameter serials (array); Filter readings by sensor serial numbers.; default: []\nParameter metrics (array); Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.; default: []\nParameter timespan (integer); required; The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\nParameter t0 (string); Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.; default: None\nParameter t1 (string); End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.; default: None\nParameter interval (integer); The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.; allowed values: 15, 120, 300, 900, 3600, 14400, 86400, 604800; default: 86400\nParameter models (array); Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.; allowed values: MT10, MT11, MT12, MT14, MT20, MT30; default: []","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\nParameter perPage (integer); The number of entries per page returned. Must be within the range of 3 to 100.; default: 10\nParameter startingAfter (string); A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter endingBefore (string); A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter networkId (array); The network IDs to filter the returned data. If omitted, data from all networks will be included.; default: []\nParameter serials (array); Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.; default: []\nParameter metrics (array); Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.; default: []\nParameter timespan (integer); required; The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\nParameter t0 (string); The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.; default: None\nParameter t1 (string); The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.; default: None"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":68.82,"confidence":0.63297},"jev":{"choice":"get_sensor_readings_history","correct":true,"latency_ms":108.77,"confidence":0.99}},"schema":{"criteria":{"get_sensor_alerts":"{\"description\":\"Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\",\"name\":\"get_sensor_alerts\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-generated token indicating the end of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"networkId\":{\"default\":[],\"description\":\"A list of network IDs to filter the returned data.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Acceptable range is 3 - 100.\",\"type\":\"integer\"},\"sensorSerial\":{\"default\":null,\"description\":\"The sensor serial number to filter the returned data.\",\"type\":\"string\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-generated token indicating the start of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.\",\"type\":\"string\"},\"timespan\":{\"default\":31536000,\"description\":\"The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).\",\"type\":\"integer\"},\"triggerMetric\":{\"default\":null,\"description\":\"Filter alerts triggered by a specific metric.\",\"enum\":[\"apparentPower\",\"co2\",\"current\",\"door\",\"frequency\",\"humidity\",\"indoorAirQuality\",\"noise\",\"pm25\",\"powerFactor\",\"realPower\",\"temperature\",\"tvoc\",\"upstreamPower\",\"voltage\",\"water\"],\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_latest":"{\"description\":\"Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.\",\"enum\":[\"temperature\",\"humidity\",\"co2\",\"battery\",\"noise\",\"pm2.5\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filters the returned data by network IDs. If omitted, data for all networks is returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"Specifies the number of entries per page. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_history_by_interval":"{\"description\":\"Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\",\"name\":\"get_sensor_readings_history_by_interval\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"Server-generated token indicating the end of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"interval\":{\"default\":86400,\"description\":\"The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.\",\"enum\":[15,120,300,900,3600,14400,86400,604800],\"type\":\"integer\"},\"metrics\":{\"default\":[],\"description\":\"Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"models\":{\"default\":[],\"description\":\"Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.\",\"enum\":[\"MT10\",\"MT11\",\"MT12\",\"MT14\",\"MT20\",\"MT30\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filter data by the specified network IDs.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"Number of entries per page, within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"Server-generated token indicating the start of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}","get_sensor_readings_history":"{\"description\":\"Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\",\"name\":\"get_sensor_readings_history\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"The network IDs to filter the returned data. If omitted, data from all networks will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_alerts","correct":false,"latency_ms":89.88,"confidence":0.440066},"jev":{"choice":"get_sensor_readings_history","correct":true,"latency_ms":148.5,"confidence":1.0}}}},{"id":"live_multiple_154-58-8","split":"live_multiple","state":"User: Could you retrieve a list of sensor alerts for the network with the ID L_579838452023959405, limiting the results to 50 entries per page?","expected":"get_sensor_alerts","candidate_count":4,"views":{"description":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices."},"clm":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":31.22,"confidence":0.808008},"jev":{"choice":"get_sensor_alerts","correct":true,"latency_ms":107.21,"confidence":1.0}},"prose_schema":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\nParameter perPage (integer); required; The number of entries per page returned. Acceptable range is 3 - 100.\nParameter startingAfter (string); A server-generated token indicating the start of the page, such as a timestamp or an ID.; default: None\nParameter endingBefore (string); A server-generated token indicating the end of the page, such as a timestamp or an ID.; default: None\nParameter t0 (string); The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.; default: None\nParameter t1 (string); The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.; default: None\nParameter networkId (array); A list of network IDs to filter the returned data.; default: []\nParameter timespan (integer); The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).; default: 31536000\nParameter sensorSerial (string); The sensor serial number to filter the returned data.; default: None\nParameter triggerMetric (string); Filter alerts triggered by a specific metric.; allowed values: apparentPower, co2, current, door, frequency, humidity, indoorAirQuality, noise, pm25, powerFactor, realPower, temperature, tvoc, upstreamPower, voltage, water; default: None","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\nParameter perPage (integer); required; Specifies the number of entries per page. Must be within the range of 3 to 100.\nParameter startingAfter (string); The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.; default: None\nParameter endingBefore (string); The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.; default: None\nParameter networkId (array); Filters the returned data by network IDs. If omitted, data for all networks is returned.; default: []\nParameter serials (array); Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.; default: []\nParameter metrics (array); Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.; allowed values: temperature, humidity, co2, battery, noise, pm2.5; default: []","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\nParameter perPage (integer); Number of entries per page, within the range of 3 to 100.; default: 10\nParameter startingAfter (string); Server-generated token indicating the start of the page, typically a timestamp or ID.; default: None\nParameter endingBefore (string); Server-generated token indicating the end of the page, typically a timestamp or ID.; default: None\nParameter networkId (array); Filter data by the specified network IDs.; default: []\nParameter serials (array); Filter readings by sensor serial numbers.; default: []\nParameter metrics (array); Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.; default: []\nParameter timespan (integer); required; The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\nParameter t0 (string); Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.; default: None\nParameter t1 (string); End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.; default: None\nParameter interval (integer); The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.; allowed values: 15, 120, 300, 900, 3600, 14400, 86400, 604800; default: 86400\nParameter models (array); Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.; allowed values: MT10, MT11, MT12, MT14, MT20, MT30; default: []","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\nParameter perPage (integer); The number of entries per page returned. Must be within the range of 3 to 100.; default: 10\nParameter startingAfter (string); A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter endingBefore (string); A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter networkId (array); The network IDs to filter the returned data. If omitted, data from all networks will be included.; default: []\nParameter serials (array); Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.; default: []\nParameter metrics (array); Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.; default: []\nParameter timespan (integer); required; The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\nParameter t0 (string); The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.; default: None\nParameter t1 (string); The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.; default: None"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":65.44,"confidence":0.903482},"jev":{"choice":"get_sensor_alerts","correct":true,"latency_ms":127.0,"confidence":1.0}},"schema":{"criteria":{"get_sensor_alerts":"{\"description\":\"Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\",\"name\":\"get_sensor_alerts\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-generated token indicating the end of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"networkId\":{\"default\":[],\"description\":\"A list of network IDs to filter the returned data.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Acceptable range is 3 - 100.\",\"type\":\"integer\"},\"sensorSerial\":{\"default\":null,\"description\":\"The sensor serial number to filter the returned data.\",\"type\":\"string\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-generated token indicating the start of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.\",\"type\":\"string\"},\"timespan\":{\"default\":31536000,\"description\":\"The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).\",\"type\":\"integer\"},\"triggerMetric\":{\"default\":null,\"description\":\"Filter alerts triggered by a specific metric.\",\"enum\":[\"apparentPower\",\"co2\",\"current\",\"door\",\"frequency\",\"humidity\",\"indoorAirQuality\",\"noise\",\"pm25\",\"powerFactor\",\"realPower\",\"temperature\",\"tvoc\",\"upstreamPower\",\"voltage\",\"water\"],\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_latest":"{\"description\":\"Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.\",\"enum\":[\"temperature\",\"humidity\",\"co2\",\"battery\",\"noise\",\"pm2.5\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filters the returned data by network IDs. If omitted, data for all networks is returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"Specifies the number of entries per page. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_history_by_interval":"{\"description\":\"Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\",\"name\":\"get_sensor_readings_history_by_interval\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"Server-generated token indicating the end of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"interval\":{\"default\":86400,\"description\":\"The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.\",\"enum\":[15,120,300,900,3600,14400,86400,604800],\"type\":\"integer\"},\"metrics\":{\"default\":[],\"description\":\"Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"models\":{\"default\":[],\"description\":\"Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.\",\"enum\":[\"MT10\",\"MT11\",\"MT12\",\"MT14\",\"MT20\",\"MT30\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filter data by the specified network IDs.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"Number of entries per page, within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"Server-generated token indicating the start of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}","get_sensor_readings_history":"{\"description\":\"Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\",\"name\":\"get_sensor_readings_history\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"The network IDs to filter the returned data. If omitted, data from all networks will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":35.93,"confidence":0.300445},"jev":{"choice":"get_sensor_alerts","correct":true,"latency_ms":115.35,"confidence":1.0}}}},{"id":"live_multiple_155-58-9","split":"live_multiple","state":"User: Could you retrieve the most recent sensor readings for each metric, organized by the sensor's serial number, with a limit of 50 entries per page?","expected":"get_sensor_readings_latest","candidate_count":4,"views":{"description":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices."},"clm":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":30.1,"confidence":0.703111},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":115.3,"confidence":1.0}},"prose_schema":{"criteria":{"get_sensor_alerts":"get_sensor_alerts: Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\nParameter perPage (integer); required; The number of entries per page returned. Acceptable range is 3 - 100.\nParameter startingAfter (string); A server-generated token indicating the start of the page, such as a timestamp or an ID.; default: None\nParameter endingBefore (string); A server-generated token indicating the end of the page, such as a timestamp or an ID.; default: None\nParameter t0 (string); The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.; default: None\nParameter t1 (string); The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.; default: None\nParameter networkId (array); A list of network IDs to filter the returned data.; default: []\nParameter timespan (integer); The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).; default: 31536000\nParameter sensorSerial (string); The sensor serial number to filter the returned data.; default: None\nParameter triggerMetric (string); Filter alerts triggered by a specific metric.; allowed values: apparentPower, co2, current, door, frequency, humidity, indoorAirQuality, noise, pm25, powerFactor, realPower, temperature, tvoc, upstreamPower, voltage, water; default: None","get_sensor_readings_latest":"get_sensor_readings_latest: Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\nParameter perPage (integer); required; Specifies the number of entries per page. Must be within the range of 3 to 100.\nParameter startingAfter (string); The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.; default: None\nParameter endingBefore (string); The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.; default: None\nParameter networkId (array); Filters the returned data by network IDs. If omitted, data for all networks is returned.; default: []\nParameter serials (array); Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.; default: []\nParameter metrics (array); Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.; allowed values: temperature, humidity, co2, battery, noise, pm2.5; default: []","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\nParameter perPage (integer); Number of entries per page, within the range of 3 to 100.; default: 10\nParameter startingAfter (string); Server-generated token indicating the start of the page, typically a timestamp or ID.; default: None\nParameter endingBefore (string); Server-generated token indicating the end of the page, typically a timestamp or ID.; default: None\nParameter networkId (array); Filter data by the specified network IDs.; default: []\nParameter serials (array); Filter readings by sensor serial numbers.; default: []\nParameter metrics (array); Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.; default: []\nParameter timespan (integer); required; The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\nParameter t0 (string); Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.; default: None\nParameter t1 (string); End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.; default: None\nParameter interval (integer); The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.; allowed values: 15, 120, 300, 900, 3600, 14400, 86400, 604800; default: 86400\nParameter models (array); Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.; allowed values: MT10, MT11, MT12, MT14, MT20, MT30; default: []","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\nParameter perPage (integer); The number of entries per page returned. Must be within the range of 3 to 100.; default: 10\nParameter startingAfter (string); A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter endingBefore (string); A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.; default: None\nParameter networkId (array); The network IDs to filter the returned data. If omitted, data from all networks will be included.; default: []\nParameter serials (array); Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.; default: []\nParameter metrics (array); Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.; default: []\nParameter timespan (integer); required; The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\nParameter t0 (string); The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.; default: None\nParameter t1 (string); The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.; default: None"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":32.63,"confidence":0.925153},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":112.46,"confidence":1.0}},"schema":{"criteria":{"get_sensor_alerts":"{\"description\":\"Retrieve a paginated list of sensor alerts within a specified timespan and optionally filtered by various criteria such as network IDs or sensor metrics.\",\"name\":\"get_sensor_alerts\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-generated token indicating the end of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"networkId\":{\"default\":[],\"description\":\"A list of network IDs to filter the returned data.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Acceptable range is 3 - 100.\",\"type\":\"integer\"},\"sensorSerial\":{\"default\":null,\"description\":\"The sensor serial number to filter the returned data.\",\"type\":\"string\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-generated token indicating the start of the page, such as a timestamp or an ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-12-31T23:59:59Z'). t1 can be a maximum of 365 days after t0.\",\"type\":\"string\"},\"timespan\":{\"default\":31536000,\"description\":\"The timespan for which the information will be fetched in seconds. Do not specify if t0 and t1 are provided. Must be less than or equal to 31,536,000 seconds (365 days).\",\"type\":\"integer\"},\"triggerMetric\":{\"default\":null,\"description\":\"Filter alerts triggered by a specific metric.\",\"enum\":[\"apparentPower\",\"co2\",\"current\",\"door\",\"frequency\",\"humidity\",\"indoorAirQuality\",\"noise\",\"pm25\",\"powerFactor\",\"realPower\",\"temperature\",\"tvoc\",\"upstreamPower\",\"voltage\",\"water\"],\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_latest":"{\"description\":\"Retrieves the most recent readings for each metric from each sensor, organized by the sensor's serial number.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"The server-generated token marking the end of the page. Typically a timestamp or ID. Optional; if omitted, the server will provide the default ending point.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Specifies the types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types of readings are retrieved.\",\"enum\":[\"temperature\",\"humidity\",\"co2\",\"battery\",\"noise\",\"pm2.5\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filters the returned data by network IDs. If omitted, data for all networks is returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"Specifies the number of entries per page. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filters readings by sensor serial numbers. If omitted, readings for all sensors are returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"The server-generated token marking the start of the page. Typically a timestamp or ID. If omitted, the server will provide the default starting point.\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_history_by_interval":"{\"description\":\"Retrieves historical sensor readings within a specified timespan, summarized in intervals, and returns them sorted by the start time of each interval in descending order.\",\"name\":\"get_sensor_readings_history_by_interval\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"Server-generated token indicating the end of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"interval\":{\"default\":86400,\"description\":\"The time interval in seconds for the data returned. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800.\",\"enum\":[15,120,300,900,3600,14400,86400,604800],\"type\":\"integer\"},\"metrics\":{\"default\":[],\"description\":\"Specify sensor reading types to retrieve, such as 'temperature', 'humidity', 'pressure'. Defaults to all available types if not supplied.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"models\":{\"default\":[],\"description\":\"Filter readings by one or more sensor models. Available models include 'MT10', 'MT11', 'MT12', 'MT14', 'MT20', 'MT30'.\",\"enum\":[\"MT10\",\"MT11\",\"MT12\",\"MT14\",\"MT20\",\"MT30\"],\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"Filter data by the specified network IDs.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"Number of entries per page, within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"Server-generated token indicating the start of the page, typically a timestamp or ID.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"Start of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. The maximum lookback period is 730 days and 12 hours.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"End of the data timespan, in the ISO 8601 format 'YYYY-MM-DDTHH:MM:SSZ'. This can be a maximum of 730 days and 12 hours after t0.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The timespan for fetching data, in seconds. The maximum is equivalent to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}","get_sensor_readings_history":"{\"description\":\"Return all reported readings from sensors within a specified timespan, sorted by timestamp. This can include various types of sensor data across different networks and devices.\",\"name\":\"get_sensor_readings_history\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-side token that represents the end of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2'. If omitted, all available types will be retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkId\":{\"default\":[],\"description\":\"The network IDs to filter the returned data. If omitted, data from all networks will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Must be within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Sensor serial numbers to filter the readings by. If omitted, readings from all sensors will be included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-side token that represents the start of the page, such as a timestamp in the format 'YYYY-MM-DDTHH:MM:SSZ'. This should not be manually set by the client.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. Maximum lookback is 365 days and 6 hours from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, in the format 'YYYY-MM-DDTHH:MM:SSZ'. 't1' can be at most 7 days after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which sensor data will be fetched, specified in seconds. Maximum value corresponds to 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"timespan\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":66.33,"confidence":0.340851},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":118.24,"confidence":1.0}}}},{"id":"live_multiple_156-59-0","split":"live_multiple","state":"User: Can you retrieve the analysis trail for the vulnerability ef903ac-893-f00 within component AB1010CD of the project SUPERFANCY?","expected":"analysis_api.AnalysisApi.retrieve_analysis","candidate_count":4,"views":{"description":{"criteria":{"acl_api.add_mapping":"acl_api.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for users or groups.","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an Access Control List (ACL) mapping between a specified team and project by their UUIDs.","acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve a list of projects assigned to a specified team, with options to exclude inactive or non-root projects.","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the trail of analysis for a given vulnerability within the specified component of a project."},"clm":{"choice":"acl_api.AclApi.retrieve_projects","correct":false,"latency_ms":90.34,"confidence":0.760927},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":113.48,"confidence":1.0}},"prose_schema":{"criteria":{"acl_api.add_mapping":"acl_api.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for users or groups.\nParameter user_id (string); required; The unique identifier of the user for whom the ACL mapping will be added.\nParameter resource_id (string); required; The unique identifier of the resource to which access is being controlled.\nParameter permissions (array); required; A list of permissions to be granted, such as ['read', 'write', 'delete'].\nParameter expires_on (string); The date on which the ACL mapping expires, in the format of 'YYYY-MM-DD'.; default: None","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an Access Control List (ACL) mapping between a specified team and project by their UUIDs.\nParameter teamUuid (string); required; The universally unique identifier (UUID) of the team for which the ACL mapping is to be removed.\nParameter projectUuid (string); required; The UUID of the project associated with the team whose ACL mapping is to be deleted.","acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve a list of projects assigned to a specified team, with options to exclude inactive or non-root projects.\nParameter uuid (string); required; The unique identifier (UUID) of the team for which to retrieve project mappings.\nParameter excludeInactive (boolean); If true, inactive projects will not be included in the response.; default: False\nParameter onlyRoot (boolean); If true, only root projects will be returned, excluding any child projects.; default: False","analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the trail of analysis for a given vulnerability within the specified component of a project.\nParameter project (string); required; The UUID of the project for which the analysis trail is to be retrieved.\nParameter component (string); required; The UUID of the component involved in the analysis within the specified project.\nParameter vulnerability (string); required; The UUID of the vulnerability for which the analysis trail is to be retrieved."},"clm":{"choice":"acl_api.AclApi.retrieve_projects","correct":false,"latency_ms":104.07,"confidence":0.745276},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":99.16,"confidence":1.0}},"schema":{"criteria":{"acl_api.add_mapping":"{\"description\":\"Adds an Access Control List (ACL) mapping to define permissions for users or groups.\",\"name\":\"acl_api.add_mapping\",\"parameters\":{\"properties\":{\"expires_on\":{\"default\":null,\"description\":\"The date on which the ACL mapping expires, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"permissions\":{\"description\":\"A list of permissions to be granted, such as ['read', 'write', 'delete'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"resource_id\":{\"description\":\"The unique identifier of the resource to which access is being controlled.\",\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the ACL mapping will be added.\",\"type\":\"string\"}},\"required\":[\"user_id\",\"resource_id\",\"permissions\"],\"type\":\"dict\"}}","acl_api.delete_mapping":"{\"description\":\"Removes an Access Control List (ACL) mapping between a specified team and project by their UUIDs.\",\"name\":\"acl_api.delete_mapping\",\"parameters\":{\"properties\":{\"projectUuid\":{\"description\":\"The UUID of the project associated with the team whose ACL mapping is to be deleted.\",\"type\":\"string\"},\"teamUuid\":{\"description\":\"The universally unique identifier (UUID) of the team for which the ACL mapping is to be removed.\",\"type\":\"string\"}},\"required\":[\"teamUuid\",\"projectUuid\"],\"type\":\"dict\"}}","acl_api.AclApi.retrieve_projects":"{\"description\":\"Retrieve a list of projects assigned to a specified team, with options to exclude inactive or non-root projects.\",\"name\":\"acl_api.AclApi.retrieve_projects\",\"parameters\":{\"properties\":{\"excludeInactive\":{\"default\":false,\"description\":\"If true, inactive projects will not be included in the response.\",\"type\":\"boolean\"},\"onlyRoot\":{\"default\":false,\"description\":\"If true, only root projects will be returned, excluding any child projects.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The unique identifier (UUID) of the team for which to retrieve project mappings.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","analysis_api.AnalysisApi.retrieve_analysis":"{\"description\":\"Retrieves the trail of analysis for a given vulnerability within the specified component of a project.\",\"name\":\"analysis_api.AnalysisApi.retrieve_analysis\",\"parameters\":{\"properties\":{\"component\":{\"description\":\"The UUID of the component involved in the analysis within the specified project.\",\"type\":\"string\"},\"project\":{\"description\":\"The UUID of the project for which the analysis trail is to be retrieved.\",\"type\":\"string\"},\"vulnerability\":{\"description\":\"The UUID of the vulnerability for which the analysis trail is to be retrieved.\",\"type\":\"string\"}},\"required\":[\"project\",\"component\",\"vulnerability\"],\"type\":\"dict\"}}"},"clm":{"choice":"acl_api.AclApi.retrieve_projects","correct":false,"latency_ms":151.0,"confidence":0.608073},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":237.71,"confidence":1.0}}}},{"id":"live_multiple_157-60-0","split":"live_multiple","state":"User: Can you tell me the list of projects that Adriel has been involved in from January 1st, 2021 to December 31st, 2021?","expected":"get_adriel_projects","candidate_count":2,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather information for a specified location.","get_adriel_projects":"get_adriel_projects: Retrieve a list of project names that Adriel has contributed to within a specified time frame."},"clm":{"choice":"get_adriel_projects","correct":true,"latency_ms":78.48,"confidence":0.999986},"jev":{"choice":"get_adriel_projects","correct":true,"latency_ms":98.73,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather information for a specified location.\nParameter location (string); required; The location for which to retrieve weather data, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of measurement for temperature values.; allowed values: celsius, fahrenheit; default: fahrenheit","get_adriel_projects":"get_adriel_projects: Retrieve a list of project names that Adriel has contributed to within a specified time frame.\nParameter start_date (string); required; The start date for the project query, in the format of 'YYYY-MM-DD', such as '2021-01-01'.\nParameter end_date (string); required; The end date for the project query, in the format of 'YYYY-MM-DD', such as '2021-12-31'.\nParameter include_archived (boolean); A flag to include archived projects in the search results.; default: False"},"clm":{"choice":"get_adriel_projects","correct":true,"latency_ms":92.73,"confidence":0.999703},"jev":{"choice":"get_adriel_projects","correct":true,"latency_ms":159.63,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather information for a specified location.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to retrieve weather data, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of measurement for temperature values.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","get_adriel_projects":"{\"description\":\"Retrieve a list of project names that Adriel has contributed to within a specified time frame.\",\"name\":\"get_adriel_projects\",\"parameters\":{\"properties\":{\"end_date\":{\"description\":\"The end date for the project query, in the format of 'YYYY-MM-DD', such as '2021-12-31'.\",\"type\":\"string\"},\"include_archived\":{\"default\":false,\"description\":\"A flag to include archived projects in the search results.\",\"type\":\"boolean\"},\"start_date\":{\"description\":\"The start date for the project query, in the format of 'YYYY-MM-DD', such as '2021-01-01'.\",\"type\":\"string\"}},\"required\":[\"start_date\",\"end_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_projects","correct":true,"latency_ms":88.07,"confidence":0.947433},"jev":{"choice":"get_adriel_projects","correct":true,"latency_ms":107.91,"confidence":1.0}}}},{"id":"live_multiple_158-61-0","split":"live_multiple","state":"User: Can you tell me the list of projects and their statuses that Adriel is currently working on for user ID 7623, and include the completed projects as well?","expected":"get_adriel_projects","candidate_count":2,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location in the desired temperature unit.","get_adriel_projects":"get_adriel_projects: Retrieves a list of projects that Adriel is currently working on, including project names and their respective statuses."},"clm":{"choice":"get_adriel_projects","correct":true,"latency_ms":91.27,"confidence":0.99961},"jev":{"choice":"get_adriel_projects","correct":true,"latency_ms":139.91,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location in the desired temperature unit.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The temperature unit for the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","get_adriel_projects":"get_adriel_projects: Retrieves a list of projects that Adriel is currently working on, including project names and their respective statuses.\nParameter user_id (integer); required; The unique identifier of the user whose projects are being queried.\nParameter include_completed (boolean); Flag to determine whether completed projects should be included in the response.; default: False\nParameter date_range (string); The range of dates for which the projects are being queried, in the format 'YYYY-MM-DD to YYYY-MM-DD'. Defaults to the current month.; default: None"},"clm":{"choice":"get_adriel_projects","correct":true,"latency_ms":97.01,"confidence":0.999883},"jev":{"choice":"get_adriel_projects","correct":true,"latency_ms":217.74,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location in the desired temperature unit.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The temperature unit for the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","get_adriel_projects":"{\"description\":\"Retrieves a list of projects that Adriel is currently working on, including project names and their respective statuses.\",\"name\":\"get_adriel_projects\",\"parameters\":{\"properties\":{\"date_range\":{\"default\":null,\"description\":\"The range of dates for which the projects are being queried, in the format 'YYYY-MM-DD to YYYY-MM-DD'. Defaults to the current month.\",\"type\":\"string\"},\"include_completed\":{\"default\":false,\"description\":\"Flag to determine whether completed projects should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose projects are being queried.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_projects","correct":true,"latency_ms":88.52,"confidence":0.935164},"jev":{"choice":"get_adriel_projects","correct":true,"latency_ms":164.16,"confidence":1.0}}}},{"id":"live_multiple_159-62-0","split":"live_multiple","state":"User: Can you provide detailed information about the 'e-commerce platform overhaul' project that Adriel worked on?","expected":"get_detail_adriel_projects","candidate_count":2,"views":{"description":{"criteria":{"get_adriel_projects":"get_adriel_projects: Retrieve a list of projects that are associated with Adriel, including their current status and estimated completion dates.","get_detail_adriel_projects":"get_detail_adriel_projects: Retrieve detailed information about projects that Adriel is or has been involved in, including project status and participation role."},"clm":{"choice":"get_detail_adriel_projects","correct":true,"latency_ms":60.66,"confidence":0.618805},"jev":{"choice":"get_detail_adriel_projects","correct":true,"latency_ms":100.85,"confidence":1.0}},"prose_schema":{"criteria":{"get_adriel_projects":"get_adriel_projects: Retrieve a list of projects that are associated with Adriel, including their current status and estimated completion dates.\nParameter user_id (string); required; The unique identifier of the user Adriel.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter status_filter (string); Filter projects by status, such as 'active', 'paused', or 'completed'.; allowed values: active, paused, completed; default: active","get_detail_adriel_projects":"get_detail_adriel_projects: Retrieve detailed information about projects that Adriel is or has been involved in, including project status and participation role.\nParameter project_name (string); required; The unique name of the project for which details are to be fetched.\nParameter include_archived (boolean); A flag to determine whether to include projects that are archived. Defaults to false.; default: False"},"clm":{"choice":"get_adriel_projects","correct":false,"latency_ms":100.08,"confidence":0.650804},"jev":{"choice":"get_detail_adriel_projects","correct":true,"latency_ms":96.72,"confidence":1.0}},"schema":{"criteria":{"get_adriel_projects":"{\"description\":\"Retrieve a list of projects that are associated with Adriel, including their current status and estimated completion dates.\",\"name\":\"get_adriel_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"status_filter\":{\"default\":\"active\",\"description\":\"Filter projects by status, such as 'active', 'paused', or 'completed'.\",\"enum\":[\"active\",\"paused\",\"completed\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user Adriel.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_detail_adriel_projects":"{\"description\":\"Retrieve detailed information about projects that Adriel is or has been involved in, including project status and participation role.\",\"name\":\"get_detail_adriel_projects\",\"parameters\":{\"properties\":{\"include_archived\":{\"default\":false,\"description\":\"A flag to determine whether to include projects that are archived. Defaults to false.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The unique name of the project for which details are to be fetched.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_projects","correct":false,"latency_ms":99.88,"confidence":0.826593},"jev":{"choice":"get_detail_adriel_projects","correct":true,"latency_ms":110.61,"confidence":1.0}}}},{"id":"live_multiple_160-62-1","split":"live_multiple","state":"User: What's project is \"Adriel\" working on? exclude any that are completed?","expected":"get_adriel_projects","candidate_count":2,"views":{"description":{"criteria":{"get_adriel_projects":"get_adriel_projects: Retrieve a list of projects that are associated with Adriel, including their current status and estimated completion dates.","get_detail_adriel_projects":"get_detail_adriel_projects: Retrieve detailed information about projects that Adriel is or has been involved in, including project status and participation role."},"clm":{"choice":"get_detail_adriel_projects","correct":false,"latency_ms":44.43,"confidence":0.697116},"jev":{"choice":"get_adriel_projects","correct":true,"latency_ms":114.7,"confidence":0.85}},"prose_schema":{"criteria":{"get_adriel_projects":"get_adriel_projects: Retrieve a list of projects that are associated with Adriel, including their current status and estimated completion dates.\nParameter user_id (string); required; The unique identifier of the user Adriel.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter status_filter (string); Filter projects by status, such as 'active', 'paused', or 'completed'.; allowed values: active, paused, completed; default: active","get_detail_adriel_projects":"get_detail_adriel_projects: Retrieve detailed information about projects that Adriel is or has been involved in, including project status and participation role.\nParameter project_name (string); required; The unique name of the project for which details are to be fetched.\nParameter include_archived (boolean); A flag to determine whether to include projects that are archived. Defaults to false.; default: False"},"clm":{"choice":"get_adriel_projects","correct":true,"latency_ms":35.21,"confidence":0.728449},"jev":{"choice":"get_adriel_projects","correct":true,"latency_ms":137.48,"confidence":1.0}},"schema":{"criteria":{"get_adriel_projects":"{\"description\":\"Retrieve a list of projects that are associated with Adriel, including their current status and estimated completion dates.\",\"name\":\"get_adriel_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"status_filter\":{\"default\":\"active\",\"description\":\"Filter projects by status, such as 'active', 'paused', or 'completed'.\",\"enum\":[\"active\",\"paused\",\"completed\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user Adriel.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_detail_adriel_projects":"{\"description\":\"Retrieve detailed information about projects that Adriel is or has been involved in, including project status and participation role.\",\"name\":\"get_detail_adriel_projects\",\"parameters\":{\"properties\":{\"include_archived\":{\"default\":false,\"description\":\"A flag to determine whether to include projects that are archived. Defaults to false.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The unique name of the project for which details are to be fetched.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_projects","correct":true,"latency_ms":29.43,"confidence":0.686817},"jev":{"choice":"get_adriel_projects","correct":true,"latency_ms":99.11,"confidence":1.0}}}},{"id":"live_multiple_161-63-0","split":"live_multiple","state":"User: Can you provide the full details of the project named 'portfolio-web', including its status and Adriel's role in it?","expected":"get_detail_adriel_project","candidate_count":4,"views":{"description":{"criteria":{"get_adriel_projects":"get_adriel_projects: Retrieve a list of project identifiers that Adriel is currently working on, including the project name, status, and the start date.","get_detail_adriel_project":"get_detail_adriel_project: Retrieves the full details of a specific project that Adriel was involved in, including project status and the role Adriel played.","get_adriel_experiences":"get_adriel_experiences: Retrieves a list of professional experiences associated with Adriel, including job titles and employment dates.","get_adriel_education":"get_adriel_education: Retrieves a list of educational institutions attended by Adriel, including the degrees obtained and the fields of study. If no username is provided, the function fetches Adriel's own education history."},"clm":{"choice":"get_adriel_projects","correct":false,"latency_ms":82.68,"confidence":0.634671},"jev":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":97.74,"confidence":1.0}},"prose_schema":{"criteria":{"get_adriel_projects":"get_adriel_projects: Retrieve a list of project identifiers that Adriel is currently working on, including the project name, status, and the start date.\nParameter user_id (integer); required; The unique identifier of the user for whom the projects are being retrieved.\nParameter include_archived (boolean); Determines whether to include projects that are archived.; default: False\nParameter status_filter (string); Filter projects based on their current status.; allowed values: active, completed, on_hold; default: active\nParameter start_date_from (string); Filter projects that started on or after this date. The date should be in the format 'YYYY-MM-DD'.; default: None\nParameter start_date_to (string); Filter projects that started on or before this date. The date should be in the format 'YYYY-MM-DD'.; default: None","get_detail_adriel_project":"get_detail_adriel_project: Retrieves the full details of a specific project that Adriel was involved in, including project status and the role Adriel played.\nParameter project_name (string); required; The exact name of the project to fetch details for.\nParameter include_financials (boolean); Determines whether to include financial information such as budget and expenses in the project details.; default: False\nParameter date_format (string); The format for any date fields in the project details, such as 'MM/DD/YYYY'.; default: YYYY-MM-DD","get_adriel_experiences":"get_adriel_experiences: Retrieves a list of professional experiences associated with Adriel, including job titles and employment dates.\nParameter user_id (string); required; The unique identifier of the user whose experiences are being retrieved.\nParameter include_education (boolean); A flag indicating whether educational experiences should be included in the list.; default: False\nParameter date_format (string); The format for dates in the response, such as 'YYYY-MM-DD'.; allowed values: YYYY-MM-DD, MM/DD/YYYY, DD-MM-YYYY; default: YYYY-MM-DD","get_adriel_education":"get_adriel_education: Retrieves a list of educational institutions attended by Adriel, including the degrees obtained and the fields of study. If no username is provided, the function fetches Adriel's own education history.\nParameter username (string); The unique identifier for the user whose education history is being requested. Defaults to Adriel's username.; default: adriel_user_id\nParameter include_certifications (boolean); A flag to determine whether to include certifications along with formal education.; default: False"},"clm":{"choice":"get_adriel_projects","correct":false,"latency_ms":144.6,"confidence":0.931858},"jev":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":119.91,"confidence":1.0}},"schema":{"criteria":{"get_adriel_projects":"{\"description\":\"Retrieve a list of project identifiers that Adriel is currently working on, including the project name, status, and the start date.\",\"name\":\"get_adriel_projects\",\"parameters\":{\"properties\":{\"include_archived\":{\"default\":false,\"description\":\"Determines whether to include projects that are archived.\",\"type\":\"boolean\"},\"start_date_from\":{\"default\":null,\"description\":\"Filter projects that started on or after this date. The date should be in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"start_date_to\":{\"default\":null,\"description\":\"Filter projects that started on or before this date. The date should be in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"status_filter\":{\"default\":\"active\",\"description\":\"Filter projects based on their current status.\",\"enum\":[\"active\",\"completed\",\"on_hold\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the projects are being retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_detail_adriel_project":"{\"description\":\"Retrieves the full details of a specific project that Adriel was involved in, including project status and the role Adriel played.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"date_format\":{\"default\":\"YYYY-MM-DD\",\"description\":\"The format for any date fields in the project details, such as 'MM/DD/YYYY'.\",\"type\":\"string\"},\"include_financials\":{\"default\":false,\"description\":\"Determines whether to include financial information such as budget and expenses in the project details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The exact name of the project to fetch details for.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_experiences":"{\"description\":\"Retrieves a list of professional experiences associated with Adriel, including job titles and employment dates.\",\"name\":\"get_adriel_experiences\",\"parameters\":{\"properties\":{\"date_format\":{\"default\":\"YYYY-MM-DD\",\"description\":\"The format for dates in the response, such as 'YYYY-MM-DD'.\",\"enum\":[\"YYYY-MM-DD\",\"MM/DD/YYYY\",\"DD-MM-YYYY\"],\"type\":\"string\"},\"include_education\":{\"default\":false,\"description\":\"A flag indicating whether educational experiences should be included in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose experiences are being retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_education":"{\"description\":\"Retrieves a list of educational institutions attended by Adriel, including the degrees obtained and the fields of study. If no username is provided, the function fetches Adriel's own education history.\",\"name\":\"get_adriel_education\",\"parameters\":{\"properties\":{\"include_certifications\":{\"default\":false,\"description\":\"A flag to determine whether to include certifications along with formal education.\",\"type\":\"boolean\"},\"username\":{\"default\":\"adriel_user_id\",\"description\":\"The unique identifier for the user whose education history is being requested. Defaults to Adriel's username.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_experiences","correct":false,"latency_ms":133.05,"confidence":0.663026},"jev":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":103.99,"confidence":1.0}}}},{"id":"live_multiple_162-63-1","split":"live_multiple","state":"User: Can you retrieve the full details for the 'e-commerce-web' project, including project status and Adriel's role?","expected":"get_detail_adriel_project","candidate_count":4,"views":{"description":{"criteria":{"get_adriel_projects":"get_adriel_projects: Retrieve a list of project identifiers that Adriel is currently working on, including the project name, status, and the start date.","get_detail_adriel_project":"get_detail_adriel_project: Retrieves the full details of a specific project that Adriel was involved in, including project status and the role Adriel played.","get_adriel_experiences":"get_adriel_experiences: Retrieves a list of professional experiences associated with Adriel, including job titles and employment dates.","get_adriel_education":"get_adriel_education: Retrieves a list of educational institutions attended by Adriel, including the degrees obtained and the fields of study. If no username is provided, the function fetches Adriel's own education history."},"clm":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":27.27,"confidence":0.590305},"jev":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":101.12,"confidence":1.0}},"prose_schema":{"criteria":{"get_adriel_projects":"get_adriel_projects: Retrieve a list of project identifiers that Adriel is currently working on, including the project name, status, and the start date.\nParameter user_id (integer); required; The unique identifier of the user for whom the projects are being retrieved.\nParameter include_archived (boolean); Determines whether to include projects that are archived.; default: False\nParameter status_filter (string); Filter projects based on their current status.; allowed values: active, completed, on_hold; default: active\nParameter start_date_from (string); Filter projects that started on or after this date. The date should be in the format 'YYYY-MM-DD'.; default: None\nParameter start_date_to (string); Filter projects that started on or before this date. The date should be in the format 'YYYY-MM-DD'.; default: None","get_detail_adriel_project":"get_detail_adriel_project: Retrieves the full details of a specific project that Adriel was involved in, including project status and the role Adriel played.\nParameter project_name (string); required; The exact name of the project to fetch details for.\nParameter include_financials (boolean); Determines whether to include financial information such as budget and expenses in the project details.; default: False\nParameter date_format (string); The format for any date fields in the project details, such as 'MM/DD/YYYY'.; default: YYYY-MM-DD","get_adriel_experiences":"get_adriel_experiences: Retrieves a list of professional experiences associated with Adriel, including job titles and employment dates.\nParameter user_id (string); required; The unique identifier of the user whose experiences are being retrieved.\nParameter include_education (boolean); A flag indicating whether educational experiences should be included in the list.; default: False\nParameter date_format (string); The format for dates in the response, such as 'YYYY-MM-DD'.; allowed values: YYYY-MM-DD, MM/DD/YYYY, DD-MM-YYYY; default: YYYY-MM-DD","get_adriel_education":"get_adriel_education: Retrieves a list of educational institutions attended by Adriel, including the degrees obtained and the fields of study. If no username is provided, the function fetches Adriel's own education history.\nParameter username (string); The unique identifier for the user whose education history is being requested. Defaults to Adriel's username.; default: adriel_user_id\nParameter include_certifications (boolean); A flag to determine whether to include certifications along with formal education.; default: False"},"clm":{"choice":"get_adriel_projects","correct":false,"latency_ms":30.03,"confidence":0.961856},"jev":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":117.84,"confidence":1.0}},"schema":{"criteria":{"get_adriel_projects":"{\"description\":\"Retrieve a list of project identifiers that Adriel is currently working on, including the project name, status, and the start date.\",\"name\":\"get_adriel_projects\",\"parameters\":{\"properties\":{\"include_archived\":{\"default\":false,\"description\":\"Determines whether to include projects that are archived.\",\"type\":\"boolean\"},\"start_date_from\":{\"default\":null,\"description\":\"Filter projects that started on or after this date. The date should be in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"start_date_to\":{\"default\":null,\"description\":\"Filter projects that started on or before this date. The date should be in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"status_filter\":{\"default\":\"active\",\"description\":\"Filter projects based on their current status.\",\"enum\":[\"active\",\"completed\",\"on_hold\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the projects are being retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_detail_adriel_project":"{\"description\":\"Retrieves the full details of a specific project that Adriel was involved in, including project status and the role Adriel played.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"date_format\":{\"default\":\"YYYY-MM-DD\",\"description\":\"The format for any date fields in the project details, such as 'MM/DD/YYYY'.\",\"type\":\"string\"},\"include_financials\":{\"default\":false,\"description\":\"Determines whether to include financial information such as budget and expenses in the project details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The exact name of the project to fetch details for.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_experiences":"{\"description\":\"Retrieves a list of professional experiences associated with Adriel, including job titles and employment dates.\",\"name\":\"get_adriel_experiences\",\"parameters\":{\"properties\":{\"date_format\":{\"default\":\"YYYY-MM-DD\",\"description\":\"The format for dates in the response, such as 'YYYY-MM-DD'.\",\"enum\":[\"YYYY-MM-DD\",\"MM/DD/YYYY\",\"DD-MM-YYYY\"],\"type\":\"string\"},\"include_education\":{\"default\":false,\"description\":\"A flag indicating whether educational experiences should be included in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose experiences are being retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_education":"{\"description\":\"Retrieves a list of educational institutions attended by Adriel, including the degrees obtained and the fields of study. If no username is provided, the function fetches Adriel's own education history.\",\"name\":\"get_adriel_education\",\"parameters\":{\"properties\":{\"include_certifications\":{\"default\":false,\"description\":\"A flag to determine whether to include certifications along with formal education.\",\"type\":\"boolean\"},\"username\":{\"default\":\"adriel_user_id\",\"description\":\"The unique identifier for the user whose education history is being requested. Defaults to Adriel's username.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_experiences","correct":false,"latency_ms":34.17,"confidence":0.575455},"jev":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":140.17,"confidence":1.0}}}},{"id":"live_multiple_163-64-0","split":"live_multiple","state":"User: Can you retrieve the detailed information about the 'portfolio-web' project that Adriel is working on, including the list of tasks and financial details?","expected":"get_detail_adriel_project","candidate_count":3,"views":{"description":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve detailed information about a specific project that Adriel has been assigned to.","get_adriel_experiences":"get_adriel_experiences: Retrieve a list of experiences such as jobs, projects, or educational milestones that Adriel has undertaken. The experiences can be filtered by type and date range.","get_adriel_education":"get_adriel_education: Retrieve the educational background of the individual named Adriel, including the institutions attended, degrees obtained, and the fields of study."},"clm":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":77.12,"confidence":0.915839},"jev":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":134.85,"confidence":1.0}},"prose_schema":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve detailed information about a specific project that Adriel has been assigned to.\nParameter project_name (string); required; The exact name of the project for which details are being requested.\nParameter include_tasks (boolean); Whether to include a list of tasks associated with the project.; default: False\nParameter include_financials (boolean); Flag to indicate if financial details like budget and expenses should be included.; default: False","get_adriel_experiences":"get_adriel_experiences: Retrieve a list of experiences such as jobs, projects, or educational milestones that Adriel has undertaken. The experiences can be filtered by type and date range.\nParameter type_filter (string); required; Filter the experiences by their type, such as 'job', 'project', or 'education'.; allowed values: job, project, education\nParameter start_date (string); The start date to filter experiences from, in the format 'YYYY-MM-DD'.; default: 1900-01-01\nParameter end_date (string); The end date to filter experiences until, in the format 'YYYY-MM-DD'.; default: 2100-12-31\nParameter include_details (boolean); Specify whether to include detailed descriptions of each experience.; default: False","get_adriel_education":"get_adriel_education: Retrieve the educational background of the individual named Adriel, including the institutions attended, degrees obtained, and the fields of study.\nParameter person_id (string); required; The unique identifier for the person whose educational background is being retrieved.\nParameter include_certifications (boolean); A flag to determine whether to include certifications along with formal education.; default: False"},"clm":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":151.62,"confidence":0.862919},"jev":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":111.27,"confidence":1.0}},"schema":{"criteria":{"get_detail_adriel_project":"{\"description\":\"Retrieve detailed information about a specific project that Adriel has been assigned to.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"include_financials\":{\"default\":false,\"description\":\"Flag to indicate if financial details like budget and expenses should be included.\",\"type\":\"boolean\"},\"include_tasks\":{\"default\":false,\"description\":\"Whether to include a list of tasks associated with the project.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The exact name of the project for which details are being requested.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_experiences":"{\"description\":\"Retrieve a list of experiences such as jobs, projects, or educational milestones that Adriel has undertaken. The experiences can be filtered by type and date range.\",\"name\":\"get_adriel_experiences\",\"parameters\":{\"properties\":{\"end_date\":{\"default\":\"2100-12-31\",\"description\":\"The end date to filter experiences until, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"include_details\":{\"default\":false,\"description\":\"Specify whether to include detailed descriptions of each experience.\",\"type\":\"boolean\"},\"start_date\":{\"default\":\"1900-01-01\",\"description\":\"The start date to filter experiences from, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"type_filter\":{\"description\":\"Filter the experiences by their type, such as 'job', 'project', or 'education'.\",\"enum\":[\"job\",\"project\",\"education\"],\"type\":\"string\"}},\"required\":[\"type_filter\"],\"type\":\"dict\"}}","get_adriel_education":"{\"description\":\"Retrieve the educational background of the individual named Adriel, including the institutions attended, degrees obtained, and the fields of study.\",\"name\":\"get_adriel_education\",\"parameters\":{\"properties\":{\"include_certifications\":{\"default\":false,\"description\":\"A flag to determine whether to include certifications along with formal education.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"The unique identifier for the person whose educational background is being retrieved.\",\"type\":\"string\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_education","correct":false,"latency_ms":106.63,"confidence":0.614441},"jev":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":93.0,"confidence":1.0}}}},{"id":"live_multiple_164-65-0","split":"live_multiple","state":"User: retrieve the detailed information for the 'portfolio-web' project that Adriel worked on, including its current status?","expected":"get_detail_adriel_project","candidate_count":4,"views":{"description":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve the detailed information of a specific project that Adriel worked on, including its current status and relevant dates.","get_adriel_list_projects":"get_adriel_list_projects: Retrieve a list of projects that Adriel is currently involved in, including active and inactive projects.","get_adriel_experiences":"get_adriel_experiences: Retrieves a list of Adriel's professional experiences, including roles and companies.","get_adriel_education":"get_adriel_education: Retrieve the educational background information for an individual named Adriel, including the institutions attended, degrees earned, and years of attendance."},"clm":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":84.96,"confidence":0.643711},"jev":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":112.27,"confidence":1.0}},"prose_schema":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve the detailed information of a specific project that Adriel worked on, including its current status and relevant dates.\nParameter project_name (string); required; The unique name of the project.\nParameter include_financials (boolean); A flag to indicate whether financial details should be included in the response.; default: False\nParameter status_filter (string); Filter the details by the current status of the project.; allowed values: active, completed, on-hold, cancelled; default: active","get_adriel_list_projects":"get_adriel_list_projects: Retrieve a list of projects that Adriel is currently involved in, including active and inactive projects.\nParameter user_id (integer); required; The unique identifier of the user for whom the project list is being retrieved.\nParameter include_inactive (boolean); A flag to determine whether to include inactive projects in the list.; default: False\nParameter sort_order (string); The order in which the list of projects is sorted. It can be either by 'start_date' or 'name'.; allowed values: start_date, name; default: name","get_adriel_experiences":"get_adriel_experiences: Retrieves a list of Adriel's professional experiences, including roles and companies.\nParameter user_id (integer); required; The unique identifier of the user whose experiences are being fetched.\nParameter include_education (boolean); A flag to determine if educational experiences should be included.; default: False\nParameter years (integer); Filter the experiences to only include those within the last specified number of years.; default: 5\nParameter sort_order (string); The order in which to sort the experiences, either by start date or relevance.; allowed values: date, relevance; default: date","get_adriel_education":"get_adriel_education: Retrieve the educational background information for an individual named Adriel, including the institutions attended, degrees earned, and years of attendance.\nParameter person_id (string); required; The unique identifier for the person whose educational background is being requested. This should be in the format of a UUID.\nParameter include_certifications (boolean); A flag to determine whether to include certifications along with formal education.; default: False\nParameter fields (array); An array of strings specifying which fields of the educational background to include in the response, such as ['institution', 'degree', 'year'].; default: ['institution', 'degree', 'year']"},"clm":{"choice":"get_adriel_experiences","correct":false,"latency_ms":123.85,"confidence":0.377153},"jev":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":114.26,"confidence":1.0}},"schema":{"criteria":{"get_detail_adriel_project":"{\"description\":\"Retrieve the detailed information of a specific project that Adriel worked on, including its current status and relevant dates.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"include_financials\":{\"default\":false,\"description\":\"A flag to indicate whether financial details should be included in the response.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The unique name of the project.\",\"type\":\"string\"},\"status_filter\":{\"default\":\"active\",\"description\":\"Filter the details by the current status of the project.\",\"enum\":[\"active\",\"completed\",\"on-hold\",\"cancelled\"],\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_list_projects":"{\"description\":\"Retrieve a list of projects that Adriel is currently involved in, including active and inactive projects.\",\"name\":\"get_adriel_list_projects\",\"parameters\":{\"properties\":{\"include_inactive\":{\"default\":false,\"description\":\"A flag to determine whether to include inactive projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"name\",\"description\":\"The order in which the list of projects is sorted. It can be either by 'start_date' or 'name'.\",\"enum\":[\"start_date\",\"name\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the project list is being retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_experiences":"{\"description\":\"Retrieves a list of Adriel's professional experiences, including roles and companies.\",\"name\":\"get_adriel_experiences\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":false,\"description\":\"A flag to determine if educational experiences should be included.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"date\",\"description\":\"The order in which to sort the experiences, either by start date or relevance.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user whose experiences are being fetched.\",\"type\":\"integer\"},\"years\":{\"default\":5,\"description\":\"Filter the experiences to only include those within the last specified number of years.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_education":"{\"description\":\"Retrieve the educational background information for an individual named Adriel, including the institutions attended, degrees earned, and years of attendance.\",\"name\":\"get_adriel_education\",\"parameters\":{\"properties\":{\"fields\":{\"default\":[\"institution\",\"degree\",\"year\"],\"description\":\"An array of strings specifying which fields of the educational background to include in the response, such as ['institution', 'degree', 'year'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"include_certifications\":{\"default\":false,\"description\":\"A flag to determine whether to include certifications along with formal education.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"The unique identifier for the person whose educational background is being requested. This should be in the format of a UUID.\",\"type\":\"string\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_experiences","correct":false,"latency_ms":124.52,"confidence":0.634344},"jev":{"choice":"get_detail_adriel_project","correct":true,"latency_ms":107.46,"confidence":1.0}}}},{"id":"live_multiple_165-65-1","split":"live_multiple","state":"User: show me the list of all projects \"Adriel\" with user id 123 is currently involved in, both active and inactive?","expected":"get_adriel_list_projects","candidate_count":4,"views":{"description":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve the detailed information of a specific project that Adriel worked on, including its current status and relevant dates.","get_adriel_list_projects":"get_adriel_list_projects: Retrieve a list of projects that Adriel is currently involved in, including active and inactive projects.","get_adriel_experiences":"get_adriel_experiences: Retrieves a list of Adriel's professional experiences, including roles and companies.","get_adriel_education":"get_adriel_education: Retrieve the educational background information for an individual named Adriel, including the institutions attended, degrees earned, and years of attendance."},"clm":{"choice":"get_adriel_list_projects","correct":true,"latency_ms":28.54,"confidence":0.74857},"jev":{"choice":"get_adriel_list_projects","correct":true,"latency_ms":121.42,"confidence":1.0}},"prose_schema":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve the detailed information of a specific project that Adriel worked on, including its current status and relevant dates.\nParameter project_name (string); required; The unique name of the project.\nParameter include_financials (boolean); A flag to indicate whether financial details should be included in the response.; default: False\nParameter status_filter (string); Filter the details by the current status of the project.; allowed values: active, completed, on-hold, cancelled; default: active","get_adriel_list_projects":"get_adriel_list_projects: Retrieve a list of projects that Adriel is currently involved in, including active and inactive projects.\nParameter user_id (integer); required; The unique identifier of the user for whom the project list is being retrieved.\nParameter include_inactive (boolean); A flag to determine whether to include inactive projects in the list.; default: False\nParameter sort_order (string); The order in which the list of projects is sorted. It can be either by 'start_date' or 'name'.; allowed values: start_date, name; default: name","get_adriel_experiences":"get_adriel_experiences: Retrieves a list of Adriel's professional experiences, including roles and companies.\nParameter user_id (integer); required; The unique identifier of the user whose experiences are being fetched.\nParameter include_education (boolean); A flag to determine if educational experiences should be included.; default: False\nParameter years (integer); Filter the experiences to only include those within the last specified number of years.; default: 5\nParameter sort_order (string); The order in which to sort the experiences, either by start date or relevance.; allowed values: date, relevance; default: date","get_adriel_education":"get_adriel_education: Retrieve the educational background information for an individual named Adriel, including the institutions attended, degrees earned, and years of attendance.\nParameter person_id (string); required; The unique identifier for the person whose educational background is being requested. This should be in the format of a UUID.\nParameter include_certifications (boolean); A flag to determine whether to include certifications along with formal education.; default: False\nParameter fields (array); An array of strings specifying which fields of the educational background to include in the response, such as ['institution', 'degree', 'year'].; default: ['institution', 'degree', 'year']"},"clm":{"choice":"get_adriel_experiences","correct":false,"latency_ms":30.46,"confidence":0.782163},"jev":{"choice":"get_adriel_list_projects","correct":true,"latency_ms":119.41,"confidence":1.0}},"schema":{"criteria":{"get_detail_adriel_project":"{\"description\":\"Retrieve the detailed information of a specific project that Adriel worked on, including its current status and relevant dates.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"include_financials\":{\"default\":false,\"description\":\"A flag to indicate whether financial details should be included in the response.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The unique name of the project.\",\"type\":\"string\"},\"status_filter\":{\"default\":\"active\",\"description\":\"Filter the details by the current status of the project.\",\"enum\":[\"active\",\"completed\",\"on-hold\",\"cancelled\"],\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_list_projects":"{\"description\":\"Retrieve a list of projects that Adriel is currently involved in, including active and inactive projects.\",\"name\":\"get_adriel_list_projects\",\"parameters\":{\"properties\":{\"include_inactive\":{\"default\":false,\"description\":\"A flag to determine whether to include inactive projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"name\",\"description\":\"The order in which the list of projects is sorted. It can be either by 'start_date' or 'name'.\",\"enum\":[\"start_date\",\"name\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the project list is being retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_experiences":"{\"description\":\"Retrieves a list of Adriel's professional experiences, including roles and companies.\",\"name\":\"get_adriel_experiences\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":false,\"description\":\"A flag to determine if educational experiences should be included.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"date\",\"description\":\"The order in which to sort the experiences, either by start date or relevance.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user whose experiences are being fetched.\",\"type\":\"integer\"},\"years\":{\"default\":5,\"description\":\"Filter the experiences to only include those within the last specified number of years.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_education":"{\"description\":\"Retrieve the educational background information for an individual named Adriel, including the institutions attended, degrees earned, and years of attendance.\",\"name\":\"get_adriel_education\",\"parameters\":{\"properties\":{\"fields\":{\"default\":[\"institution\",\"degree\",\"year\"],\"description\":\"An array of strings specifying which fields of the educational background to include in the response, such as ['institution', 'degree', 'year'].\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"include_certifications\":{\"default\":false,\"description\":\"A flag to determine whether to include certifications along with formal education.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"The unique identifier for the person whose educational background is being requested. This should be in the format of a UUID.\",\"type\":\"string\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_experiences","correct":false,"latency_ms":28.57,"confidence":0.482382},"jev":{"choice":"get_adriel_list_projects","correct":true,"latency_ms":131.33,"confidence":1.0}}}},{"id":"live_multiple_166-66-0","split":"live_multiple","state":"User: get me with Adriel's detailed profile information, including his personal and professional details? I would also like to have his contact details included. his id is 12445","expected":"get_adriel_profile","candidate_count":5,"views":{"description":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve the detailed information of the specific project that Adriel has been assigned to.","get_adriel_list_projects":"get_adriel_list_projects: Retrieves a list of projects that the user Adriel is currently working on, including project names and statuses.","get_adriel_experiences":"get_adriel_experiences: Retrieves a list of experiences, such as jobs or projects, that Adriel has participated in.","get_adriel_education":"get_adriel_education: Fetches a list of educational qualifications obtained by Adriel, including the institution name, degree, and field of study.","get_adriel_profile":"get_adriel_profile: Retrieve the detailed profile information for the user named Adriel, including personal and professional details."},"clm":{"choice":"get_adriel_profile","correct":true,"latency_ms":83.62,"confidence":0.474103},"jev":{"choice":"get_adriel_profile","correct":true,"latency_ms":146.9,"confidence":1.0}},"prose_schema":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve the detailed information of the specific project that Adriel has been assigned to.\nParameter project_name (string); required; The unique name identifier for the project.\nParameter include_financials (boolean); A flag to determine if financial information related to the project should be included in the details.; default: False\nParameter requested_by (string); The name of the person or system requesting the project details. Format: 'FirstName LastName' (e.g., 'John Doe').; default: System Auto-Request","get_adriel_list_projects":"get_adriel_list_projects: Retrieves a list of projects that the user Adriel is currently working on, including project names and statuses.\nParameter user_id (string); required; The unique identifier for the user whose project list is being requested.\nParameter include_completed (boolean); Determines whether to include completed projects in the list.; default: False\nParameter page (integer); The page number for pagination, starting from 1.; default: 1\nParameter page_size (integer); The number of projects to display per page.; default: 10","get_adriel_experiences":"get_adriel_experiences: Retrieves a list of experiences, such as jobs or projects, that Adriel has participated in.\nParameter user_id (string); required; The unique identifier of the user whose experiences are being retrieved.\nParameter include_education (boolean); A flag indicating whether educational experiences should also be included in the results.; default: False\nParameter date_format (string); The expected string format for dates, such as 'YYYY-MM-DD'.; default: YYYY-MM-DD\nParameter limit (integer); The maximum number of experiences to retrieve.; default: 10\nParameter sort_order (string); The order in which to sort the experiences, either 'ascending' or 'descending'.; allowed values: ascending, descending; default: descending","get_adriel_education":"get_adriel_education: Fetches a list of educational qualifications obtained by Adriel, including the institution name, degree, and field of study.\nParameter user_id (string); required; The unique identifier for the user whose education details are being retrieved.\nParameter include_certifications (boolean); Determines whether to include professional certifications along with formal education qualifications.; default: False","get_adriel_profile":"get_adriel_profile: Retrieve the detailed profile information for the user named Adriel, including personal and professional details.\nParameter user_id (string); required; The unique identifier for the user whose profile is being requested.\nParameter include_contacts (boolean); A flag to determine if the contact details should be included in the profile information.; default: False\nParameter format (string); The desired format for the profile data.; allowed values: json, xml, yaml; default: json"},"clm":{"choice":"get_adriel_list_projects","correct":false,"latency_ms":177.48,"confidence":0.63207},"jev":{"choice":"get_adriel_profile","correct":true,"latency_ms":103.52,"confidence":1.0}},"schema":{"criteria":{"get_detail_adriel_project":"{\"description\":\"Retrieve the detailed information of the specific project that Adriel has been assigned to.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"include_financials\":{\"default\":false,\"description\":\"A flag to determine if financial information related to the project should be included in the details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The unique name identifier for the project.\",\"type\":\"string\"},\"requested_by\":{\"default\":\"System Auto-Request\",\"description\":\"The name of the person or system requesting the project details. Format: 'FirstName LastName' (e.g., 'John Doe').\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_list_projects":"{\"description\":\"Retrieves a list of projects that the user Adriel is currently working on, including project names and statuses.\",\"name\":\"get_adriel_list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"Determines whether to include completed projects in the list.\",\"type\":\"boolean\"},\"page\":{\"default\":1,\"description\":\"The page number for pagination, starting from 1.\",\"type\":\"integer\"},\"page_size\":{\"default\":10,\"description\":\"The number of projects to display per page.\",\"type\":\"integer\"},\"user_id\":{\"description\":\"The unique identifier for the user whose project list is being requested.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_experiences":"{\"description\":\"Retrieves a list of experiences, such as jobs or projects, that Adriel has participated in.\",\"name\":\"get_adriel_experiences\",\"parameters\":{\"properties\":{\"date_format\":{\"default\":\"YYYY-MM-DD\",\"description\":\"The expected string format for dates, such as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"include_education\":{\"default\":false,\"description\":\"A flag indicating whether educational experiences should also be included in the results.\",\"type\":\"boolean\"},\"limit\":{\"default\":10,\"description\":\"The maximum number of experiences to retrieve.\",\"type\":\"integer\"},\"sort_order\":{\"default\":\"descending\",\"description\":\"The order in which to sort the experiences, either 'ascending' or 'descending'.\",\"enum\":[\"ascending\",\"descending\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user whose experiences are being retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_education":"{\"description\":\"Fetches a list of educational qualifications obtained by Adriel, including the institution name, degree, and field of study.\",\"name\":\"get_adriel_education\",\"parameters\":{\"properties\":{\"include_certifications\":{\"default\":false,\"description\":\"Determines whether to include professional certifications along with formal education qualifications.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier for the user whose education details are being retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_profile":"{\"description\":\"Retrieve the detailed profile information for the user named Adriel, including personal and professional details.\",\"name\":\"get_adriel_profile\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"json\",\"description\":\"The desired format for the profile data.\",\"enum\":[\"json\",\"xml\",\"yaml\"],\"type\":\"string\"},\"include_contacts\":{\"default\":false,\"description\":\"A flag to determine if the contact details should be included in the profile information.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier for the user whose profile is being requested.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_education","correct":false,"latency_ms":162.12,"confidence":0.412105},"jev":{"choice":"get_adriel_profile","correct":true,"latency_ms":129.84,"confidence":1.0}}}},{"id":"live_multiple_167-67-0","split":"live_multiple","state":"User: fetch the profile information for Adriel with user_id '12345', including his personal details and preferences?","expected":"get_adriel_profile","candidate_count":4,"views":{"description":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieves the detailed information of the specific project that Adriel is or was involved in.","get_adriel_list_projects":"get_adriel_list_projects: Retrieves a list of project names that Adriel is currently working on, including their status and estimated completion dates.","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieves a list of Adriel's professional experiences and educational background details.","get_adriel_profile":"get_adriel_profile: Fetch the profile information of a user named Adriel, including basic personal details and preferences."},"clm":{"choice":"get_adriel_list_projects","correct":false,"latency_ms":89.07,"confidence":0.56338},"jev":{"choice":"get_adriel_profile","correct":true,"latency_ms":94.79,"confidence":1.0}},"prose_schema":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieves the detailed information of the specific project that Adriel is or was involved in.\nParameter project_name (string); required; The exact name of the project to retrieve details for.\nParameter include_financials (boolean); Determines whether to include financial details such as budget and expenses in the project details.; default: False\nParameter report_format (string); Specifies the format of the project detail report.; allowed values: summary, full, custom; default: summary","get_adriel_list_projects":"get_adriel_list_projects: Retrieves a list of project names that Adriel is currently working on, including their status and estimated completion dates.\nParameter user_id (integer); required; The unique identifier of the user (Adriel) for whom the project list is to be fetched.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter status_filter (string); Filter the projects list based on the status of the projects.; allowed values: active, pending, completed, on-hold; default: active","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieves a list of Adriel's professional experiences and educational background details.\nParameter user_id (integer); required; The unique identifier of the user whose experiences and education are being retrieved.\nParameter include_private (boolean); A flag to determine if private experiences and education details should be included in the results.; default: False\nParameter fields (array); A list of specific fields to retrieve, such as ['work_history', 'degrees']. If omitted, all fields are returned.; default: []","get_adriel_profile":"get_adriel_profile: Fetch the profile information of a user named Adriel, including basic personal details and preferences.\nParameter user_id (string); required; The unique identifier for the user whose profile is being requested.\nParameter include_preferences (boolean); Flag to determine whether to include the user's preferences in the profile data.; default: False\nParameter format (string); The format in which the profile data should be returned.; allowed values: json, xml; default: json"},"clm":{"choice":"get_adriel_profile","correct":true,"latency_ms":112.24,"confidence":0.482152},"jev":{"choice":"get_adriel_profile","correct":true,"latency_ms":131.67,"confidence":1.0}},"schema":{"criteria":{"get_detail_adriel_project":"{\"description\":\"Retrieves the detailed information of the specific project that Adriel is or was involved in.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"include_financials\":{\"default\":false,\"description\":\"Determines whether to include financial details such as budget and expenses in the project details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The exact name of the project to retrieve details for.\",\"type\":\"string\"},\"report_format\":{\"default\":\"summary\",\"description\":\"Specifies the format of the project detail report.\",\"enum\":[\"summary\",\"full\",\"custom\"],\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_list_projects":"{\"description\":\"Retrieves a list of project names that Adriel is currently working on, including their status and estimated completion dates.\",\"name\":\"get_adriel_list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"status_filter\":{\"default\":\"active\",\"description\":\"Filter the projects list based on the status of the projects.\",\"enum\":[\"active\",\"pending\",\"completed\",\"on-hold\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user (Adriel) for whom the project list is to be fetched.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_experiences_and_education":"{\"description\":\"Retrieves a list of Adriel's professional experiences and educational background details.\",\"name\":\"get_adriel_experiences_and_education\",\"parameters\":{\"properties\":{\"fields\":{\"default\":[],\"description\":\"A list of specific fields to retrieve, such as ['work_history', 'degrees']. If omitted, all fields are returned.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"include_private\":{\"default\":false,\"description\":\"A flag to determine if private experiences and education details should be included in the results.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose experiences and education are being retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_profile":"{\"description\":\"Fetch the profile information of a user named Adriel, including basic personal details and preferences.\",\"name\":\"get_adriel_profile\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"json\",\"description\":\"The format in which the profile data should be returned.\",\"enum\":[\"json\",\"xml\"],\"type\":\"string\"},\"include_preferences\":{\"default\":false,\"description\":\"Flag to determine whether to include the user's preferences in the profile data.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier for the user whose profile is being requested.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_list_projects","correct":false,"latency_ms":123.95,"confidence":0.505509},"jev":{"choice":"get_adriel_profile","correct":true,"latency_ms":133.29,"confidence":1.0}}}},{"id":"live_multiple_168-68-0","split":"live_multiple","state":"User: fetch the profile information for Adriel, id 12345, including his personal details and account settings?","expected":"get_adriel_profile","candidate_count":5,"views":{"description":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieves comprehensive information about the specific project Adriel has been assigned to, including its status and key dates.","get_adriel_list_projects":"get_adriel_list_projects: Retrieves the list of projects that Adriel has contributed to, including details such as project names, status, and involvement duration.","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieves a collection of Adriel's professional experiences and academic education details.","get_adriel_profile":"get_adriel_profile: Fetches and returns the profile information for the user named Adriel, including personal details and account settings.","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieves a comprehensive list of Adriel's professional experiences and educational background."},"clm":{"choice":"get_adriel_profile","correct":true,"latency_ms":81.39,"confidence":0.691548},"jev":{"choice":"get_adriel_profile","correct":true,"latency_ms":118.48,"confidence":1.0}},"prose_schema":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieves comprehensive information about the specific project Adriel has been assigned to, including its status and key dates.\nParameter project_name (string); required; The unique name identifier of Adriel's project.\nParameter include_archived (boolean); A flag to determine if details of archived projects should be included.; default: False\nParameter date_format (string); The expected output format for dates, such as 'MM/DD/YYYY' or 'DD-MM-YYYY'.; allowed values: MM/DD/YYYY, DD-MM-YYYY; default: MM/DD/YYYY","get_adriel_list_projects":"get_adriel_list_projects: Retrieves the list of projects that Adriel has contributed to, including details such as project names, status, and involvement duration.\nParameter user_id (string); required; The unique identifier of the user whose projects are being retrieved.\nParameter include_archived (boolean); A flag to include projects that are archived. If set to true, both active and archived projects are returned.; default: False\nParameter start_date (string); The start date for filtering projects, in the format 'YYYY-MM-DD'. Projects started on or after this date will be included in the list.; default: None\nParameter end_date (string); The end date for filtering projects, in the format 'YYYY-MM-DD'. Projects started on or before this date will be included in the list.; default: None","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieves a collection of Adriel's professional experiences and academic education details.\nParameter user_id (string); required; The unique identifier for the user whose experiences and education are being requested.\nParameter include_references (boolean); A flag indicating whether to include references in the response.; default: False\nParameter language (string); The language preference for the content returned.; allowed values: EN, FR, ES, DE, CN; default: EN","get_adriel_profile":"get_adriel_profile: Fetches and returns the profile information for the user named Adriel, including personal details and account settings.\nParameter user_id (integer); required; The unique identifier of the user for whom the profile is being requested.\nParameter include_private (boolean); Determines if private information should be included in the profile data.; default: False","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieves a comprehensive list of Adriel's professional experiences and educational background.\nParameter experience_or_education_name (string); required; The specific name of the experience or educational institution to retrieve details for.\nParameter include_dates (boolean); Whether to include the start and end dates for each experience and education entry.; default: False\nParameter include_descriptions (boolean); Indicates if detailed descriptions for each entry should be included.; default: True"},"clm":{"choice":"get_adriel_detail_experience_and_education","correct":false,"latency_ms":125.47,"confidence":0.641104},"jev":{"choice":"get_adriel_profile","correct":true,"latency_ms":108.7,"confidence":1.0}},"schema":{"criteria":{"get_detail_adriel_project":"{\"description\":\"Retrieves comprehensive information about the specific project Adriel has been assigned to, including its status and key dates.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"date_format\":{\"default\":\"MM/DD/YYYY\",\"description\":\"The expected output format for dates, such as 'MM/DD/YYYY' or 'DD-MM-YYYY'.\",\"enum\":[\"MM/DD/YYYY\",\"DD-MM-YYYY\"],\"type\":\"string\"},\"include_archived\":{\"default\":false,\"description\":\"A flag to determine if details of archived projects should be included.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The unique name identifier of Adriel's project.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_list_projects":"{\"description\":\"Retrieves the list of projects that Adriel has contributed to, including details such as project names, status, and involvement duration.\",\"name\":\"get_adriel_list_projects\",\"parameters\":{\"properties\":{\"end_date\":{\"default\":null,\"description\":\"The end date for filtering projects, in the format 'YYYY-MM-DD'. Projects started on or before this date will be included in the list.\",\"type\":\"string\"},\"include_archived\":{\"default\":false,\"description\":\"A flag to include projects that are archived. If set to true, both active and archived projects are returned.\",\"type\":\"boolean\"},\"start_date\":{\"default\":null,\"description\":\"The start date for filtering projects, in the format 'YYYY-MM-DD'. Projects started on or after this date will be included in the list.\",\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user whose projects are being retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_experiences_and_education":"{\"description\":\"Retrieves a collection of Adriel's professional experiences and academic education details.\",\"name\":\"get_adriel_experiences_and_education\",\"parameters\":{\"properties\":{\"include_references\":{\"default\":false,\"description\":\"A flag indicating whether to include references in the response.\",\"type\":\"boolean\"},\"language\":{\"default\":\"EN\",\"description\":\"The language preference for the content returned.\",\"enum\":[\"EN\",\"FR\",\"ES\",\"DE\",\"CN\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose experiences and education are being requested.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_profile":"{\"description\":\"Fetches and returns the profile information for the user named Adriel, including personal details and account settings.\",\"name\":\"get_adriel_profile\",\"parameters\":{\"properties\":{\"include_private\":{\"default\":false,\"description\":\"Determines if private information should be included in the profile data.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the profile is being requested.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_detail_experience_and_education":"{\"description\":\"Retrieves a comprehensive list of Adriel's professional experiences and educational background.\",\"name\":\"get_adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"description\":\"The specific name of the experience or educational institution to retrieve details for.\",\"type\":\"string\"},\"include_dates\":{\"default\":false,\"description\":\"Whether to include the start and end dates for each experience and education entry.\",\"type\":\"boolean\"},\"include_descriptions\":{\"default\":true,\"description\":\"Indicates if detailed descriptions for each entry should be included.\",\"type\":\"boolean\"}},\"required\":[\"experience_or_education_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_profile","correct":true,"latency_ms":154.95,"confidence":0.527197},"jev":{"choice":"get_adriel_profile","correct":true,"latency_ms":123.62,"confidence":1.0}}}},{"id":"live_multiple_169-69-0","split":"live_multiple","state":"User: get the detailed information regarding Adriel's internship at Sebelas Maret University?","expected":"get_adriel_detail_experience_and_education","candidate_count":5,"views":{"description":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieves detailed information about a specific project that Adriel is or has been involved in.","get_adriel_list_projects":"get_adriel_list_projects: Retrieve a list of projects that Adriel has worked on, including details such as project name, status, and start date.","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieve a consolidated list of Adriel's professional experiences and academic qualifications.","get_adriel_profile":"get_adriel_profile: Fetches the profile information for the user Adriel, including basic details such as name, email, and membership status.","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieve detailed information about Adriel's work experiences and educational background."},"clm":{"choice":"get_detail_adriel_project","correct":false,"latency_ms":80.47,"confidence":0.856122},"jev":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":103.3,"confidence":0.88}},"prose_schema":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieves detailed information about a specific project that Adriel is or has been involved in.\nParameter project_name (string); required; The unique name of the project for which details are being requested.\nParameter include_financials (boolean); Determines whether to include financial information such as budget and expenses in the project details. Defaults to false to protect sensitive data.; default: False\nParameter date_format (string); Specifies the format for any dates returned in the project details, such as 'MM/DD/YYYY' or 'YYYY-MM-DD'.; allowed values: MM/DD/YYYY, YYYY-MM-DD; default: YYYY-MM-DD","get_adriel_list_projects":"get_adriel_list_projects: Retrieve a list of projects that Adriel has worked on, including details such as project name, status, and start date.\nParameter user_id (string); required; Unique identifier for the user whose projects are being retrieved.\nParameter status_filter (string); Filter projects based on their status. Status should be one of: 'active', 'completed', 'on_hold', 'cancelled'.; allowed values: active, completed, on_hold, cancelled; default: active\nParameter include_details (boolean); Flag to determine if detailed information about the projects should be included.; default: True\nParameter start_date_from (string); Filter projects that started on or after this date. The date should be in the format 'YYYY-MM-DD', such as '2021-01-01'.; default: None\nParameter start_date_to (string); Filter projects that started on or before this date. The date should be in the format 'YYYY-MM-DD', such as '2021-12-31'.; default: None","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieve a consolidated list of Adriel's professional experiences and academic qualifications.\nParameter user_id (integer); required; The unique identifier of the user for whom experiences and education are being fetched.\nParameter include_references (boolean); Specifies whether to include reference contacts from previous experiences in the list.; default: False\nParameter sort_order (string); The order in which the experiences and education records should be sorted.; allowed values: ascending, descending; default: ascending","get_adriel_profile":"get_adriel_profile: Fetches the profile information for the user Adriel, including basic details such as name, email, and membership status.\nParameter user_id (integer); required; The unique identifier of the user for whom the profile is to be retrieved.\nParameter include_membership_details (boolean); A flag to determine whether to include membership details in the profile. If set to true, membership status will be included.; default: False","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieve detailed information about Adriel's work experiences and educational background.\nParameter experience_or_education_type (string); Specifies whether the details to retrieve are for 'experience' or 'education'.; allowed values: experience, education; default: experience\nParameter experience_or_education_name (string); required; The name identifier for the specific experience or education entry to retrieve details for."},"clm":{"choice":"get_adriel_list_projects","correct":false,"latency_ms":129.52,"confidence":0.775681},"jev":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":137.61,"confidence":1.0}},"schema":{"criteria":{"get_detail_adriel_project":"{\"description\":\"Retrieves detailed information about a specific project that Adriel is or has been involved in.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"date_format\":{\"default\":\"YYYY-MM-DD\",\"description\":\"Specifies the format for any dates returned in the project details, such as 'MM/DD/YYYY' or 'YYYY-MM-DD'.\",\"enum\":[\"MM/DD/YYYY\",\"YYYY-MM-DD\"],\"type\":\"string\"},\"include_financials\":{\"default\":false,\"description\":\"Determines whether to include financial information such as budget and expenses in the project details. Defaults to false to protect sensitive data.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The unique name of the project for which details are being requested.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_list_projects":"{\"description\":\"Retrieve a list of projects that Adriel has worked on, including details such as project name, status, and start date.\",\"name\":\"get_adriel_list_projects\",\"parameters\":{\"properties\":{\"include_details\":{\"default\":true,\"description\":\"Flag to determine if detailed information about the projects should be included.\",\"type\":\"boolean\"},\"start_date_from\":{\"default\":null,\"description\":\"Filter projects that started on or after this date. The date should be in the format 'YYYY-MM-DD', such as '2021-01-01'.\",\"type\":\"string\"},\"start_date_to\":{\"default\":null,\"description\":\"Filter projects that started on or before this date. The date should be in the format 'YYYY-MM-DD', such as '2021-12-31'.\",\"type\":\"string\"},\"status_filter\":{\"default\":\"active\",\"description\":\"Filter projects based on their status. Status should be one of: 'active', 'completed', 'on_hold', 'cancelled'.\",\"enum\":[\"active\",\"completed\",\"on_hold\",\"cancelled\"],\"type\":\"string\"},\"user_id\":{\"description\":\"Unique identifier for the user whose projects are being retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_experiences_and_education":"{\"description\":\"Retrieve a consolidated list of Adriel's professional experiences and academic qualifications.\",\"name\":\"get_adriel_experiences_and_education\",\"parameters\":{\"properties\":{\"include_references\":{\"default\":false,\"description\":\"Specifies whether to include reference contacts from previous experiences in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"ascending\",\"description\":\"The order in which the experiences and education records should be sorted.\",\"enum\":[\"ascending\",\"descending\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom experiences and education are being fetched.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_profile":"{\"description\":\"Fetches the profile information for the user Adriel, including basic details such as name, email, and membership status.\",\"name\":\"get_adriel_profile\",\"parameters\":{\"properties\":{\"include_membership_details\":{\"default\":false,\"description\":\"A flag to determine whether to include membership details in the profile. If set to true, membership status will be included.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the profile is to be retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_detail_experience_and_education":"{\"description\":\"Retrieve detailed information about Adriel's work experiences and educational background.\",\"name\":\"get_adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"description\":\"The name identifier for the specific experience or education entry to retrieve details for.\",\"type\":\"string\"},\"experience_or_education_type\":{\"default\":\"experience\",\"description\":\"Specifies whether the details to retrieve are for 'experience' or 'education'.\",\"enum\":[\"experience\",\"education\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_experiences_and_education","correct":false,"latency_ms":149.99,"confidence":0.332904},"jev":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":100.37,"confidence":1.0}}}},{"id":"live_multiple_170-70-0","split":"live_multiple","state":"User: Get the details of Adriel's internship at Sebelas Maret University?","expected":"get_adriel_detail_experience_and_education","candidate_count":5,"views":{"description":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve detailed information about the specific project that Adriel has contributed to.","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieves detailed information about Adriel's work experiences and educational background.","get_adriel_list_projects":"get_adriel_list_projects: Retrieves a list of projects that Adriel is currently working on, including project details and status.","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieve a combined list of Adriel's professional experiences and educational background.","get_adriel_profile":"get_adriel_profile: Retrieves the complete profile information for the user named Adriel, including personal details and preferences."},"clm":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":87.72,"confidence":0.281815},"jev":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":98.1,"confidence":0.92}},"prose_schema":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve detailed information about the specific project that Adriel has contributed to.\nParameter project_name (string); required; The unique name identifier of the project.","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieves detailed information about Adriel's work experiences and educational background.\nParameter experience_or_education_type (string); Specifies the category for the query, whether it's regarding work experience or education.; allowed values: work_experience, education; default: work_experience\nParameter experience_or_education_name (string); required; The specific name or title of the experience or educational institution to fetch details for.","get_adriel_list_projects":"get_adriel_list_projects: Retrieves a list of projects that Adriel is currently working on, including project details and status.\nParameter user_id (integer); required; The unique identifier of the user (Adriel) whose projects are to be retrieved.\nParameter include_completed (boolean); Whether to include projects that have already been completed.; default: False\nParameter start_date (string); The start date for the range of projects to be retrieved, in the format of 'YYYY-MM-DD'.; default: None\nParameter end_date (string); The end date for the range of projects to be retrieved, in the format of 'YYYY-MM-DD'. By default, it is set to the current date.; default: None","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieve a combined list of Adriel's professional experiences and educational background.\nParameter user_id (integer); required; The unique identifier for the user whose experiences and education are being retrieved.\nParameter include_experiences (boolean); Specifies whether to include Adriel's work experiences in the result.; default: True\nParameter include_education (boolean); Specifies whether to include Adriel's educational history in the result.; default: True\nParameter sort_order (string); The order in which the combined list should be sorted.; allowed values: ascending, descending; default: ascending\nParameter max_results (integer); The maximum number of items to return in the response.; default: 10","get_adriel_profile":"get_adriel_profile: Retrieves the complete profile information for the user named Adriel, including personal details and preferences.\nParameter user_id (string); required; The unique identifier of the user for whom the profile is being requested.\nParameter include_contact_info (boolean); Determines whether to include the user's contact information in the profile data.; default: False\nParameter profile_language (string); Preferred language for the profile data presentation.; allowed values: English, Spanish, French, German, Chinese; default: English"},"clm":{"choice":"get_adriel_profile","correct":false,"latency_ms":128.11,"confidence":0.30612},"jev":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":112.18,"confidence":1.0}},"schema":{"criteria":{"get_detail_adriel_project":"{\"description\":\"Retrieve detailed information about the specific project that Adriel has contributed to.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"project_name\":{\"description\":\"The unique name identifier of the project.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_detail_experience_and_education":"{\"description\":\"Retrieves detailed information about Adriel's work experiences and educational background.\",\"name\":\"get_adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"description\":\"The specific name or title of the experience or educational institution to fetch details for.\",\"type\":\"string\"},\"experience_or_education_type\":{\"default\":\"work_experience\",\"description\":\"Specifies the category for the query, whether it's regarding work experience or education.\",\"enum\":[\"work_experience\",\"education\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_name\"],\"type\":\"dict\"}}","get_adriel_list_projects":"{\"description\":\"Retrieves a list of projects that Adriel is currently working on, including project details and status.\",\"name\":\"get_adriel_list_projects\",\"parameters\":{\"properties\":{\"end_date\":{\"default\":null,\"description\":\"The end date for the range of projects to be retrieved, in the format of 'YYYY-MM-DD'. By default, it is set to the current date.\",\"type\":\"string\"},\"include_completed\":{\"default\":false,\"description\":\"Whether to include projects that have already been completed.\",\"type\":\"boolean\"},\"start_date\":{\"default\":null,\"description\":\"The start date for the range of projects to be retrieved, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user (Adriel) whose projects are to be retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_experiences_and_education":"{\"description\":\"Retrieve a combined list of Adriel's professional experiences and educational background.\",\"name\":\"get_adriel_experiences_and_education\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":true,\"description\":\"Specifies whether to include Adriel's educational history in the result.\",\"type\":\"boolean\"},\"include_experiences\":{\"default\":true,\"description\":\"Specifies whether to include Adriel's work experiences in the result.\",\"type\":\"boolean\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of items to return in the response.\",\"type\":\"integer\"},\"sort_order\":{\"default\":\"ascending\",\"description\":\"The order in which the combined list should be sorted.\",\"enum\":[\"ascending\",\"descending\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose experiences and education are being retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_profile":"{\"description\":\"Retrieves the complete profile information for the user named Adriel, including personal details and preferences.\",\"name\":\"get_adriel_profile\",\"parameters\":{\"properties\":{\"include_contact_info\":{\"default\":false,\"description\":\"Determines whether to include the user's contact information in the profile data.\",\"type\":\"boolean\"},\"profile_language\":{\"default\":\"English\",\"description\":\"Preferred language for the profile data presentation.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Chinese\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the profile is being requested.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_detail_adriel_project","correct":false,"latency_ms":133.67,"confidence":0.914483},"jev":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":118.05,"confidence":1.0}}}},{"id":"live_multiple_171-71-0","split":"live_multiple","state":"User: Could you provide me with the details of Adriel's internship experiences, including the name of the organizations and the dates of the internships?","expected":"get_adriel_detail_experience_and_education","candidate_count":6,"views":{"description":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve detailed information about a specific project that Adriel was involved in.","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieves detailed information about Adriel's professional experiences and educational background, including the type of experience or education, name of the organization or institution, and relevant dates.","get_adriel_list_projects":"get_adriel_list_projects: Retrieves a list of projects that Adriel is currently involved with, including project names and the roles assigned.","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieves a collection of Adriel's professional experiences and educational background details.","get_adriel_profile":"get_adriel_profile: Fetches the profile information for the user named Adriel, including basic details such as name, email, and membership status.","get_adriel_tech_stack":"get_adriel_tech_stack: Retrieve the list of technologies that Adriel is currently using or has experience with, including programming languages, frameworks, and tools."},"clm":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":82.68,"confidence":0.640386},"jev":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":137.84,"confidence":0.98}},"prose_schema":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve detailed information about a specific project that Adriel was involved in.\nParameter project_name (string); required; The unique identifier for the project.\nParameter include_financials (boolean); Specifies whether to include financial information in the project details.; default: False\nParameter date_format (string); The format of any date fields in the project details, such as 'MM/DD/YYYY'.; allowed values: MM/DD/YYYY, DD/MM/YYYY, YYYY-MM-DD; default: MM/DD/YYYY","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieves detailed information about Adriel's professional experiences and educational background, including the type of experience or education, name of the organization or institution, and relevant dates.\nParameter experience_or_education_type (string); required; Specifies whether the detail is about Adriel's internship, freelance work, or education history.; allowed values: Internship, Freelance, Education\nParameter experience_or_education_name (string); The name of the organization where the experience was gained or the institution where the education was obtained.; default: Not specified\nParameter details (string); Additional details such as the role title, major studied, or specific projects worked on.; default: \nParameter start_date (string); The start date of the experience or education in the format 'YYYY-MM-DD'. For example, '2023-01-01'.; default: None\nParameter end_date (string); The end date of the experience or education in the format 'YYYY-MM-DD', such as '2023-12-31'. If currently ongoing, this parameter can be set to null to represent that the end date is the present day.; default: None","get_adriel_list_projects":"get_adriel_list_projects: Retrieves a list of projects that Adriel is currently involved with, including project names and the roles assigned.\nParameter user_id (integer); required; The unique identifier for the user whose projects are to be retrieved.\nParameter include_completed (boolean); Flag to determine whether completed projects should be included in the list.; default: False\nParameter project_status (string); Filter projects by their current status.; allowed values: active, inactive, completed; default: active\nParameter date_filter (string); Optional date filter for the project list in the format of 'YYYY-MM-DD', such as '2023-01-01'.; default: None","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieves a collection of Adriel's professional experiences and educational background details.\nParameter user_id (integer); required; The unique identifier of the user to fetch experiences and education for.\nParameter include_references (boolean); Determines whether to include references with the experiences and education details.; default: False","get_adriel_profile":"get_adriel_profile: Fetches the profile information for the user named Adriel, including basic details such as name, email, and membership status.\nParameter user_id (integer); required; The unique identifier of the user for whom the profile is being retrieved.\nParameter include_membership (boolean); Specifies whether to include the user's membership status in the profile information.; default: False\nParameter data_format (string); The desired format for the profile data returned.; allowed values: json, xml; default: json","get_adriel_tech_stack":"get_adriel_tech_stack: Retrieve the list of technologies that Adriel is currently using or has experience with, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier of the employee.\nParameter include_past_technologies (boolean); A flag to determine whether to include technologies that the employee no longer uses.; default: False\nParameter category (string); The category of technologies to retrieve, such as 'programming_languages', 'frameworks', or 'tools'.; allowed values: programming_languages, frameworks, tools; default: programming_languages"},"clm":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":155.64,"confidence":0.915056},"jev":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":97.83,"confidence":1.0}},"schema":{"criteria":{"get_detail_adriel_project":"{\"description\":\"Retrieve detailed information about a specific project that Adriel was involved in.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"date_format\":{\"default\":\"MM/DD/YYYY\",\"description\":\"The format of any date fields in the project details, such as 'MM/DD/YYYY'.\",\"enum\":[\"MM/DD/YYYY\",\"DD/MM/YYYY\",\"YYYY-MM-DD\"],\"type\":\"string\"},\"include_financials\":{\"default\":false,\"description\":\"Specifies whether to include financial information in the project details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The unique identifier for the project.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_detail_experience_and_education":"{\"description\":\"Retrieves detailed information about Adriel's professional experiences and educational background, including the type of experience or education, name of the organization or institution, and relevant dates.\",\"name\":\"get_adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"details\":{\"default\":\"\",\"description\":\"Additional details such as the role title, major studied, or specific projects worked on.\",\"type\":\"string\"},\"end_date\":{\"default\":null,\"description\":\"The end date of the experience or education in the format 'YYYY-MM-DD', such as '2023-12-31'. If currently ongoing, this parameter can be set to null to represent that the end date is the present day.\",\"type\":\"string\"},\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name of the organization where the experience was gained or the institution where the education was obtained.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies whether the detail is about Adriel's internship, freelance work, or education history.\",\"enum\":[\"Internship\",\"Freelance\",\"Education\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the experience or education in the format 'YYYY-MM-DD'. For example, '2023-01-01'.\",\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","get_adriel_list_projects":"{\"description\":\"Retrieves a list of projects that Adriel is currently involved with, including project names and the roles assigned.\",\"name\":\"get_adriel_list_projects\",\"parameters\":{\"properties\":{\"date_filter\":{\"default\":null,\"description\":\"Optional date filter for the project list in the format of 'YYYY-MM-DD', such as '2023-01-01'.\",\"type\":\"string\"},\"include_completed\":{\"default\":false,\"description\":\"Flag to determine whether completed projects should be included in the list.\",\"type\":\"boolean\"},\"project_status\":{\"default\":\"active\",\"description\":\"Filter projects by their current status.\",\"enum\":[\"active\",\"inactive\",\"completed\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose projects are to be retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_experiences_and_education":"{\"description\":\"Retrieves a collection of Adriel's professional experiences and educational background details.\",\"name\":\"get_adriel_experiences_and_education\",\"parameters\":{\"properties\":{\"include_references\":{\"default\":false,\"description\":\"Determines whether to include references with the experiences and education details.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user to fetch experiences and education for.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_profile":"{\"description\":\"Fetches the profile information for the user named Adriel, including basic details such as name, email, and membership status.\",\"name\":\"get_adriel_profile\",\"parameters\":{\"properties\":{\"data_format\":{\"default\":\"json\",\"description\":\"The desired format for the profile data returned.\",\"enum\":[\"json\",\"xml\"],\"type\":\"string\"},\"include_membership\":{\"default\":false,\"description\":\"Specifies whether to include the user's membership status in the profile information.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the profile is being retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel is currently using or has experience with, including programming languages, frameworks, and tools.\",\"name\":\"get_adriel_tech_stack\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"programming_languages\",\"description\":\"The category of technologies to retrieve, such as 'programming_languages', 'frameworks', or 'tools'.\",\"enum\":[\"programming_languages\",\"frameworks\",\"tools\"],\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier of the employee.\",\"type\":\"string\"},\"include_past_technologies\":{\"default\":false,\"description\":\"A flag to determine whether to include technologies that the employee no longer uses.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_profile","correct":false,"latency_ms":175.32,"confidence":0.624978},"jev":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":146.29,"confidence":0.99}}}},{"id":"live_multiple_172-71-1","split":"live_multiple","state":"User: List all the project. her id is 123","expected":"get_adriel_list_projects","candidate_count":6,"views":{"description":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve detailed information about a specific project that Adriel was involved in.","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieves detailed information about Adriel's professional experiences and educational background, including the type of experience or education, name of the organization or institution, and relevant dates.","get_adriel_list_projects":"get_adriel_list_projects: Retrieves a list of projects that Adriel is currently involved with, including project names and the roles assigned.","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieves a collection of Adriel's professional experiences and educational background details.","get_adriel_profile":"get_adriel_profile: Fetches the profile information for the user named Adriel, including basic details such as name, email, and membership status.","get_adriel_tech_stack":"get_adriel_tech_stack: Retrieve the list of technologies that Adriel is currently using or has experience with, including programming languages, frameworks, and tools."},"clm":{"choice":"get_adriel_list_projects","correct":true,"latency_ms":30.68,"confidence":0.348867},"jev":{"choice":"get_adriel_list_projects","correct":true,"latency_ms":114.61,"confidence":1.0}},"prose_schema":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve detailed information about a specific project that Adriel was involved in.\nParameter project_name (string); required; The unique identifier for the project.\nParameter include_financials (boolean); Specifies whether to include financial information in the project details.; default: False\nParameter date_format (string); The format of any date fields in the project details, such as 'MM/DD/YYYY'.; allowed values: MM/DD/YYYY, DD/MM/YYYY, YYYY-MM-DD; default: MM/DD/YYYY","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieves detailed information about Adriel's professional experiences and educational background, including the type of experience or education, name of the organization or institution, and relevant dates.\nParameter experience_or_education_type (string); required; Specifies whether the detail is about Adriel's internship, freelance work, or education history.; allowed values: Internship, Freelance, Education\nParameter experience_or_education_name (string); The name of the organization where the experience was gained or the institution where the education was obtained.; default: Not specified\nParameter details (string); Additional details such as the role title, major studied, or specific projects worked on.; default: \nParameter start_date (string); The start date of the experience or education in the format 'YYYY-MM-DD'. For example, '2023-01-01'.; default: None\nParameter end_date (string); The end date of the experience or education in the format 'YYYY-MM-DD', such as '2023-12-31'. If currently ongoing, this parameter can be set to null to represent that the end date is the present day.; default: None","get_adriel_list_projects":"get_adriel_list_projects: Retrieves a list of projects that Adriel is currently involved with, including project names and the roles assigned.\nParameter user_id (integer); required; The unique identifier for the user whose projects are to be retrieved.\nParameter include_completed (boolean); Flag to determine whether completed projects should be included in the list.; default: False\nParameter project_status (string); Filter projects by their current status.; allowed values: active, inactive, completed; default: active\nParameter date_filter (string); Optional date filter for the project list in the format of 'YYYY-MM-DD', such as '2023-01-01'.; default: None","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieves a collection of Adriel's professional experiences and educational background details.\nParameter user_id (integer); required; The unique identifier of the user to fetch experiences and education for.\nParameter include_references (boolean); Determines whether to include references with the experiences and education details.; default: False","get_adriel_profile":"get_adriel_profile: Fetches the profile information for the user named Adriel, including basic details such as name, email, and membership status.\nParameter user_id (integer); required; The unique identifier of the user for whom the profile is being retrieved.\nParameter include_membership (boolean); Specifies whether to include the user's membership status in the profile information.; default: False\nParameter data_format (string); The desired format for the profile data returned.; allowed values: json, xml; default: json","get_adriel_tech_stack":"get_adriel_tech_stack: Retrieve the list of technologies that Adriel is currently using or has experience with, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier of the employee.\nParameter include_past_technologies (boolean); A flag to determine whether to include technologies that the employee no longer uses.; default: False\nParameter category (string); The category of technologies to retrieve, such as 'programming_languages', 'frameworks', or 'tools'.; allowed values: programming_languages, frameworks, tools; default: programming_languages"},"clm":{"choice":"get_adriel_detail_experience_and_education","correct":false,"latency_ms":31.53,"confidence":0.430023},"jev":{"choice":"get_adriel_list_projects","correct":true,"latency_ms":108.1,"confidence":1.0}},"schema":{"criteria":{"get_detail_adriel_project":"{\"description\":\"Retrieve detailed information about a specific project that Adriel was involved in.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"date_format\":{\"default\":\"MM/DD/YYYY\",\"description\":\"The format of any date fields in the project details, such as 'MM/DD/YYYY'.\",\"enum\":[\"MM/DD/YYYY\",\"DD/MM/YYYY\",\"YYYY-MM-DD\"],\"type\":\"string\"},\"include_financials\":{\"default\":false,\"description\":\"Specifies whether to include financial information in the project details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The unique identifier for the project.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_detail_experience_and_education":"{\"description\":\"Retrieves detailed information about Adriel's professional experiences and educational background, including the type of experience or education, name of the organization or institution, and relevant dates.\",\"name\":\"get_adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"details\":{\"default\":\"\",\"description\":\"Additional details such as the role title, major studied, or specific projects worked on.\",\"type\":\"string\"},\"end_date\":{\"default\":null,\"description\":\"The end date of the experience or education in the format 'YYYY-MM-DD', such as '2023-12-31'. If currently ongoing, this parameter can be set to null to represent that the end date is the present day.\",\"type\":\"string\"},\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name of the organization where the experience was gained or the institution where the education was obtained.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies whether the detail is about Adriel's internship, freelance work, or education history.\",\"enum\":[\"Internship\",\"Freelance\",\"Education\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the experience or education in the format 'YYYY-MM-DD'. For example, '2023-01-01'.\",\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","get_adriel_list_projects":"{\"description\":\"Retrieves a list of projects that Adriel is currently involved with, including project names and the roles assigned.\",\"name\":\"get_adriel_list_projects\",\"parameters\":{\"properties\":{\"date_filter\":{\"default\":null,\"description\":\"Optional date filter for the project list in the format of 'YYYY-MM-DD', such as '2023-01-01'.\",\"type\":\"string\"},\"include_completed\":{\"default\":false,\"description\":\"Flag to determine whether completed projects should be included in the list.\",\"type\":\"boolean\"},\"project_status\":{\"default\":\"active\",\"description\":\"Filter projects by their current status.\",\"enum\":[\"active\",\"inactive\",\"completed\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose projects are to be retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_experiences_and_education":"{\"description\":\"Retrieves a collection of Adriel's professional experiences and educational background details.\",\"name\":\"get_adriel_experiences_and_education\",\"parameters\":{\"properties\":{\"include_references\":{\"default\":false,\"description\":\"Determines whether to include references with the experiences and education details.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user to fetch experiences and education for.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_profile":"{\"description\":\"Fetches the profile information for the user named Adriel, including basic details such as name, email, and membership status.\",\"name\":\"get_adriel_profile\",\"parameters\":{\"properties\":{\"data_format\":{\"default\":\"json\",\"description\":\"The desired format for the profile data returned.\",\"enum\":[\"json\",\"xml\"],\"type\":\"string\"},\"include_membership\":{\"default\":false,\"description\":\"Specifies whether to include the user's membership status in the profile information.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the profile is being retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel is currently using or has experience with, including programming languages, frameworks, and tools.\",\"name\":\"get_adriel_tech_stack\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"programming_languages\",\"description\":\"The category of technologies to retrieve, such as 'programming_languages', 'frameworks', or 'tools'.\",\"enum\":[\"programming_languages\",\"frameworks\",\"tools\"],\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier of the employee.\",\"type\":\"string\"},\"include_past_technologies\":{\"default\":false,\"description\":\"A flag to determine whether to include technologies that the employee no longer uses.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_experiences_and_education","correct":false,"latency_ms":48.32,"confidence":0.266681},"jev":{"choice":"get_adriel_list_projects","correct":true,"latency_ms":192.0,"confidence":1.0}}}},{"id":"live_multiple_173-71-2","split":"live_multiple","state":"User: Can you tell me which technologies, including programming languages, frameworks, and tools, \"Adriel\" with employee id 123 is currently using or has experience with?","expected":"get_adriel_tech_stack","candidate_count":6,"views":{"description":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve detailed information about a specific project that Adriel was involved in.","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieves detailed information about Adriel's professional experiences and educational background, including the type of experience or education, name of the organization or institution, and relevant dates.","get_adriel_list_projects":"get_adriel_list_projects: Retrieves a list of projects that Adriel is currently involved with, including project names and the roles assigned.","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieves a collection of Adriel's professional experiences and educational background details.","get_adriel_profile":"get_adriel_profile: Fetches the profile information for the user named Adriel, including basic details such as name, email, and membership status.","get_adriel_tech_stack":"get_adriel_tech_stack: Retrieve the list of technologies that Adriel is currently using or has experience with, including programming languages, frameworks, and tools."},"clm":{"choice":"get_adriel_tech_stack","correct":true,"latency_ms":33.96,"confidence":0.574215},"jev":{"choice":"get_adriel_tech_stack","correct":true,"latency_ms":99.0,"confidence":1.0}},"prose_schema":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieve detailed information about a specific project that Adriel was involved in.\nParameter project_name (string); required; The unique identifier for the project.\nParameter include_financials (boolean); Specifies whether to include financial information in the project details.; default: False\nParameter date_format (string); The format of any date fields in the project details, such as 'MM/DD/YYYY'.; allowed values: MM/DD/YYYY, DD/MM/YYYY, YYYY-MM-DD; default: MM/DD/YYYY","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieves detailed information about Adriel's professional experiences and educational background, including the type of experience or education, name of the organization or institution, and relevant dates.\nParameter experience_or_education_type (string); required; Specifies whether the detail is about Adriel's internship, freelance work, or education history.; allowed values: Internship, Freelance, Education\nParameter experience_or_education_name (string); The name of the organization where the experience was gained or the institution where the education was obtained.; default: Not specified\nParameter details (string); Additional details such as the role title, major studied, or specific projects worked on.; default: \nParameter start_date (string); The start date of the experience or education in the format 'YYYY-MM-DD'. For example, '2023-01-01'.; default: None\nParameter end_date (string); The end date of the experience or education in the format 'YYYY-MM-DD', such as '2023-12-31'. If currently ongoing, this parameter can be set to null to represent that the end date is the present day.; default: None","get_adriel_list_projects":"get_adriel_list_projects: Retrieves a list of projects that Adriel is currently involved with, including project names and the roles assigned.\nParameter user_id (integer); required; The unique identifier for the user whose projects are to be retrieved.\nParameter include_completed (boolean); Flag to determine whether completed projects should be included in the list.; default: False\nParameter project_status (string); Filter projects by their current status.; allowed values: active, inactive, completed; default: active\nParameter date_filter (string); Optional date filter for the project list in the format of 'YYYY-MM-DD', such as '2023-01-01'.; default: None","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieves a collection of Adriel's professional experiences and educational background details.\nParameter user_id (integer); required; The unique identifier of the user to fetch experiences and education for.\nParameter include_references (boolean); Determines whether to include references with the experiences and education details.; default: False","get_adriel_profile":"get_adriel_profile: Fetches the profile information for the user named Adriel, including basic details such as name, email, and membership status.\nParameter user_id (integer); required; The unique identifier of the user for whom the profile is being retrieved.\nParameter include_membership (boolean); Specifies whether to include the user's membership status in the profile information.; default: False\nParameter data_format (string); The desired format for the profile data returned.; allowed values: json, xml; default: json","get_adriel_tech_stack":"get_adriel_tech_stack: Retrieve the list of technologies that Adriel is currently using or has experience with, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier of the employee.\nParameter include_past_technologies (boolean); A flag to determine whether to include technologies that the employee no longer uses.; default: False\nParameter category (string); The category of technologies to retrieve, such as 'programming_languages', 'frameworks', or 'tools'.; allowed values: programming_languages, frameworks, tools; default: programming_languages"},"clm":{"choice":"get_adriel_tech_stack","correct":true,"latency_ms":33.11,"confidence":0.394289},"jev":{"choice":"get_adriel_tech_stack","correct":true,"latency_ms":101.5,"confidence":1.0}},"schema":{"criteria":{"get_detail_adriel_project":"{\"description\":\"Retrieve detailed information about a specific project that Adriel was involved in.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"date_format\":{\"default\":\"MM/DD/YYYY\",\"description\":\"The format of any date fields in the project details, such as 'MM/DD/YYYY'.\",\"enum\":[\"MM/DD/YYYY\",\"DD/MM/YYYY\",\"YYYY-MM-DD\"],\"type\":\"string\"},\"include_financials\":{\"default\":false,\"description\":\"Specifies whether to include financial information in the project details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The unique identifier for the project.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_detail_experience_and_education":"{\"description\":\"Retrieves detailed information about Adriel's professional experiences and educational background, including the type of experience or education, name of the organization or institution, and relevant dates.\",\"name\":\"get_adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"details\":{\"default\":\"\",\"description\":\"Additional details such as the role title, major studied, or specific projects worked on.\",\"type\":\"string\"},\"end_date\":{\"default\":null,\"description\":\"The end date of the experience or education in the format 'YYYY-MM-DD', such as '2023-12-31'. If currently ongoing, this parameter can be set to null to represent that the end date is the present day.\",\"type\":\"string\"},\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name of the organization where the experience was gained or the institution where the education was obtained.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies whether the detail is about Adriel's internship, freelance work, or education history.\",\"enum\":[\"Internship\",\"Freelance\",\"Education\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the experience or education in the format 'YYYY-MM-DD'. For example, '2023-01-01'.\",\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","get_adriel_list_projects":"{\"description\":\"Retrieves a list of projects that Adriel is currently involved with, including project names and the roles assigned.\",\"name\":\"get_adriel_list_projects\",\"parameters\":{\"properties\":{\"date_filter\":{\"default\":null,\"description\":\"Optional date filter for the project list in the format of 'YYYY-MM-DD', such as '2023-01-01'.\",\"type\":\"string\"},\"include_completed\":{\"default\":false,\"description\":\"Flag to determine whether completed projects should be included in the list.\",\"type\":\"boolean\"},\"project_status\":{\"default\":\"active\",\"description\":\"Filter projects by their current status.\",\"enum\":[\"active\",\"inactive\",\"completed\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose projects are to be retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_experiences_and_education":"{\"description\":\"Retrieves a collection of Adriel's professional experiences and educational background details.\",\"name\":\"get_adriel_experiences_and_education\",\"parameters\":{\"properties\":{\"include_references\":{\"default\":false,\"description\":\"Determines whether to include references with the experiences and education details.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user to fetch experiences and education for.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_profile":"{\"description\":\"Fetches the profile information for the user named Adriel, including basic details such as name, email, and membership status.\",\"name\":\"get_adriel_profile\",\"parameters\":{\"properties\":{\"data_format\":{\"default\":\"json\",\"description\":\"The desired format for the profile data returned.\",\"enum\":[\"json\",\"xml\"],\"type\":\"string\"},\"include_membership\":{\"default\":false,\"description\":\"Specifies whether to include the user's membership status in the profile information.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the profile is being retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel is currently using or has experience with, including programming languages, frameworks, and tools.\",\"name\":\"get_adriel_tech_stack\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"programming_languages\",\"description\":\"The category of technologies to retrieve, such as 'programming_languages', 'frameworks', or 'tools'.\",\"enum\":[\"programming_languages\",\"frameworks\",\"tools\"],\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier of the employee.\",\"type\":\"string\"},\"include_past_technologies\":{\"default\":false,\"description\":\"A flag to determine whether to include technologies that the employee no longer uses.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_profile","correct":false,"latency_ms":32.27,"confidence":0.392415},"jev":{"choice":"get_adriel_tech_stack","correct":true,"latency_ms":104.55,"confidence":1.0}}}},{"id":"live_multiple_174-72-0","split":"live_multiple","state":"User: Can you provide me with the details of Adriel's internship at the sebelas maret university?","expected":"get_adriel_detail_experience_and_education","candidate_count":6,"views":{"description":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieves the detailed information of a specific project that Adriel was working on, including the project's status and start date.","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieves the detailed information regarding Adriel's specific experiences and educational background.","get_adriel_list_projects":"get_adriel_list_projects: Retrieve a list of projects that Adriel has worked on, optionally filtered by status.","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieve a combined list of Adriel's professional experiences and academic qualifications.","get_adriel_profile":"get_adriel_profile: Retrieve the full profile information for the user Adriel, including personal details and account settings.","get_adriel_tech_stack":"get_adriel_tech_stack: Retrieves a list of technologies that Adriel has experience working with, including programming languages, frameworks, and tools."},"clm":{"choice":"get_detail_adriel_project","correct":false,"latency_ms":91.54,"confidence":0.894419},"jev":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":105.35,"confidence":0.96}},"prose_schema":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieves the detailed information of a specific project that Adriel was working on, including the project's status and start date.\nParameter project_name (string); required; The unique name identifier for the project.\nParameter include_financials (boolean); Flag to determine if financial details should be included in the response.; default: False\nParameter response_format (string); The desired format of the response data.; allowed values: json, xml; default: json\nParameter start_date (string); The starting date of the project in the format of 'YYYY-MM-DD', such as '2021-04-12'. If not provided, defaults to the project's actual start date.; default: None","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieves the detailed information regarding Adriel's specific experiences and educational background.\nParameter experience_or_education_type (string); required; The category of Adriel's experience or education to fetch details for.; allowed values: Internship at Sebelas Maret University (UNS), Freelance work at Pingfest, Education at Sebelas Maret University (UNS)","get_adriel_list_projects":"get_adriel_list_projects: Retrieve a list of projects that Adriel has worked on, optionally filtered by status.\nParameter user_id (string); required; The unique identifier of the user whose projects are to be fetched.\nParameter status (string); The current status of the projects to filter by.; allowed values: active, completed, archived, on_hold; default: active\nParameter include_dates (boolean); Determines if start and end dates of the projects should be included in the response.; default: False","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieve a combined list of Adriel's professional experiences and academic qualifications.\nParameter user_id (integer); required; The unique identifier of the user for whom the experiences and education details are to be fetched.\nParameter include_references (boolean); Determines whether to include reference contacts for each experience and education entry.; default: False\nParameter date_format (string); The expected date format for any date fields in the experiences and education entries, such as 'MM/DD/YYYY'.; default: MM/DD/YYYY","get_adriel_profile":"get_adriel_profile: Retrieve the full profile information for the user Adriel, including personal details and account settings.\nParameter user_id (string); required; The unique identifier for the user whose profile is being retrieved.\nParameter include_private (boolean); A flag indicating whether to include private details in the profile.; default: False","get_adriel_tech_stack":"get_adriel_tech_stack: Retrieves a list of technologies that Adriel has experience working with, including programming languages, frameworks, and tools."},"clm":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":157.06,"confidence":0.680473},"jev":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":118.42,"confidence":1.0}},"schema":{"criteria":{"get_detail_adriel_project":"{\"description\":\"Retrieves the detailed information of a specific project that Adriel was working on, including the project's status and start date.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"include_financials\":{\"default\":false,\"description\":\"Flag to determine if financial details should be included in the response.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The unique name identifier for the project.\",\"type\":\"string\"},\"response_format\":{\"default\":\"json\",\"description\":\"The desired format of the response data.\",\"enum\":[\"json\",\"xml\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The starting date of the project in the format of 'YYYY-MM-DD', such as '2021-04-12'. If not provided, defaults to the project's actual start date.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_detail_experience_and_education":"{\"description\":\"Retrieves the detailed information regarding Adriel's specific experiences and educational background.\",\"name\":\"get_adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_type\":{\"description\":\"The category of Adriel's experience or education to fetch details for.\",\"enum\":[\"Internship at Sebelas Maret University (UNS)\",\"Freelance work at Pingfest\",\"Education at Sebelas Maret University (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","get_adriel_list_projects":"{\"description\":\"Retrieve a list of projects that Adriel has worked on, optionally filtered by status.\",\"name\":\"get_adriel_list_projects\",\"parameters\":{\"properties\":{\"include_dates\":{\"default\":false,\"description\":\"Determines if start and end dates of the projects should be included in the response.\",\"type\":\"boolean\"},\"status\":{\"default\":\"active\",\"description\":\"The current status of the projects to filter by.\",\"enum\":[\"active\",\"completed\",\"archived\",\"on_hold\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user whose projects are to be fetched.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_experiences_and_education":"{\"description\":\"Retrieve a combined list of Adriel's professional experiences and academic qualifications.\",\"name\":\"get_adriel_experiences_and_education\",\"parameters\":{\"properties\":{\"date_format\":{\"default\":\"MM/DD/YYYY\",\"description\":\"The expected date format for any date fields in the experiences and education entries, such as 'MM/DD/YYYY'.\",\"type\":\"string\"},\"include_references\":{\"default\":false,\"description\":\"Determines whether to include reference contacts for each experience and education entry.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the experiences and education details are to be fetched.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_profile":"{\"description\":\"Retrieve the full profile information for the user Adriel, including personal details and account settings.\",\"name\":\"get_adriel_profile\",\"parameters\":{\"properties\":{\"include_private\":{\"default\":false,\"description\":\"A flag indicating whether to include private details in the profile.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier for the user whose profile is being retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_tech_stack":"{\"description\":\"Retrieves a list of technologies that Adriel has experience working with, including programming languages, frameworks, and tools.\",\"name\":\"get_adriel_tech_stack\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_tech_stack","correct":false,"latency_ms":136.13,"confidence":0.818378},"jev":{"choice":"get_adriel_detail_experience_and_education","correct":true,"latency_ms":103.73,"confidence":1.0}}}},{"id":"live_multiple_175-72-1","split":"live_multiple","state":"User: Can you provide me with a list of projects that Adriel, id 12345, has worked on which are currently active?","expected":"get_adriel_list_projects","candidate_count":6,"views":{"description":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieves the detailed information of a specific project that Adriel was working on, including the project's status and start date.","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieves the detailed information regarding Adriel's specific experiences and educational background.","get_adriel_list_projects":"get_adriel_list_projects: Retrieve a list of projects that Adriel has worked on, optionally filtered by status.","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieve a combined list of Adriel's professional experiences and academic qualifications.","get_adriel_profile":"get_adriel_profile: Retrieve the full profile information for the user Adriel, including personal details and account settings.","get_adriel_tech_stack":"get_adriel_tech_stack: Retrieves a list of technologies that Adriel has experience working with, including programming languages, frameworks, and tools."},"clm":{"choice":"get_detail_adriel_project","correct":false,"latency_ms":34.14,"confidence":0.89217},"jev":{"choice":"get_adriel_list_projects","correct":true,"latency_ms":96.44,"confidence":1.0}},"prose_schema":{"criteria":{"get_detail_adriel_project":"get_detail_adriel_project: Retrieves the detailed information of a specific project that Adriel was working on, including the project's status and start date.\nParameter project_name (string); required; The unique name identifier for the project.\nParameter include_financials (boolean); Flag to determine if financial details should be included in the response.; default: False\nParameter response_format (string); The desired format of the response data.; allowed values: json, xml; default: json\nParameter start_date (string); The starting date of the project in the format of 'YYYY-MM-DD', such as '2021-04-12'. If not provided, defaults to the project's actual start date.; default: None","get_adriel_detail_experience_and_education":"get_adriel_detail_experience_and_education: Retrieves the detailed information regarding Adriel's specific experiences and educational background.\nParameter experience_or_education_type (string); required; The category of Adriel's experience or education to fetch details for.; allowed values: Internship at Sebelas Maret University (UNS), Freelance work at Pingfest, Education at Sebelas Maret University (UNS)","get_adriel_list_projects":"get_adriel_list_projects: Retrieve a list of projects that Adriel has worked on, optionally filtered by status.\nParameter user_id (string); required; The unique identifier of the user whose projects are to be fetched.\nParameter status (string); The current status of the projects to filter by.; allowed values: active, completed, archived, on_hold; default: active\nParameter include_dates (boolean); Determines if start and end dates of the projects should be included in the response.; default: False","get_adriel_experiences_and_education":"get_adriel_experiences_and_education: Retrieve a combined list of Adriel's professional experiences and academic qualifications.\nParameter user_id (integer); required; The unique identifier of the user for whom the experiences and education details are to be fetched.\nParameter include_references (boolean); Determines whether to include reference contacts for each experience and education entry.; default: False\nParameter date_format (string); The expected date format for any date fields in the experiences and education entries, such as 'MM/DD/YYYY'.; default: MM/DD/YYYY","get_adriel_profile":"get_adriel_profile: Retrieve the full profile information for the user Adriel, including personal details and account settings.\nParameter user_id (string); required; The unique identifier for the user whose profile is being retrieved.\nParameter include_private (boolean); A flag indicating whether to include private details in the profile.; default: False","get_adriel_tech_stack":"get_adriel_tech_stack: Retrieves a list of technologies that Adriel has experience working with, including programming languages, frameworks, and tools."},"clm":{"choice":"get_detail_adriel_project","correct":false,"latency_ms":33.06,"confidence":0.538573},"jev":{"choice":"get_adriel_list_projects","correct":true,"latency_ms":138.23,"confidence":1.0}},"schema":{"criteria":{"get_detail_adriel_project":"{\"description\":\"Retrieves the detailed information of a specific project that Adriel was working on, including the project's status and start date.\",\"name\":\"get_detail_adriel_project\",\"parameters\":{\"properties\":{\"include_financials\":{\"default\":false,\"description\":\"Flag to determine if financial details should be included in the response.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The unique name identifier for the project.\",\"type\":\"string\"},\"response_format\":{\"default\":\"json\",\"description\":\"The desired format of the response data.\",\"enum\":[\"json\",\"xml\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The starting date of the project in the format of 'YYYY-MM-DD', such as '2021-04-12'. If not provided, defaults to the project's actual start date.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","get_adriel_detail_experience_and_education":"{\"description\":\"Retrieves the detailed information regarding Adriel's specific experiences and educational background.\",\"name\":\"get_adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_type\":{\"description\":\"The category of Adriel's experience or education to fetch details for.\",\"enum\":[\"Internship at Sebelas Maret University (UNS)\",\"Freelance work at Pingfest\",\"Education at Sebelas Maret University (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","get_adriel_list_projects":"{\"description\":\"Retrieve a list of projects that Adriel has worked on, optionally filtered by status.\",\"name\":\"get_adriel_list_projects\",\"parameters\":{\"properties\":{\"include_dates\":{\"default\":false,\"description\":\"Determines if start and end dates of the projects should be included in the response.\",\"type\":\"boolean\"},\"status\":{\"default\":\"active\",\"description\":\"The current status of the projects to filter by.\",\"enum\":[\"active\",\"completed\",\"archived\",\"on_hold\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user whose projects are to be fetched.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_experiences_and_education":"{\"description\":\"Retrieve a combined list of Adriel's professional experiences and academic qualifications.\",\"name\":\"get_adriel_experiences_and_education\",\"parameters\":{\"properties\":{\"date_format\":{\"default\":\"MM/DD/YYYY\",\"description\":\"The expected date format for any date fields in the experiences and education entries, such as 'MM/DD/YYYY'.\",\"type\":\"string\"},\"include_references\":{\"default\":false,\"description\":\"Determines whether to include reference contacts for each experience and education entry.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the experiences and education details are to be fetched.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_profile":"{\"description\":\"Retrieve the full profile information for the user Adriel, including personal details and account settings.\",\"name\":\"get_adriel_profile\",\"parameters\":{\"properties\":{\"include_private\":{\"default\":false,\"description\":\"A flag indicating whether to include private details in the profile.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier for the user whose profile is being retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","get_adriel_tech_stack":"{\"description\":\"Retrieves a list of technologies that Adriel has experience working with, including programming languages, frameworks, and tools.\",\"name\":\"get_adriel_tech_stack\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"get_adriel_detail_experience_and_education","correct":false,"latency_ms":32.03,"confidence":0.421819},"jev":{"choice":"get_adriel_list_projects","correct":true,"latency_ms":103.66,"confidence":1.0}}}},{"id":"live_multiple_176-73-0","split":"live_multiple","state":"User: What is Shishir's birthday and the answer is in your memory.","expected":"recall_memory_search","candidate_count":9,"views":{"description":{"criteria":{"send_message":"send_message: Sends a message to a human user, supporting a full range of Unicode characters, including emojis.","pause_heartbeats":"pause_heartbeats: Temporarily ignore timed heartbeats for a specified duration. During this period, manual heartbeats and other events may still generate messages.","message_chatgpt":"message_chatgpt: Sends a message to ChatGPT, a basic AI model, for asking questions and getting responses. The interactions are stateless, meaning ChatGPT does not remember previous messages.","core_memory_append":"core_memory_append: Appends the given content to a specific section of the core memory. This operation supports all unicode characters, including emojis, and allows for an immediate heartbeat request post-execution for follow-up actions.","core_memory_replace":"core_memory_replace: Replace the contents of core memory. To delete memories, provide an empty string for the 'new_content' parameter.","recall_memory_search":"recall_memory_search: Searches the prior conversation history for occurrences of a specified string and returns paginated results.","archival_memory_insert":"archival_memory_insert: Adds an entry to the archival memory system, ensuring that the content is formatted for easy future retrieval.","archival_memory_search":"archival_memory_search: Performs a semantic search within archival memory data using an embedding-based approach to retrieve relevant results.","http_request":"http_request: Generates an HTTP request using the specified method, URL, and payload, then returns the server's response."},"clm":{"choice":"recall_memory_search","correct":true,"latency_ms":95.61,"confidence":0.606052},"jev":{"choice":"archival_memory_search","correct":false,"latency_ms":96.14,"confidence":0.61}},"prose_schema":{"criteria":{"send_message":"send_message: Sends a message to a human user, supporting a full range of Unicode characters, including emojis.\nParameter message (string); required; The content of the message to be sent. Supports Unicode characters such as text and emojis.\nParameter recipient (string); The identifier of the recipient. This could be a username, phone number, or an email address, depending on the implementation.; default: default@example.com\nParameter urgent (boolean); Flag to indicate if the message should be sent with high priority.; default: False","pause_heartbeats":"pause_heartbeats: Temporarily ignore timed heartbeats for a specified duration. During this period, manual heartbeats and other events may still generate messages.\nParameter minutes (integer); required; The duration in minutes for which heartbeats should be ignored. Must be between 1 and 3600 minutes (up to 60 hours).","message_chatgpt":"message_chatgpt: Sends a message to ChatGPT, a basic AI model, for asking questions and getting responses. The interactions are stateless, meaning ChatGPT does not remember previous messages.\nParameter message (string); required; The message to send to ChatGPT, formatted as a complete English sentence.\nParameter request_heartbeat (boolean); Determines whether to request an immediate heartbeat post-execution, useful for managing follow-up actions.; default: False","core_memory_append":"core_memory_append: Appends the given content to a specific section of the core memory. This operation supports all unicode characters, including emojis, and allows for an immediate heartbeat request post-execution for follow-up actions.\nParameter name (string); required; The name of the memory section to be edited, such as 'persona' or 'human'.; allowed values: persona, human\nParameter content (string); required; The content to be appended to the memory. Supports all unicode characters, including emojis.\nParameter request_heartbeat (boolean); If set to 'true', requests an immediate heartbeat after function execution. Useful for sending a follow-up message or triggering another function.; default: False","core_memory_replace":"core_memory_replace: Replace the contents of core memory. To delete memories, provide an empty string for the 'new_content' parameter.\nParameter name (string); required; The section of the memory to be edited. Possible values are 'persona' for personality traits and 'human' for human-related memories.\nParameter old_content (string); required; The string to be replaced. Must be an exact match of the existing content.\nParameter new_content (string); required; The new content to write into the memory. Supports all Unicode characters, including emojis.\nParameter request_heartbeat (boolean); required; Whether to request an immediate heartbeat after function execution. Set to true to ensure the system is immediately updated with the changes.","recall_memory_search":"recall_memory_search: Searches the prior conversation history for occurrences of a specified string and returns paginated results.\nParameter query (string); required; The search string to locate within the conversation history.\nParameter page (integer); Specifies the page number of results to retrieve, where 0 represents the first page.; default: 0\nParameter request_heartbeat (boolean); When set to true, triggers an immediate heartbeat post function execution to facilitate follow-up actions.; default: False","archival_memory_insert":"archival_memory_insert: Adds an entry to the archival memory system, ensuring that the content is formatted for easy future retrieval.\nParameter content (string); required; Content to be archived. Supports all Unicode characters, including emojis.\nParameter request_heartbeat (boolean); required; If set to true, triggers an immediate heartbeat to confirm memory insertion and allows for follow-up actions.","archival_memory_search":"archival_memory_search: Performs a semantic search within archival memory data using an embedding-based approach to retrieve relevant results.\nParameter query (string); required; The search term used to query the archival memory. This should be a clear and concise representation of the search intent.\nParameter page (integer); Specifies the page number of search results to retrieve, allowing for pagination through sets of results. The first page is 0.; default: 0\nParameter request_heartbeat (boolean); required; Determines whether to request an immediate heartbeat post function execution, which is useful for initiating follow-up actions. Set to 'true' to enable this feature.","http_request":"http_request: Generates an HTTP request using the specified method, URL, and payload, then returns the server's response.\nParameter method (string); required; The HTTP method to be used for the request, such as 'GET', 'POST', 'PUT', 'DELETE', etc.; allowed values: GET, POST, PUT, DELETE, PATCH, OPTIONS, HEAD\nParameter url (string); required; The fully qualified URL to which the request will be sent.\nParameter payload_json (string); A JSON-formatted string that contains the payload data to be sent with the request. Must be a valid JSON string.; default: {}\nParameter request_heartbeat (boolean); required; When set to true, the function will request an immediate heartbeat after execution, which is useful for sending a follow-up message or initiating another function."},"clm":{"choice":"recall_memory_search","correct":true,"latency_ms":178.96,"confidence":0.470032},"jev":{"choice":"archival_memory_search","correct":false,"latency_ms":158.6,"confidence":0.85}},"schema":{"criteria":{"send_message":"{\"description\":\"Sends a message to a human user, supporting a full range of Unicode characters, including emojis.\",\"name\":\"send_message\",\"parameters\":{\"properties\":{\"message\":{\"description\":\"The content of the message to be sent. Supports Unicode characters such as text and emojis.\",\"type\":\"string\"},\"recipient\":{\"default\":\"default@example.com\",\"description\":\"The identifier of the recipient. This could be a username, phone number, or an email address, depending on the implementation.\",\"type\":\"string\"},\"urgent\":{\"default\":false,\"description\":\"Flag to indicate if the message should be sent with high priority.\",\"type\":\"boolean\"}},\"required\":[\"message\"],\"type\":\"dict\"}}","pause_heartbeats":"{\"description\":\"Temporarily ignore timed heartbeats for a specified duration. During this period, manual heartbeats and other events may still generate messages.\",\"name\":\"pause_heartbeats\",\"parameters\":{\"properties\":{\"minutes\":{\"description\":\"The duration in minutes for which heartbeats should be ignored. Must be between 1 and 3600 minutes (up to 60 hours).\",\"type\":\"integer\"}},\"required\":[\"minutes\"],\"type\":\"dict\"}}","message_chatgpt":"{\"description\":\"Sends a message to ChatGPT, a basic AI model, for asking questions and getting responses. The interactions are stateless, meaning ChatGPT does not remember previous messages.\",\"name\":\"message_chatgpt\",\"parameters\":{\"properties\":{\"message\":{\"description\":\"The message to send to ChatGPT, formatted as a complete English sentence.\",\"type\":\"string\"},\"request_heartbeat\":{\"default\":false,\"description\":\"Determines whether to request an immediate heartbeat post-execution, useful for managing follow-up actions.\",\"type\":\"boolean\"}},\"required\":[\"message\"],\"type\":\"dict\"}}","core_memory_append":"{\"description\":\"Appends the given content to a specific section of the core memory. This operation supports all unicode characters, including emojis, and allows for an immediate heartbeat request post-execution for follow-up actions.\",\"name\":\"core_memory_append\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The content to be appended to the memory. Supports all unicode characters, including emojis.\",\"type\":\"string\"},\"name\":{\"description\":\"The name of the memory section to be edited, such as 'persona' or 'human'.\",\"enum\":[\"persona\",\"human\"],\"type\":\"string\"},\"request_heartbeat\":{\"default\":false,\"description\":\"If set to 'true', requests an immediate heartbeat after function execution. Useful for sending a follow-up message or triggering another function.\",\"type\":\"boolean\"}},\"required\":[\"name\",\"content\"],\"type\":\"dict\"}}","core_memory_replace":"{\"description\":\"Replace the contents of core memory. To delete memories, provide an empty string for the 'new_content' parameter.\",\"name\":\"core_memory_replace\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The section of the memory to be edited. Possible values are 'persona' for personality traits and 'human' for human-related memories.\",\"type\":\"string\"},\"new_content\":{\"description\":\"The new content to write into the memory. Supports all Unicode characters, including emojis.\",\"type\":\"string\"},\"old_content\":{\"description\":\"The string to be replaced. Must be an exact match of the existing content.\",\"type\":\"string\"},\"request_heartbeat\":{\"description\":\"Whether to request an immediate heartbeat after function execution. Set to true to ensure the system is immediately updated with the changes.\",\"type\":\"boolean\"}},\"required\":[\"name\",\"old_content\",\"new_content\",\"request_heartbeat\"],\"type\":\"dict\"}}","recall_memory_search":"{\"description\":\"Searches the prior conversation history for occurrences of a specified string and returns paginated results.\",\"name\":\"recall_memory_search\",\"parameters\":{\"properties\":{\"page\":{\"default\":0,\"description\":\"Specifies the page number of results to retrieve, where 0 represents the first page.\",\"type\":\"integer\"},\"query\":{\"description\":\"The search string to locate within the conversation history.\",\"type\":\"string\"},\"request_heartbeat\":{\"default\":false,\"description\":\"When set to true, triggers an immediate heartbeat post function execution to facilitate follow-up actions.\",\"type\":\"boolean\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","archival_memory_insert":"{\"description\":\"Adds an entry to the archival memory system, ensuring that the content is formatted for easy future retrieval.\",\"name\":\"archival_memory_insert\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"Content to be archived. Supports all Unicode characters, including emojis.\",\"type\":\"string\"},\"request_heartbeat\":{\"description\":\"If set to true, triggers an immediate heartbeat to confirm memory insertion and allows for follow-up actions.\",\"type\":\"boolean\"}},\"required\":[\"content\",\"request_heartbeat\"],\"type\":\"dict\"}}","archival_memory_search":"{\"description\":\"Performs a semantic search within archival memory data using an embedding-based approach to retrieve relevant results.\",\"name\":\"archival_memory_search\",\"parameters\":{\"properties\":{\"page\":{\"default\":0,\"description\":\"Specifies the page number of search results to retrieve, allowing for pagination through sets of results. The first page is 0.\",\"type\":\"integer\"},\"query\":{\"description\":\"The search term used to query the archival memory. This should be a clear and concise representation of the search intent.\",\"type\":\"string\"},\"request_heartbeat\":{\"description\":\"Determines whether to request an immediate heartbeat post function execution, which is useful for initiating follow-up actions. Set to 'true' to enable this feature.\",\"type\":\"boolean\"}},\"required\":[\"query\",\"request_heartbeat\"],\"type\":\"dict\"}}","http_request":"{\"description\":\"Generates an HTTP request using the specified method, URL, and payload, then returns the server's response.\",\"name\":\"http_request\",\"parameters\":{\"properties\":{\"method\":{\"description\":\"The HTTP method to be used for the request, such as 'GET', 'POST', 'PUT', 'DELETE', etc.\",\"enum\":[\"GET\",\"POST\",\"PUT\",\"DELETE\",\"PATCH\",\"OPTIONS\",\"HEAD\"],\"type\":\"string\"},\"payload_json\":{\"default\":\"{}\",\"description\":\"A JSON-formatted string that contains the payload data to be sent with the request. Must be a valid JSON string.\",\"type\":\"string\"},\"request_heartbeat\":{\"description\":\"When set to true, the function will request an immediate heartbeat after execution, which is useful for sending a follow-up message or initiating another function.\",\"type\":\"boolean\"},\"url\":{\"description\":\"The fully qualified URL to which the request will be sent.\",\"type\":\"string\"}},\"required\":[\"method\",\"url\",\"request_heartbeat\"],\"type\":\"dict\"}}"},"clm":{"choice":"core_memory_replace","correct":false,"latency_ms":215.28,"confidence":0.266501},"jev":{"choice":"archival_memory_search","correct":false,"latency_ms":105.38,"confidence":0.72}}}},{"id":"live_multiple_177-74-0","split":"live_multiple","state":"User: I'm starting from New York, NY. Could you provide me with details for a trip, including potential destinations, estimated costs, and any travel advisories?","expected":"get_trip","candidate_count":2,"views":{"description":{"criteria":{"sort_array":"sort_array: Sorts an array of integers in ascending order.","get_trip":"get_trip: Retrieve trip details for a specified location, including possible destinations, estimated costs, and travel advisories."},"clm":{"choice":"get_trip","correct":true,"latency_ms":56.68,"confidence":1.0},"jev":{"choice":"get_trip","correct":true,"latency_ms":100.34,"confidence":1.0}},"prose_schema":{"criteria":{"sort_array":"sort_array: Sorts an array of integers in ascending order.\nParameter array (array); required; An array of integers to be sorted.\nParameter reverse (boolean); Determines if the array should be sorted in descending order. Defaults to false (ascending order).; default: False","get_trip":"get_trip: Retrieve trip details for a specified location, including possible destinations, estimated costs, and travel advisories.\nParameter location (string); required; The starting location for the trip, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'."},"clm":{"choice":"get_trip","correct":true,"latency_ms":85.03,"confidence":1.0},"jev":{"choice":"get_trip","correct":true,"latency_ms":114.03,"confidence":1.0}},"schema":{"criteria":{"sort_array":"{\"description\":\"Sorts an array of integers in ascending order.\",\"name\":\"sort_array\",\"parameters\":{\"properties\":{\"array\":{\"description\":\"An array of integers to be sorted.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"reverse\":{\"default\":false,\"description\":\"Determines if the array should be sorted in descending order. Defaults to false (ascending order).\",\"type\":\"boolean\"}},\"required\":[\"array\"],\"type\":\"dict\"}}","get_trip":"{\"description\":\"Retrieve trip details for a specified location, including possible destinations, estimated costs, and travel advisories.\",\"name\":\"get_trip\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The starting location for the trip, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"sort_array","correct":false,"latency_ms":85.49,"confidence":0.532984},"jev":{"choice":"get_trip","correct":true,"latency_ms":98.06,"confidence":1.0}}}},{"id":"live_multiple_178-75-0","split":"live_multiple","state":"User: I'm curious about the current top news involving Ji Sung Park. Can you search for recent news articles that mention him? And let's limit it to 5 articles.","expected":"HNA_NEWS.search","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetch current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: Controls a home appliance, checks its current status and settings, and monitors indoor air properties such as air quality and temperature. The command must be explicit, using 'power on' or 'start' for control actions and 'check' for status inquiries. Mode or routine management is not supported by this function.","HNA_WQA.query":"HNA_WQA.query: Responds to queries that require web searches to obtain current and time-sensitive information, such as the current president, recent movies, or top songs.","HNA_NEWS.search":"HNA_NEWS.search: Search for recent events, news, and other relevant content based on a specified keyword.","HNA_COOKBOOK.search_recipe":"HNA_COOKBOOK.search_recipe: Search for cooking recipes based on a given keyword. The function returns a list of recipes that match the keyword criteria."},"clm":{"choice":"HNA_COOKBOOK.search_recipe","correct":false,"latency_ms":86.49,"confidence":0.532188},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":171.1,"confidence":0.98}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetch current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which to fetch weather information, specified in the format of 'City, Country'. For example, 'Seoul, South Korea'. The input must be in English.\nParameter units (string); The unit system to use for temperature and wind speed values. Choose 'metric' for Celsius and meters per second or 'imperial' for Fahrenheit and miles per hour.; allowed values: metric, imperial; default: metric\nParameter api_key (string); required; Your personal API key for accessing the OpenWeatherMap service. Keep it confidential.","ControlAppliance.execute":"ControlAppliance.execute: Controls a home appliance, checks its current status and settings, and monitors indoor air properties such as air quality and temperature. The command must be explicit, using 'power on' or 'start' for control actions and 'check' for status inquiries. Mode or routine management is not supported by this function.\nParameter command (string); required; The operation command for an appliance, optionally preceded by a room name and followed by the appliance name or alias. The command should be separated by commas. For example, 'main room, air conditioner, turn on' to power on the air conditioner in the main room, 'None, air conditioner, cool' to set the air conditioner to cool mode without specifying a room, and 'laundry room, tongdonly, stop' to stop the tongdonly appliance in the laundry room.; allowed values: power on, start, stop, check, turn on, cool","HNA_WQA.query":"HNA_WQA.query: Responds to queries that require web searches to obtain current and time-sensitive information, such as the current president, recent movies, or top songs.\nParameter keyword (string); required; The search term used to query the web for up-to-date information.\nParameter result_limit (integer); The maximum number of search results to return. A lower number can lead to faster responses.; default: 5\nParameter language (string); The language in which to return search results.; allowed values: en, es, fr, de, zh; default: en","HNA_NEWS.search":"HNA_NEWS.search: Search for recent events, news, and other relevant content based on a specified keyword.\nParameter keyword (string); required; The keyword used for searching recent news and events.\nParameter category (string); The category to filter the news search results.; allowed values: World, Local, Business, Technology, Entertainment, Sports; default: World\nParameter language (string); The language preference for the news results, formatted as an ISO 639-1 two-letter language code.; default: en\nParameter limit (integer); The maximum number of news results to return.; default: 10\nParameter sort_by (string); The sort order of the news results.; allowed values: Relevance, Date; default: Date","HNA_COOKBOOK.search_recipe":"HNA_COOKBOOK.search_recipe: Search for cooking recipes based on a given keyword. The function returns a list of recipes that match the keyword criteria.\nParameter keyword (string); required; The keyword to search for in recipes. It could be an ingredient, dish name, or cuisine type.\nParameter max_results (integer); The maximum number of recipe results to return. Defaults to 10.; default: 10\nParameter include_instructions (boolean); Whether to include cooking instructions in the search results. Defaults to false.; default: False"},"clm":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":148.14,"confidence":0.881826},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":97.38,"confidence":0.99}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetch current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"Your personal API key for accessing the OpenWeatherMap service. Keep it confidential.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which to fetch weather information, specified in the format of 'City, Country'. For example, 'Seoul, South Korea'. The input must be in English.\",\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system to use for temperature and wind speed values. Choose 'metric' for Celsius and meters per second or 'imperial' for Fahrenheit and miles per hour.\",\"enum\":[\"metric\",\"imperial\"],\"type\":\"string\"}},\"required\":[\"location\",\"api_key\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"Controls a home appliance, checks its current status and settings, and monitors indoor air properties such as air quality and temperature. The command must be explicit, using 'power on' or 'start' for control actions and 'check' for status inquiries. Mode or routine management is not supported by this function.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The operation command for an appliance, optionally preceded by a room name and followed by the appliance name or alias. The command should be separated by commas. For example, 'main room, air conditioner, turn on' to power on the air conditioner in the main room, 'None, air conditioner, cool' to set the air conditioner to cool mode without specifying a room, and 'laundry room, tongdonly, stop' to stop the tongdonly appliance in the laundry room.\",\"enum\":[\"power on\",\"start\",\"stop\",\"check\",\"turn on\",\"cool\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.query":"{\"description\":\"Responds to queries that require web searches to obtain current and time-sensitive information, such as the current president, recent movies, or top songs.\",\"name\":\"HNA_WQA.query\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used to query the web for up-to-date information.\",\"type\":\"string\"},\"language\":{\"default\":\"en\",\"description\":\"The language in which to return search results.\",\"enum\":[\"en\",\"es\",\"fr\",\"de\",\"zh\"],\"type\":\"string\"},\"result_limit\":{\"default\":5,\"description\":\"The maximum number of search results to return. A lower number can lead to faster responses.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Search for recent events, news, and other relevant content based on a specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"World\",\"description\":\"The category to filter the news search results.\",\"enum\":[\"World\",\"Local\",\"Business\",\"Technology\",\"Entertainment\",\"Sports\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword used for searching recent news and events.\",\"type\":\"string\"},\"language\":{\"default\":\"en\",\"description\":\"The language preference for the news results, formatted as an ISO 639-1 two-letter language code.\",\"type\":\"string\"},\"limit\":{\"default\":10,\"description\":\"The maximum number of news results to return.\",\"type\":\"integer\"},\"sort_by\":{\"default\":\"Date\",\"description\":\"The sort order of the news results.\",\"enum\":[\"Relevance\",\"Date\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_COOKBOOK.search_recipe":"{\"description\":\"Search for cooking recipes based on a given keyword. The function returns a list of recipes that match the keyword criteria.\",\"name\":\"HNA_COOKBOOK.search_recipe\",\"parameters\":{\"properties\":{\"include_instructions\":{\"default\":false,\"description\":\"Whether to include cooking instructions in the search results. Defaults to false.\",\"type\":\"boolean\"},\"keyword\":{\"description\":\"The keyword to search for in recipes. It could be an ingredient, dish name, or cuisine type.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return. Defaults to 10.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"HNA_WQA.query","correct":false,"latency_ms":156.24,"confidence":0.533416},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":112.41,"confidence":0.98}}}},{"id":"live_multiple_179-75-1","split":"live_multiple","state":"User: Can you find any recent news articles that discuss artificial intelligence? I'm interested in the Technology category and would prefer the articles to be in English.","expected":"HNA_NEWS.search","candidate_count":5,"views":{"description":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetch current weather information for a specified location using the OpenWeatherMap API.","ControlAppliance.execute":"ControlAppliance.execute: Controls a home appliance, checks its current status and settings, and monitors indoor air properties such as air quality and temperature. The command must be explicit, using 'power on' or 'start' for control actions and 'check' for status inquiries. Mode or routine management is not supported by this function.","HNA_WQA.query":"HNA_WQA.query: Responds to queries that require web searches to obtain current and time-sensitive information, such as the current president, recent movies, or top songs.","HNA_NEWS.search":"HNA_NEWS.search: Search for recent events, news, and other relevant content based on a specified keyword.","HNA_COOKBOOK.search_recipe":"HNA_COOKBOOK.search_recipe: Search for cooking recipes based on a given keyword. The function returns a list of recipes that match the keyword criteria."},"clm":{"choice":"HNA_COOKBOOK.search_recipe","correct":false,"latency_ms":34.88,"confidence":0.585243},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":102.74,"confidence":0.99}},"prose_schema":{"criteria":{"OpenWeatherMap.get_current_weather":"OpenWeatherMap.get_current_weather: Fetch current weather information for a specified location using the OpenWeatherMap API.\nParameter location (string); required; The location for which to fetch weather information, specified in the format of 'City, Country'. For example, 'Seoul, South Korea'. The input must be in English.\nParameter units (string); The unit system to use for temperature and wind speed values. Choose 'metric' for Celsius and meters per second or 'imperial' for Fahrenheit and miles per hour.; allowed values: metric, imperial; default: metric\nParameter api_key (string); required; Your personal API key for accessing the OpenWeatherMap service. Keep it confidential.","ControlAppliance.execute":"ControlAppliance.execute: Controls a home appliance, checks its current status and settings, and monitors indoor air properties such as air quality and temperature. The command must be explicit, using 'power on' or 'start' for control actions and 'check' for status inquiries. Mode or routine management is not supported by this function.\nParameter command (string); required; The operation command for an appliance, optionally preceded by a room name and followed by the appliance name or alias. The command should be separated by commas. For example, 'main room, air conditioner, turn on' to power on the air conditioner in the main room, 'None, air conditioner, cool' to set the air conditioner to cool mode without specifying a room, and 'laundry room, tongdonly, stop' to stop the tongdonly appliance in the laundry room.; allowed values: power on, start, stop, check, turn on, cool","HNA_WQA.query":"HNA_WQA.query: Responds to queries that require web searches to obtain current and time-sensitive information, such as the current president, recent movies, or top songs.\nParameter keyword (string); required; The search term used to query the web for up-to-date information.\nParameter result_limit (integer); The maximum number of search results to return. A lower number can lead to faster responses.; default: 5\nParameter language (string); The language in which to return search results.; allowed values: en, es, fr, de, zh; default: en","HNA_NEWS.search":"HNA_NEWS.search: Search for recent events, news, and other relevant content based on a specified keyword.\nParameter keyword (string); required; The keyword used for searching recent news and events.\nParameter category (string); The category to filter the news search results.; allowed values: World, Local, Business, Technology, Entertainment, Sports; default: World\nParameter language (string); The language preference for the news results, formatted as an ISO 639-1 two-letter language code.; default: en\nParameter limit (integer); The maximum number of news results to return.; default: 10\nParameter sort_by (string); The sort order of the news results.; allowed values: Relevance, Date; default: Date","HNA_COOKBOOK.search_recipe":"HNA_COOKBOOK.search_recipe: Search for cooking recipes based on a given keyword. The function returns a list of recipes that match the keyword criteria.\nParameter keyword (string); required; The keyword to search for in recipes. It could be an ingredient, dish name, or cuisine type.\nParameter max_results (integer); The maximum number of recipe results to return. Defaults to 10.; default: 10\nParameter include_instructions (boolean); Whether to include cooking instructions in the search results. Defaults to false.; default: False"},"clm":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":35.99,"confidence":0.681078},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":103.59,"confidence":1.0}},"schema":{"criteria":{"OpenWeatherMap.get_current_weather":"{\"description\":\"Fetch current weather information for a specified location using the OpenWeatherMap API.\",\"name\":\"OpenWeatherMap.get_current_weather\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"Your personal API key for accessing the OpenWeatherMap service. Keep it confidential.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which to fetch weather information, specified in the format of 'City, Country'. For example, 'Seoul, South Korea'. The input must be in English.\",\"type\":\"string\"},\"units\":{\"default\":\"metric\",\"description\":\"The unit system to use for temperature and wind speed values. Choose 'metric' for Celsius and meters per second or 'imperial' for Fahrenheit and miles per hour.\",\"enum\":[\"metric\",\"imperial\"],\"type\":\"string\"}},\"required\":[\"location\",\"api_key\"],\"type\":\"dict\"}}","ControlAppliance.execute":"{\"description\":\"Controls a home appliance, checks its current status and settings, and monitors indoor air properties such as air quality and temperature. The command must be explicit, using 'power on' or 'start' for control actions and 'check' for status inquiries. Mode or routine management is not supported by this function.\",\"name\":\"ControlAppliance.execute\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The operation command for an appliance, optionally preceded by a room name and followed by the appliance name or alias. The command should be separated by commas. For example, 'main room, air conditioner, turn on' to power on the air conditioner in the main room, 'None, air conditioner, cool' to set the air conditioner to cool mode without specifying a room, and 'laundry room, tongdonly, stop' to stop the tongdonly appliance in the laundry room.\",\"enum\":[\"power on\",\"start\",\"stop\",\"check\",\"turn on\",\"cool\"],\"type\":\"string\"}},\"required\":[\"command\"],\"type\":\"dict\"}}","HNA_WQA.query":"{\"description\":\"Responds to queries that require web searches to obtain current and time-sensitive information, such as the current president, recent movies, or top songs.\",\"name\":\"HNA_WQA.query\",\"parameters\":{\"properties\":{\"keyword\":{\"description\":\"The search term used to query the web for up-to-date information.\",\"type\":\"string\"},\"language\":{\"default\":\"en\",\"description\":\"The language in which to return search results.\",\"enum\":[\"en\",\"es\",\"fr\",\"de\",\"zh\"],\"type\":\"string\"},\"result_limit\":{\"default\":5,\"description\":\"The maximum number of search results to return. A lower number can lead to faster responses.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_NEWS.search":"{\"description\":\"Search for recent events, news, and other relevant content based on a specified keyword.\",\"name\":\"HNA_NEWS.search\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"World\",\"description\":\"The category to filter the news search results.\",\"enum\":[\"World\",\"Local\",\"Business\",\"Technology\",\"Entertainment\",\"Sports\"],\"type\":\"string\"},\"keyword\":{\"description\":\"The keyword used for searching recent news and events.\",\"type\":\"string\"},\"language\":{\"default\":\"en\",\"description\":\"The language preference for the news results, formatted as an ISO 639-1 two-letter language code.\",\"type\":\"string\"},\"limit\":{\"default\":10,\"description\":\"The maximum number of news results to return.\",\"type\":\"integer\"},\"sort_by\":{\"default\":\"Date\",\"description\":\"The sort order of the news results.\",\"enum\":[\"Relevance\",\"Date\"],\"type\":\"string\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}","HNA_COOKBOOK.search_recipe":"{\"description\":\"Search for cooking recipes based on a given keyword. The function returns a list of recipes that match the keyword criteria.\",\"name\":\"HNA_COOKBOOK.search_recipe\",\"parameters\":{\"properties\":{\"include_instructions\":{\"default\":false,\"description\":\"Whether to include cooking instructions in the search results. Defaults to false.\",\"type\":\"boolean\"},\"keyword\":{\"description\":\"The keyword to search for in recipes. It could be an ingredient, dish name, or cuisine type.\",\"type\":\"string\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recipe results to return. Defaults to 10.\",\"type\":\"integer\"}},\"required\":[\"keyword\"],\"type\":\"dict\"}}"},"clm":{"choice":"HNA_WQA.query","correct":false,"latency_ms":33.27,"confidence":0.655179},"jev":{"choice":"HNA_NEWS.search","correct":true,"latency_ms":118.02,"confidence":1.0}}}},{"id":"live_multiple_180-76-0","split":"live_multiple","state":"User: Could you please assist me with processing an order? The order ID is ORD123, it includes the items with IDs ITM456 and ITM789, and the customer's ID is CUST001. The customer's shipping address is '123 Maple Street, Springfield, IL, 62704', and the billing address is '456 Oak Avenue, Springfield, IL, 62705'. There's a discount that should be applied with the code 'DISC20', and we need to notify the customer about the order confirmation. The quantities for each item are 2 and 1 respectively, and the prices are $15.99 and $42.50.","expected":"order_processing.handle_order","candidate_count":10,"views":{"description":{"criteria":{"order_processing.handle_order":"order_processing.handle_order: Processes an order by updating inventory, calculating total cost, and generating a shipment label.","process_transaction":"process_transaction: Executes a financial transaction between two accounts including validation of account status and sufficient funds.","user_authentication.login":"user_authentication.login: Authenticate a user by their credentials and return an access token.","api_name.get_weather_forecast":"api_name.get_weather_forecast: Retrieves the weather forecast for a specified location and date. The forecast includes temperature, humidity, and weather condition.","user_authentication":"user_authentication: Authenticates a user by their credentials and returns an access token if successful. This function also logs the authentication attempt.","generate_report":"generate_report: Creates a comprehensive report based on user activities and system performance within a specified time range.","archive_documents":"archive_documents: Archives a set of documents based on the specified criteria, compresses them into a single archive file, and stores the archive in a designated location.","user_authentication.validate":"user_authentication.validate: Validates a user's login credentials against the stored user database.","user_registration.create_account":"user_registration.create_account: Creates a new user account in the system with the provided user details, preferences, and credentials.","user_authenticate":"user_authenticate: Authenticate a user by their credentials and provide access token for session management."},"clm":{"choice":"order_processing.handle_order","correct":true,"latency_ms":99.95,"confidence":0.77937},"jev":{"choice":"order_processing.handle_order","correct":true,"latency_ms":107.85,"confidence":1.0}},"prose_schema":{"criteria":{"order_processing.handle_order":"order_processing.handle_order: Processes an order by updating inventory, calculating total cost, and generating a shipment label.\nParameter order_id (string); required; Unique identifier for the order, in the format 'ORDxxx'.\nParameter items (array); required; List of unique identifiers for items included in the order.\nParameter customer_info (dict); required; Information about the customer including their unique ID and addresses for shipping and billing.\nParameter apply_discount (boolean); Whether to apply a discount to the order.; default: False\nParameter discount_code (string); Discount code to apply, if applicable. Must be a valid code.; default: None\nParameter notify_customer (boolean); Whether to send an order confirmation to the customer.; default: True\nParameter item_quantities (array); List of quantities for each item in the order, corresponding to the item identifiers in the 'items' array.; default: []\nParameter item_prices (array); List of prices per unit for each item in the order, in USD, corresponding to the item identifiers in the 'items' array.; default: []","process_transaction":"process_transaction: Executes a financial transaction between two accounts including validation of account status and sufficient funds.\nParameter source_account (string); required; The account number from which funds will be debited.\nParameter destination_account (string); required; The account number to which funds will be credited.\nParameter amount (float); required; The amount of money to be transferred in dollars.\nParameter transaction_date (string); The date of the transaction in the format of 'MM/DD/YYYY', such as '04/15/2023'.; default: None\nParameter currency (string); The currency in which the transaction will be executed.; allowed values: USD, EUR, GBP, JPY; default: USD\nParameter transaction_fee (float); The transaction fee in dollars, if applicable.; default: 0.0\nParameter memo (string); An optional memo or note associated with the transaction.; default: ","user_authentication.login":"user_authentication.login: Authenticate a user by their credentials and return an access token.\nParameter username (string); required; The username of the user attempting to log in.\nParameter password (string); required; The password associated with the username.\nParameter remember_me (boolean); Whether to keep the user logged in for longer periods; defaults to false.; default: False\nParameter login_type (string); The type of login being performed.; allowed values: standard, guest, admin; default: standard\nParameter redirect_url (string); URL to redirect the user after successful login; defaults to the home page.; default: https://www.example.com/home","api_name.get_weather_forecast":"api_name.get_weather_forecast: Retrieves the weather forecast for a specified location and date. The forecast includes temperature, humidity, and weather condition.\nParameter location (string); required; The geographic location for which the weather forecast is requested, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Berlin, Germany'.\nParameter date (string); required; The date for the requested weather forecast, formatted as 'YYYY-MM-DD'.\nParameter temperature_unit (string); The unit of temperature to be used in the forecast report.; allowed values: Celsius, Fahrenheit; default: Fahrenheit\nParameter include_humidity (boolean); A boolean indicating whether humidity data should be included in the forecast.; default: True\nParameter include_condition (boolean); A boolean indicating whether the weather condition (e.g., sunny, rainy) should be included in the forecast.; default: True","user_authentication":"user_authentication: Authenticates a user by their credentials and returns an access token if successful. This function also logs the authentication attempt.\nParameter username (string); required; The username of the user attempting to authenticate.\nParameter password (string); required; The password for the user attempting to authenticate.\nParameter remember_me (boolean); Whether to keep the user logged in across sessions.; default: False\nParameter login_attempts (integer); The number of consecutive login attempts. After 5 failed attempts, the account is locked.; default: 0\nParameter last_login (string); The timestamp of the last successful login in UTC, formatted as 'YYYY-MM-DD HH:MM:SS'.; default: None","generate_report":"generate_report: Creates a comprehensive report based on user activities and system performance within a specified time range.\nParameter user_id (integer); required; The unique identifier of the user for whom the report is generated.\nParameter start_date (string); required; The start date for the report period, in the format 'YYYY-MM-DD'.\nParameter end_date (string); required; The end date for the report period, in the format 'YYYY-MM-DD'.\nParameter include_performance_data (boolean); Flag to determine whether to include system performance data in the report.; default: False\nParameter report_format (string); The format in which the report will be generated.; allowed values: pdf, html, csv; default: pdf","archive_documents":"archive_documents: Archives a set of documents based on the specified criteria, compresses them into a single archive file, and stores the archive in a designated location.\nParameter document_ids (array); required; A list of unique identifiers for the documents to be archived.\nParameter archive_format (string); required; The format for the archive file. Options include 'zip', 'tar', 'gzip', and '7z'.; allowed values: zip, tar, gzip, 7z\nParameter storage_path (string); required; The file path where the archive will be stored, including the file name and extension. For example, '/path/to/archive.zip'.\nParameter compression_level (integer); The level of compression to apply to the archive, ranging from 0 (no compression) to 9 (maximum compression). The higher the number, the more compressed the archive will be.; default: 5\nParameter include_metadata (boolean); Whether to include additional metadata about the documents in the archive. If set to true, metadata such as the creation date and the author of the documents will be included.; default: False","user_authentication.validate":"user_authentication.validate: Validates a user's login credentials against the stored user database.\nParameter username (string); required; The user's unique identifier.\nParameter password (string); required; The user's secret password.\nParameter remember_me (boolean); Flag to determine if the user's session should be remembered across browser restarts.; default: False\nParameter login_attempts (integer); The number of consecutive failed login attempts by the user. After a certain limit, the account may be locked.; default: 0\nParameter captcha_response (string); The user's response to the CAPTCHA challenge, if required after multiple failed login attempts.; default: None","user_registration.create_account":"user_registration.create_account: Creates a new user account in the system with the provided user details, preferences, and credentials.\nParameter username (string); required; The chosen username for the new account.\nParameter password (string); required; A secure password for the new account. It should contain a mix of letters, numbers, and special characters.\nParameter email (string); required; The user's email address which will be used for account verification and communication.\nParameter phone_number (string); The user's phone number in international format, e.g., '+1234567890'.; default: None\nParameter preferences (dict); User's preferences for account settings.; default: {'newsletter': False, 'privacy_level': 'medium'}\nParameter birthdate (string); The user's birthdate in the format 'YYYY-MM-DD'.; default: None\nParameter referral_code (string); A referral code if the user was referred by another user. Leave empty if not applicable.; default: ","user_authenticate":"user_authenticate: Authenticate a user by their credentials and provide access token for session management.\nParameter username (string); required; The unique identifier for the user, typically an email address.\nParameter password (string); required; The secret phrase or string used to gain access to the account.\nParameter remember_me (boolean); Flag to determine whether the user session should be persistent across browser restarts.; default: False\nParameter login_attempts (integer); The number of consecutive failed login attempts. After a certain threshold, additional security measures may be triggered.; default: 0\nParameter last_login (string); The date and time of the user's last successful login, formatted as 'YYYY-MM-DD HH:MM:SS'.; default: None"},"clm":{"choice":"order_processing.handle_order","correct":true,"latency_ms":306.32,"confidence":0.436064},"jev":{"choice":"order_processing.handle_order","correct":true,"latency_ms":134.69,"confidence":1.0}},"schema":{"criteria":{"order_processing.handle_order":"{\"description\":\"Processes an order by updating inventory, calculating total cost, and generating a shipment label.\",\"name\":\"order_processing.handle_order\",\"parameters\":{\"properties\":{\"apply_discount\":{\"default\":false,\"description\":\"Whether to apply a discount to the order.\",\"type\":\"boolean\"},\"customer_info\":{\"description\":\"Information about the customer including their unique ID and addresses for shipping and billing.\",\"properties\":{\"billing_address\":{\"description\":\"Customer's billing address, in the format 'Street, City, State, Zip Code'.\",\"type\":\"string\"},\"customer_id\":{\"description\":\"Unique identifier for the customer.\",\"type\":\"string\"},\"shipping_address\":{\"description\":\"Customer's shipping address, in the format 'Street, City, State, Zip Code'.\",\"type\":\"string\"}},\"type\":\"dict\"},\"discount_code\":{\"default\":null,\"description\":\"Discount code to apply, if applicable. Must be a valid code.\",\"type\":\"string\"},\"item_prices\":{\"default\":[],\"description\":\"List of prices per unit for each item in the order, in USD, corresponding to the item identifiers in the 'items' array.\",\"items\":{\"type\":\"float\"},\"type\":\"array\"},\"item_quantities\":{\"default\":[],\"description\":\"List of quantities for each item in the order, corresponding to the item identifiers in the 'items' array.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"items\":{\"description\":\"List of unique identifiers for items included in the order.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"notify_customer\":{\"default\":true,\"description\":\"Whether to send an order confirmation to the customer.\",\"type\":\"boolean\"},\"order_id\":{\"description\":\"Unique identifier for the order, in the format 'ORDxxx'.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"items\",\"customer_info\"],\"type\":\"dict\"}}","process_transaction":"{\"description\":\"Executes a financial transaction between two accounts including validation of account status and sufficient funds.\",\"name\":\"process_transaction\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount of money to be transferred in dollars.\",\"type\":\"float\"},\"currency\":{\"default\":\"USD\",\"description\":\"The currency in which the transaction will be executed.\",\"enum\":[\"USD\",\"EUR\",\"GBP\",\"JPY\"],\"type\":\"string\"},\"destination_account\":{\"description\":\"The account number to which funds will be credited.\",\"type\":\"string\"},\"memo\":{\"default\":\"\",\"description\":\"An optional memo or note associated with the transaction.\",\"type\":\"string\"},\"source_account\":{\"description\":\"The account number from which funds will be debited.\",\"type\":\"string\"},\"transaction_date\":{\"default\":null,\"description\":\"The date of the transaction in the format of 'MM/DD/YYYY', such as '04/15/2023'.\",\"type\":\"string\"},\"transaction_fee\":{\"default\":0.0,\"description\":\"The transaction fee in dollars, if applicable.\",\"type\":\"float\"}},\"required\":[\"source_account\",\"destination_account\",\"amount\"],\"type\":\"dict\"}}","user_authentication.login":"{\"description\":\"Authenticate a user by their credentials and return an access token.\",\"name\":\"user_authentication.login\",\"parameters\":{\"properties\":{\"login_type\":{\"default\":\"standard\",\"description\":\"The type of login being performed.\",\"enum\":[\"standard\",\"guest\",\"admin\"],\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username.\",\"type\":\"string\"},\"redirect_url\":{\"default\":\"https://www.example.com/home\",\"description\":\"URL to redirect the user after successful login; defaults to the home page.\",\"type\":\"string\"},\"remember_me\":{\"default\":false,\"description\":\"Whether to keep the user logged in for longer periods; defaults to false.\",\"type\":\"boolean\"},\"username\":{\"description\":\"The username of the user attempting to log in.\",\"type\":\"string\"}},\"required\":[\"username\",\"password\"],\"type\":\"dict\"}}","api_name.get_weather_forecast":"{\"description\":\"Retrieves the weather forecast for a specified location and date. The forecast includes temperature, humidity, and weather condition.\",\"name\":\"api_name.get_weather_forecast\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for the requested weather forecast, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"include_condition\":{\"default\":true,\"description\":\"A boolean indicating whether the weather condition (e.g., sunny, rainy) should be included in the forecast.\",\"type\":\"boolean\"},\"include_humidity\":{\"default\":true,\"description\":\"A boolean indicating whether humidity data should be included in the forecast.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The geographic location for which the weather forecast is requested, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Berlin, Germany'.\",\"type\":\"string\"},\"temperature_unit\":{\"default\":\"Fahrenheit\",\"description\":\"The unit of temperature to be used in the forecast report.\",\"enum\":[\"Celsius\",\"Fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\",\"date\"],\"type\":\"dict\"}}","user_authentication":"{\"description\":\"Authenticates a user by their credentials and returns an access token if successful. This function also logs the authentication attempt.\",\"name\":\"user_authentication\",\"parameters\":{\"properties\":{\"last_login\":{\"default\":null,\"description\":\"The timestamp of the last successful login in UTC, formatted as 'YYYY-MM-DD HH:MM:SS'.\",\"type\":\"string\"},\"login_attempts\":{\"default\":0,\"description\":\"The number of consecutive login attempts. After 5 failed attempts, the account is locked.\",\"type\":\"integer\"},\"password\":{\"description\":\"The password for the user attempting to authenticate.\",\"type\":\"string\"},\"remember_me\":{\"default\":false,\"description\":\"Whether to keep the user logged in across sessions.\",\"type\":\"boolean\"},\"username\":{\"description\":\"The username of the user attempting to authenticate.\",\"type\":\"string\"}},\"required\":[\"username\",\"password\"],\"type\":\"dict\"}}","generate_report":"{\"description\":\"Creates a comprehensive report based on user activities and system performance within a specified time range.\",\"name\":\"generate_report\",\"parameters\":{\"properties\":{\"end_date\":{\"description\":\"The end date for the report period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"include_performance_data\":{\"default\":false,\"description\":\"Flag to determine whether to include system performance data in the report.\",\"type\":\"boolean\"},\"report_format\":{\"default\":\"pdf\",\"description\":\"The format in which the report will be generated.\",\"enum\":[\"pdf\",\"html\",\"csv\"],\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the report period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the report is generated.\",\"type\":\"integer\"}},\"required\":[\"user_id\",\"start_date\",\"end_date\"],\"type\":\"dict\"}}","archive_documents":"{\"description\":\"Archives a set of documents based on the specified criteria, compresses them into a single archive file, and stores the archive in a designated location.\",\"name\":\"archive_documents\",\"parameters\":{\"properties\":{\"archive_format\":{\"description\":\"The format for the archive file. Options include 'zip', 'tar', 'gzip', and '7z'.\",\"enum\":[\"zip\",\"tar\",\"gzip\",\"7z\"],\"type\":\"string\"},\"compression_level\":{\"default\":5,\"description\":\"The level of compression to apply to the archive, ranging from 0 (no compression) to 9 (maximum compression). The higher the number, the more compressed the archive will be.\",\"type\":\"integer\"},\"document_ids\":{\"description\":\"A list of unique identifiers for the documents to be archived.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"include_metadata\":{\"default\":false,\"description\":\"Whether to include additional metadata about the documents in the archive. If set to true, metadata such as the creation date and the author of the documents will be included.\",\"type\":\"boolean\"},\"storage_path\":{\"description\":\"The file path where the archive will be stored, including the file name and extension. For example, '/path/to/archive.zip'.\",\"type\":\"string\"}},\"required\":[\"document_ids\",\"archive_format\",\"storage_path\"],\"type\":\"dict\"}}","user_authentication.validate":"{\"description\":\"Validates a user's login credentials against the stored user database.\",\"name\":\"user_authentication.validate\",\"parameters\":{\"properties\":{\"captcha_response\":{\"default\":null,\"description\":\"The user's response to the CAPTCHA challenge, if required after multiple failed login attempts.\",\"type\":\"string\"},\"login_attempts\":{\"default\":0,\"description\":\"The number of consecutive failed login attempts by the user. After a certain limit, the account may be locked.\",\"type\":\"integer\"},\"password\":{\"description\":\"The user's secret password.\",\"type\":\"string\"},\"remember_me\":{\"default\":false,\"description\":\"Flag to determine if the user's session should be remembered across browser restarts.\",\"type\":\"boolean\"},\"username\":{\"description\":\"The user's unique identifier.\",\"type\":\"string\"}},\"required\":[\"username\",\"password\"],\"type\":\"dict\"}}","user_registration.create_account":"{\"description\":\"Creates a new user account in the system with the provided user details, preferences, and credentials.\",\"name\":\"user_registration.create_account\",\"parameters\":{\"properties\":{\"birthdate\":{\"default\":null,\"description\":\"The user's birthdate in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"email\":{\"description\":\"The user's email address which will be used for account verification and communication.\",\"type\":\"string\"},\"password\":{\"description\":\"A secure password for the new account. It should contain a mix of letters, numbers, and special characters.\",\"type\":\"string\"},\"phone_number\":{\"default\":null,\"description\":\"The user's phone number in international format, e.g., '+1234567890'.\",\"type\":\"string\"},\"preferences\":{\"default\":{\"newsletter\":false,\"privacy_level\":\"medium\"},\"description\":\"User's preferences for account settings.\",\"properties\":{\"newsletter\":{\"default\":false,\"description\":\"Indicates whether the user wishes to subscribe to the newsletter.\",\"type\":\"boolean\"},\"privacy_level\":{\"default\":\"medium\",\"description\":\"The user's preferred privacy level for their account.\",\"enum\":[\"open\",\"medium\",\"strict\"],\"type\":\"string\"}},\"type\":\"dict\"},\"referral_code\":{\"default\":\"\",\"description\":\"A referral code if the user was referred by another user. Leave empty if not applicable.\",\"type\":\"string\"},\"username\":{\"description\":\"The chosen username for the new account.\",\"type\":\"string\"}},\"required\":[\"username\",\"password\",\"email\"],\"type\":\"dict\"}}","user_authenticate":"{\"description\":\"Authenticate a user by their credentials and provide access token for session management.\",\"name\":\"user_authenticate\",\"parameters\":{\"properties\":{\"last_login\":{\"default\":null,\"description\":\"The date and time of the user's last successful login, formatted as 'YYYY-MM-DD HH:MM:SS'.\",\"type\":\"string\"},\"login_attempts\":{\"default\":0,\"description\":\"The number of consecutive failed login attempts. After a certain threshold, additional security measures may be triggered.\",\"type\":\"integer\"},\"password\":{\"description\":\"The secret phrase or string used to gain access to the account.\",\"type\":\"string\"},\"remember_me\":{\"default\":false,\"description\":\"Flag to determine whether the user session should be persistent across browser restarts.\",\"type\":\"boolean\"},\"username\":{\"description\":\"The unique identifier for the user, typically an email address.\",\"type\":\"string\"}},\"required\":[\"username\",\"password\"],\"type\":\"dict\"}}"},"clm":{"choice":"user_authentication","correct":false,"latency_ms":336.64,"confidence":0.377039},"jev":{"choice":"order_processing.handle_order","correct":true,"latency_ms":139.42,"confidence":1.0}}}},{"id":"live_multiple_181-76-1","split":"live_multiple","state":"User: I'd like to know how to retrieve a weather forecast for New York City on the 4th of July this year.","expected":"api_name.get_weather_forecast","candidate_count":10,"views":{"description":{"criteria":{"order_processing.handle_order":"order_processing.handle_order: Processes an order by updating inventory, calculating total cost, and generating a shipment label.","process_transaction":"process_transaction: Executes a financial transaction between two accounts including validation of account status and sufficient funds.","user_authentication.login":"user_authentication.login: Authenticate a user by their credentials and return an access token.","api_name.get_weather_forecast":"api_name.get_weather_forecast: Retrieves the weather forecast for a specified location and date. The forecast includes temperature, humidity, and weather condition.","user_authentication":"user_authentication: Authenticates a user by their credentials and returns an access token if successful. This function also logs the authentication attempt.","generate_report":"generate_report: Creates a comprehensive report based on user activities and system performance within a specified time range.","archive_documents":"archive_documents: Archives a set of documents based on the specified criteria, compresses them into a single archive file, and stores the archive in a designated location.","user_authentication.validate":"user_authentication.validate: Validates a user's login credentials against the stored user database.","user_registration.create_account":"user_registration.create_account: Creates a new user account in the system with the provided user details, preferences, and credentials.","user_authenticate":"user_authenticate: Authenticate a user by their credentials and provide access token for session management."},"clm":{"choice":"api_name.get_weather_forecast","correct":true,"latency_ms":29.5,"confidence":0.999119},"jev":{"choice":"api_name.get_weather_forecast","correct":true,"latency_ms":100.11,"confidence":1.0}},"prose_schema":{"criteria":{"order_processing.handle_order":"order_processing.handle_order: Processes an order by updating inventory, calculating total cost, and generating a shipment label.\nParameter order_id (string); required; Unique identifier for the order, in the format 'ORDxxx'.\nParameter items (array); required; List of unique identifiers for items included in the order.\nParameter customer_info (dict); required; Information about the customer including their unique ID and addresses for shipping and billing.\nParameter apply_discount (boolean); Whether to apply a discount to the order.; default: False\nParameter discount_code (string); Discount code to apply, if applicable. Must be a valid code.; default: None\nParameter notify_customer (boolean); Whether to send an order confirmation to the customer.; default: True\nParameter item_quantities (array); List of quantities for each item in the order, corresponding to the item identifiers in the 'items' array.; default: []\nParameter item_prices (array); List of prices per unit for each item in the order, in USD, corresponding to the item identifiers in the 'items' array.; default: []","process_transaction":"process_transaction: Executes a financial transaction between two accounts including validation of account status and sufficient funds.\nParameter source_account (string); required; The account number from which funds will be debited.\nParameter destination_account (string); required; The account number to which funds will be credited.\nParameter amount (float); required; The amount of money to be transferred in dollars.\nParameter transaction_date (string); The date of the transaction in the format of 'MM/DD/YYYY', such as '04/15/2023'.; default: None\nParameter currency (string); The currency in which the transaction will be executed.; allowed values: USD, EUR, GBP, JPY; default: USD\nParameter transaction_fee (float); The transaction fee in dollars, if applicable.; default: 0.0\nParameter memo (string); An optional memo or note associated with the transaction.; default: ","user_authentication.login":"user_authentication.login: Authenticate a user by their credentials and return an access token.\nParameter username (string); required; The username of the user attempting to log in.\nParameter password (string); required; The password associated with the username.\nParameter remember_me (boolean); Whether to keep the user logged in for longer periods; defaults to false.; default: False\nParameter login_type (string); The type of login being performed.; allowed values: standard, guest, admin; default: standard\nParameter redirect_url (string); URL to redirect the user after successful login; defaults to the home page.; default: https://www.example.com/home","api_name.get_weather_forecast":"api_name.get_weather_forecast: Retrieves the weather forecast for a specified location and date. The forecast includes temperature, humidity, and weather condition.\nParameter location (string); required; The geographic location for which the weather forecast is requested, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Berlin, Germany'.\nParameter date (string); required; The date for the requested weather forecast, formatted as 'YYYY-MM-DD'.\nParameter temperature_unit (string); The unit of temperature to be used in the forecast report.; allowed values: Celsius, Fahrenheit; default: Fahrenheit\nParameter include_humidity (boolean); A boolean indicating whether humidity data should be included in the forecast.; default: True\nParameter include_condition (boolean); A boolean indicating whether the weather condition (e.g., sunny, rainy) should be included in the forecast.; default: True","user_authentication":"user_authentication: Authenticates a user by their credentials and returns an access token if successful. This function also logs the authentication attempt.\nParameter username (string); required; The username of the user attempting to authenticate.\nParameter password (string); required; The password for the user attempting to authenticate.\nParameter remember_me (boolean); Whether to keep the user logged in across sessions.; default: False\nParameter login_attempts (integer); The number of consecutive login attempts. After 5 failed attempts, the account is locked.; default: 0\nParameter last_login (string); The timestamp of the last successful login in UTC, formatted as 'YYYY-MM-DD HH:MM:SS'.; default: None","generate_report":"generate_report: Creates a comprehensive report based on user activities and system performance within a specified time range.\nParameter user_id (integer); required; The unique identifier of the user for whom the report is generated.\nParameter start_date (string); required; The start date for the report period, in the format 'YYYY-MM-DD'.\nParameter end_date (string); required; The end date for the report period, in the format 'YYYY-MM-DD'.\nParameter include_performance_data (boolean); Flag to determine whether to include system performance data in the report.; default: False\nParameter report_format (string); The format in which the report will be generated.; allowed values: pdf, html, csv; default: pdf","archive_documents":"archive_documents: Archives a set of documents based on the specified criteria, compresses them into a single archive file, and stores the archive in a designated location.\nParameter document_ids (array); required; A list of unique identifiers for the documents to be archived.\nParameter archive_format (string); required; The format for the archive file. Options include 'zip', 'tar', 'gzip', and '7z'.; allowed values: zip, tar, gzip, 7z\nParameter storage_path (string); required; The file path where the archive will be stored, including the file name and extension. For example, '/path/to/archive.zip'.\nParameter compression_level (integer); The level of compression to apply to the archive, ranging from 0 (no compression) to 9 (maximum compression). The higher the number, the more compressed the archive will be.; default: 5\nParameter include_metadata (boolean); Whether to include additional metadata about the documents in the archive. If set to true, metadata such as the creation date and the author of the documents will be included.; default: False","user_authentication.validate":"user_authentication.validate: Validates a user's login credentials against the stored user database.\nParameter username (string); required; The user's unique identifier.\nParameter password (string); required; The user's secret password.\nParameter remember_me (boolean); Flag to determine if the user's session should be remembered across browser restarts.; default: False\nParameter login_attempts (integer); The number of consecutive failed login attempts by the user. After a certain limit, the account may be locked.; default: 0\nParameter captcha_response (string); The user's response to the CAPTCHA challenge, if required after multiple failed login attempts.; default: None","user_registration.create_account":"user_registration.create_account: Creates a new user account in the system with the provided user details, preferences, and credentials.\nParameter username (string); required; The chosen username for the new account.\nParameter password (string); required; A secure password for the new account. It should contain a mix of letters, numbers, and special characters.\nParameter email (string); required; The user's email address which will be used for account verification and communication.\nParameter phone_number (string); The user's phone number in international format, e.g., '+1234567890'.; default: None\nParameter preferences (dict); User's preferences for account settings.; default: {'newsletter': False, 'privacy_level': 'medium'}\nParameter birthdate (string); The user's birthdate in the format 'YYYY-MM-DD'.; default: None\nParameter referral_code (string); A referral code if the user was referred by another user. Leave empty if not applicable.; default: ","user_authenticate":"user_authenticate: Authenticate a user by their credentials and provide access token for session management.\nParameter username (string); required; The unique identifier for the user, typically an email address.\nParameter password (string); required; The secret phrase or string used to gain access to the account.\nParameter remember_me (boolean); Flag to determine whether the user session should be persistent across browser restarts.; default: False\nParameter login_attempts (integer); The number of consecutive failed login attempts. After a certain threshold, additional security measures may be triggered.; default: 0\nParameter last_login (string); The date and time of the user's last successful login, formatted as 'YYYY-MM-DD HH:MM:SS'.; default: None"},"clm":{"choice":"api_name.get_weather_forecast","correct":true,"latency_ms":35.04,"confidence":0.989809},"jev":{"choice":"api_name.get_weather_forecast","correct":true,"latency_ms":144.4,"confidence":1.0}},"schema":{"criteria":{"order_processing.handle_order":"{\"description\":\"Processes an order by updating inventory, calculating total cost, and generating a shipment label.\",\"name\":\"order_processing.handle_order\",\"parameters\":{\"properties\":{\"apply_discount\":{\"default\":false,\"description\":\"Whether to apply a discount to the order.\",\"type\":\"boolean\"},\"customer_info\":{\"description\":\"Information about the customer including their unique ID and addresses for shipping and billing.\",\"properties\":{\"billing_address\":{\"description\":\"Customer's billing address, in the format 'Street, City, State, Zip Code'.\",\"type\":\"string\"},\"customer_id\":{\"description\":\"Unique identifier for the customer.\",\"type\":\"string\"},\"shipping_address\":{\"description\":\"Customer's shipping address, in the format 'Street, City, State, Zip Code'.\",\"type\":\"string\"}},\"type\":\"dict\"},\"discount_code\":{\"default\":null,\"description\":\"Discount code to apply, if applicable. Must be a valid code.\",\"type\":\"string\"},\"item_prices\":{\"default\":[],\"description\":\"List of prices per unit for each item in the order, in USD, corresponding to the item identifiers in the 'items' array.\",\"items\":{\"type\":\"float\"},\"type\":\"array\"},\"item_quantities\":{\"default\":[],\"description\":\"List of quantities for each item in the order, corresponding to the item identifiers in the 'items' array.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"items\":{\"description\":\"List of unique identifiers for items included in the order.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"notify_customer\":{\"default\":true,\"description\":\"Whether to send an order confirmation to the customer.\",\"type\":\"boolean\"},\"order_id\":{\"description\":\"Unique identifier for the order, in the format 'ORDxxx'.\",\"type\":\"string\"}},\"required\":[\"order_id\",\"items\",\"customer_info\"],\"type\":\"dict\"}}","process_transaction":"{\"description\":\"Executes a financial transaction between two accounts including validation of account status and sufficient funds.\",\"name\":\"process_transaction\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount of money to be transferred in dollars.\",\"type\":\"float\"},\"currency\":{\"default\":\"USD\",\"description\":\"The currency in which the transaction will be executed.\",\"enum\":[\"USD\",\"EUR\",\"GBP\",\"JPY\"],\"type\":\"string\"},\"destination_account\":{\"description\":\"The account number to which funds will be credited.\",\"type\":\"string\"},\"memo\":{\"default\":\"\",\"description\":\"An optional memo or note associated with the transaction.\",\"type\":\"string\"},\"source_account\":{\"description\":\"The account number from which funds will be debited.\",\"type\":\"string\"},\"transaction_date\":{\"default\":null,\"description\":\"The date of the transaction in the format of 'MM/DD/YYYY', such as '04/15/2023'.\",\"type\":\"string\"},\"transaction_fee\":{\"default\":0.0,\"description\":\"The transaction fee in dollars, if applicable.\",\"type\":\"float\"}},\"required\":[\"source_account\",\"destination_account\",\"amount\"],\"type\":\"dict\"}}","user_authentication.login":"{\"description\":\"Authenticate a user by their credentials and return an access token.\",\"name\":\"user_authentication.login\",\"parameters\":{\"properties\":{\"login_type\":{\"default\":\"standard\",\"description\":\"The type of login being performed.\",\"enum\":[\"standard\",\"guest\",\"admin\"],\"type\":\"string\"},\"password\":{\"description\":\"The password associated with the username.\",\"type\":\"string\"},\"redirect_url\":{\"default\":\"https://www.example.com/home\",\"description\":\"URL to redirect the user after successful login; defaults to the home page.\",\"type\":\"string\"},\"remember_me\":{\"default\":false,\"description\":\"Whether to keep the user logged in for longer periods; defaults to false.\",\"type\":\"boolean\"},\"username\":{\"description\":\"The username of the user attempting to log in.\",\"type\":\"string\"}},\"required\":[\"username\",\"password\"],\"type\":\"dict\"}}","api_name.get_weather_forecast":"{\"description\":\"Retrieves the weather forecast for a specified location and date. The forecast includes temperature, humidity, and weather condition.\",\"name\":\"api_name.get_weather_forecast\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for the requested weather forecast, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"include_condition\":{\"default\":true,\"description\":\"A boolean indicating whether the weather condition (e.g., sunny, rainy) should be included in the forecast.\",\"type\":\"boolean\"},\"include_humidity\":{\"default\":true,\"description\":\"A boolean indicating whether humidity data should be included in the forecast.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The geographic location for which the weather forecast is requested, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Berlin, Germany'.\",\"type\":\"string\"},\"temperature_unit\":{\"default\":\"Fahrenheit\",\"description\":\"The unit of temperature to be used in the forecast report.\",\"enum\":[\"Celsius\",\"Fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\",\"date\"],\"type\":\"dict\"}}","user_authentication":"{\"description\":\"Authenticates a user by their credentials and returns an access token if successful. This function also logs the authentication attempt.\",\"name\":\"user_authentication\",\"parameters\":{\"properties\":{\"last_login\":{\"default\":null,\"description\":\"The timestamp of the last successful login in UTC, formatted as 'YYYY-MM-DD HH:MM:SS'.\",\"type\":\"string\"},\"login_attempts\":{\"default\":0,\"description\":\"The number of consecutive login attempts. After 5 failed attempts, the account is locked.\",\"type\":\"integer\"},\"password\":{\"description\":\"The password for the user attempting to authenticate.\",\"type\":\"string\"},\"remember_me\":{\"default\":false,\"description\":\"Whether to keep the user logged in across sessions.\",\"type\":\"boolean\"},\"username\":{\"description\":\"The username of the user attempting to authenticate.\",\"type\":\"string\"}},\"required\":[\"username\",\"password\"],\"type\":\"dict\"}}","generate_report":"{\"description\":\"Creates a comprehensive report based on user activities and system performance within a specified time range.\",\"name\":\"generate_report\",\"parameters\":{\"properties\":{\"end_date\":{\"description\":\"The end date for the report period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"include_performance_data\":{\"default\":false,\"description\":\"Flag to determine whether to include system performance data in the report.\",\"type\":\"boolean\"},\"report_format\":{\"default\":\"pdf\",\"description\":\"The format in which the report will be generated.\",\"enum\":[\"pdf\",\"html\",\"csv\"],\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the report period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the report is generated.\",\"type\":\"integer\"}},\"required\":[\"user_id\",\"start_date\",\"end_date\"],\"type\":\"dict\"}}","archive_documents":"{\"description\":\"Archives a set of documents based on the specified criteria, compresses them into a single archive file, and stores the archive in a designated location.\",\"name\":\"archive_documents\",\"parameters\":{\"properties\":{\"archive_format\":{\"description\":\"The format for the archive file. Options include 'zip', 'tar', 'gzip', and '7z'.\",\"enum\":[\"zip\",\"tar\",\"gzip\",\"7z\"],\"type\":\"string\"},\"compression_level\":{\"default\":5,\"description\":\"The level of compression to apply to the archive, ranging from 0 (no compression) to 9 (maximum compression). The higher the number, the more compressed the archive will be.\",\"type\":\"integer\"},\"document_ids\":{\"description\":\"A list of unique identifiers for the documents to be archived.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"include_metadata\":{\"default\":false,\"description\":\"Whether to include additional metadata about the documents in the archive. If set to true, metadata such as the creation date and the author of the documents will be included.\",\"type\":\"boolean\"},\"storage_path\":{\"description\":\"The file path where the archive will be stored, including the file name and extension. For example, '/path/to/archive.zip'.\",\"type\":\"string\"}},\"required\":[\"document_ids\",\"archive_format\",\"storage_path\"],\"type\":\"dict\"}}","user_authentication.validate":"{\"description\":\"Validates a user's login credentials against the stored user database.\",\"name\":\"user_authentication.validate\",\"parameters\":{\"properties\":{\"captcha_response\":{\"default\":null,\"description\":\"The user's response to the CAPTCHA challenge, if required after multiple failed login attempts.\",\"type\":\"string\"},\"login_attempts\":{\"default\":0,\"description\":\"The number of consecutive failed login attempts by the user. After a certain limit, the account may be locked.\",\"type\":\"integer\"},\"password\":{\"description\":\"The user's secret password.\",\"type\":\"string\"},\"remember_me\":{\"default\":false,\"description\":\"Flag to determine if the user's session should be remembered across browser restarts.\",\"type\":\"boolean\"},\"username\":{\"description\":\"The user's unique identifier.\",\"type\":\"string\"}},\"required\":[\"username\",\"password\"],\"type\":\"dict\"}}","user_registration.create_account":"{\"description\":\"Creates a new user account in the system with the provided user details, preferences, and credentials.\",\"name\":\"user_registration.create_account\",\"parameters\":{\"properties\":{\"birthdate\":{\"default\":null,\"description\":\"The user's birthdate in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"email\":{\"description\":\"The user's email address which will be used for account verification and communication.\",\"type\":\"string\"},\"password\":{\"description\":\"A secure password for the new account. It should contain a mix of letters, numbers, and special characters.\",\"type\":\"string\"},\"phone_number\":{\"default\":null,\"description\":\"The user's phone number in international format, e.g., '+1234567890'.\",\"type\":\"string\"},\"preferences\":{\"default\":{\"newsletter\":false,\"privacy_level\":\"medium\"},\"description\":\"User's preferences for account settings.\",\"properties\":{\"newsletter\":{\"default\":false,\"description\":\"Indicates whether the user wishes to subscribe to the newsletter.\",\"type\":\"boolean\"},\"privacy_level\":{\"default\":\"medium\",\"description\":\"The user's preferred privacy level for their account.\",\"enum\":[\"open\",\"medium\",\"strict\"],\"type\":\"string\"}},\"type\":\"dict\"},\"referral_code\":{\"default\":\"\",\"description\":\"A referral code if the user was referred by another user. Leave empty if not applicable.\",\"type\":\"string\"},\"username\":{\"description\":\"The chosen username for the new account.\",\"type\":\"string\"}},\"required\":[\"username\",\"password\",\"email\"],\"type\":\"dict\"}}","user_authenticate":"{\"description\":\"Authenticate a user by their credentials and provide access token for session management.\",\"name\":\"user_authenticate\",\"parameters\":{\"properties\":{\"last_login\":{\"default\":null,\"description\":\"The date and time of the user's last successful login, formatted as 'YYYY-MM-DD HH:MM:SS'.\",\"type\":\"string\"},\"login_attempts\":{\"default\":0,\"description\":\"The number of consecutive failed login attempts. After a certain threshold, additional security measures may be triggered.\",\"type\":\"integer\"},\"password\":{\"description\":\"The secret phrase or string used to gain access to the account.\",\"type\":\"string\"},\"remember_me\":{\"default\":false,\"description\":\"Flag to determine whether the user session should be persistent across browser restarts.\",\"type\":\"boolean\"},\"username\":{\"description\":\"The unique identifier for the user, typically an email address.\",\"type\":\"string\"}},\"required\":[\"username\",\"password\"],\"type\":\"dict\"}}"},"clm":{"choice":"process_transaction","correct":false,"latency_ms":34.69,"confidence":0.245271},"jev":{"choice":"api_name.get_weather_forecast","correct":true,"latency_ms":174.2,"confidence":1.0}}}},{"id":"live_multiple_182-77-0","split":"live_multiple","state":"User: Can you tell me what the greatest common divisor of 100 and 120 is?","expected":"math_gcd","candidate_count":2,"views":{"description":{"criteria":{"math_gcd":"math_gcd: Calculates the greatest common divisor (GCD) of two non-negative integers.","estimate_derivative":"estimate_derivative: Estimate the derivative of a function at a given point using a numerical approximation method."},"clm":{"choice":"math_gcd","correct":true,"latency_ms":76.08,"confidence":0.998319},"jev":{"choice":"math_gcd","correct":true,"latency_ms":98.4,"confidence":1.0}},"prose_schema":{"criteria":{"math_gcd":"math_gcd: Calculates the greatest common divisor (GCD) of two non-negative integers.\nParameter a (integer); required; The first non-negative integer for which the GCD is to be computed.\nParameter b (integer); required; The second non-negative integer for which the GCD is to be computed.","estimate_derivative":"estimate_derivative: Estimate the derivative of a function at a given point using a numerical approximation method.\nParameter function (any); required; The function of which to calculate the derivative. It should be a single-variable function.\nParameter x (float); required; The point at which to calculate the derivative, expressed as a floating-point number.\nParameter delta (float); The small change in the input of the function used for calculating the derivative. It determines the accuracy of the approximation.; default: 0.001"},"clm":{"choice":"math_gcd","correct":true,"latency_ms":96.58,"confidence":0.999882},"jev":{"choice":"math_gcd","correct":true,"latency_ms":111.69,"confidence":1.0}},"schema":{"criteria":{"math_gcd":"{\"description\":\"Calculates the greatest common divisor (GCD) of two non-negative integers.\",\"name\":\"math_gcd\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first non-negative integer for which the GCD is to be computed.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second non-negative integer for which the GCD is to be computed.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","estimate_derivative":"{\"description\":\"Estimate the derivative of a function at a given point using a numerical approximation method.\",\"name\":\"estimate_derivative\",\"parameters\":{\"properties\":{\"delta\":{\"default\":0.001,\"description\":\"The small change in the input of the function used for calculating the derivative. It determines the accuracy of the approximation.\",\"type\":\"float\"},\"function\":{\"description\":\"The function of which to calculate the derivative. It should be a single-variable function.\",\"type\":\"any\"},\"x\":{\"description\":\"The point at which to calculate the derivative, expressed as a floating-point number.\",\"type\":\"float\"}},\"required\":[\"function\",\"x\"],\"type\":\"dict\"}}"},"clm":{"choice":"math_gcd","correct":true,"latency_ms":114.22,"confidence":0.97326},"jev":{"choice":"math_gcd","correct":true,"latency_ms":93.55,"confidence":1.0}}}},{"id":"live_multiple_183-78-0","split":"live_multiple","state":"User: Can you help me translate this English text to Danish: 'The quick brown fox jumps over the lazy dog.'","expected":"finish","candidate_count":4,"views":{"description":{"criteria":{"finish":"finish: Translate a given text from one language to another using the NLLB (Neural Language Learning Bridges) model.","get_translation_nllb":"get_translation_nllb: Translate text from one language to another using the BAIDU Translate API.","get_translation_baidu":"get_translation_baidu: This function requests a translation from the Baidu translation service for a specified question string.","ask_to_user":"ask_to_user: Prompts the user to complete the given task and records their answer."},"clm":{"choice":"get_translation_nllb","correct":false,"latency_ms":78.14,"confidence":0.384332},"jev":{"choice":"finish","correct":true,"latency_ms":130.67,"confidence":0.74}},"prose_schema":{"criteria":{"finish":"finish: Translate a given text from one language to another using the NLLB (Neural Language Learning Bridges) model.\nParameter input_text (string); required; The text you want to translate.\nParameter tgt_lang (string); required; The target language code, following the BCP 47 standard, such as 'en' for English, 'zh' for Chinese.; allowed values: en, zh, jp, ko, da\nParameter src_lang (string); required; The source language code, following the BCP 47 standard, such as 'en' for English, 'zh' for Chinese.\nParameter max_length (integer); The maximum number of characters for the translated text. Excess text will be truncated.; default: 500\nParameter access_token (string); The access token required to authenticate with the Hugging Face API for translation.; default: example_token","get_translation_nllb":"get_translation_nllb: Translate text from one language to another using the BAIDU Translate API.\nParameter text (string); required; The text to translate.\nParameter tgt_lang (string); required; The code of the target language to translate to, such as 'en' for English, 'zh' for Chinese, 'jp' for Japanese, 'ko' for Korean, or 'da' for Danish.\nParameter appid (string); The application ID provided by BAIDU to use their translation API.; default: exampleAppID\nParameter secret_key (string); The secret key provided by BAIDU for secure access to the translation API.; default: exampleSecretKey","get_translation_baidu":"get_translation_baidu: This function requests a translation from the Baidu translation service for a specified question string.\nParameter question (string); required; The text input that needs to be translated.\nParameter source_language (string); The language code of the source text. For example, 'en' for English.; allowed values: en, es, fr, de, zh; default: en\nParameter target_language (string); The language code of the target translation. For example, 'es' for Spanish.; allowed values: en, es, fr, de, zh; default: zh","ask_to_user":"ask_to_user: Prompts the user to complete the given task and records their answer.\nParameter answer (string); required; The user's response to the prompted task."},"clm":{"choice":"get_translation_baidu","correct":false,"latency_ms":112.95,"confidence":0.597928},"jev":{"choice":"finish","correct":true,"latency_ms":111.65,"confidence":0.75}},"schema":{"criteria":{"finish":"{\"description\":\"Translate a given text from one language to another using the NLLB (Neural Language Learning Bridges) model.\",\"name\":\"finish\",\"parameters\":{\"properties\":{\"access_token\":{\"default\":\"example_token\",\"description\":\"The access token required to authenticate with the Hugging Face API for translation.\",\"type\":\"string\"},\"input_text\":{\"description\":\"The text you want to translate.\",\"type\":\"string\"},\"max_length\":{\"default\":500,\"description\":\"The maximum number of characters for the translated text. Excess text will be truncated.\",\"type\":\"integer\"},\"src_lang\":{\"description\":\"The source language code, following the BCP 47 standard, such as 'en' for English, 'zh' for Chinese.\",\"type\":\"string\"},\"tgt_lang\":{\"description\":\"The target language code, following the BCP 47 standard, such as 'en' for English, 'zh' for Chinese.\",\"enum\":[\"en\",\"zh\",\"jp\",\"ko\",\"da\"],\"type\":\"string\"}},\"required\":[\"input_text\",\"tgt_lang\",\"src_lang\"],\"type\":\"dict\"}}","get_translation_nllb":"{\"description\":\"Translate text from one language to another using the BAIDU Translate API.\",\"name\":\"get_translation_nllb\",\"parameters\":{\"properties\":{\"appid\":{\"default\":\"exampleAppID\",\"description\":\"The application ID provided by BAIDU to use their translation API.\",\"type\":\"string\"},\"secret_key\":{\"default\":\"exampleSecretKey\",\"description\":\"The secret key provided by BAIDU for secure access to the translation API.\",\"type\":\"string\"},\"text\":{\"description\":\"The text to translate.\",\"type\":\"string\"},\"tgt_lang\":{\"description\":\"The code of the target language to translate to, such as 'en' for English, 'zh' for Chinese, 'jp' for Japanese, 'ko' for Korean, or 'da' for Danish.\",\"type\":\"string\"}},\"required\":[\"text\",\"tgt_lang\"],\"type\":\"dict\"}}","get_translation_baidu":"{\"description\":\"This function requests a translation from the Baidu translation service for a specified question string.\",\"name\":\"get_translation_baidu\",\"parameters\":{\"properties\":{\"question\":{\"description\":\"The text input that needs to be translated.\",\"type\":\"string\"},\"source_language\":{\"default\":\"en\",\"description\":\"The language code of the source text. For example, 'en' for English.\",\"enum\":[\"en\",\"es\",\"fr\",\"de\",\"zh\"],\"type\":\"string\"},\"target_language\":{\"default\":\"zh\",\"description\":\"The language code of the target translation. For example, 'es' for Spanish.\",\"enum\":[\"en\",\"es\",\"fr\",\"de\",\"zh\"],\"type\":\"string\"}},\"required\":[\"question\"],\"type\":\"dict\"}}","ask_to_user":"{\"description\":\"Prompts the user to complete the given task and records their answer.\",\"name\":\"ask_to_user\",\"parameters\":{\"properties\":{\"answer\":{\"description\":\"The user's response to the prompted task.\",\"type\":\"string\"}},\"required\":[\"answer\"],\"type\":\"dict\"}}"},"clm":{"choice":"ask_to_user","correct":false,"latency_ms":185.0,"confidence":0.944304},"jev":{"choice":"finish","correct":true,"latency_ms":106.24,"confidence":0.59}}}},{"id":"live_multiple_184-79-0","split":"live_multiple","state":"User: I'm looking for some guidance about 'career growth'","expected":"search_advice","candidate_count":5,"views":{"description":{"criteria":{"search_advice":"search_advice: Returns a random piece of advice. The advice is provided in the form of a slip object that contains a slip ID and the advice text.","advice_by_id":"advice_by_id: Retrieves an advice slip object based on a given unique identifier. If found, the slip object containing the advice is returned.","finish":"finish: Retrieves an array of advice slip objects that match the provided search term. Each slip object contains advice related to the search query.","random_advice":"random_advice: Provides a piece of advice or guidance in response to a user's question. This function should be used sparingly and only when additional information is essential to completing the task.","ask_to_user":"ask_to_user: Prompt the user to complete a task and record the response."},"clm":{"choice":"random_advice","correct":false,"latency_ms":80.59,"confidence":0.918012},"jev":{"choice":"finish","correct":false,"latency_ms":109.39,"confidence":0.89}},"prose_schema":{"criteria":{"search_advice":"search_advice: Returns a random piece of advice. The advice is provided in the form of a slip object that contains a slip ID and the advice text.\nParameter query (string); A search term to filter the pieces of advice. Leave empty for a random piece of advice.; default: \nParameter language (string); The language for the advice slip. Supported languages include English (EN), Spanish (ES), German (DE), and French (FR).; allowed values: EN, ES, DE, FR; default: EN","advice_by_id":"advice_by_id: Retrieves an advice slip object based on a given unique identifier. If found, the slip object containing the advice is returned.\nParameter slip_id (string); required; The unique identifier for the advice slip, used to retrieve the specific piece of advice.","finish":"finish: Retrieves an array of advice slip objects that match the provided search term. Each slip object contains advice related to the search query.\nParameter query (string); required; The search term used to find relevant advice slips.","random_advice":"random_advice: Provides a piece of advice or guidance in response to a user's question. This function should be used sparingly and only when additional information is essential to completing the task.\nParameter question (string); required; The question posed by the user seeking advice.","ask_to_user":"ask_to_user: Prompt the user to complete a task and record the response.\nParameter question (string); required; The question presented to the user to solicit a task-related response.\nParameter answer (string); required; The user's response to the given task.\nParameter timeout (integer); The time in seconds the user has to respond before the task times out. A value of 0 means no timeout.; default: 30\nParameter allow_empty (boolean); Specifies whether an empty response is considered valid.; default: False"},"clm":{"choice":"random_advice","correct":false,"latency_ms":111.87,"confidence":0.618496},"jev":{"choice":"search_advice","correct":true,"latency_ms":106.24,"confidence":0.41}},"schema":{"criteria":{"search_advice":"{\"description\":\"Returns a random piece of advice. The advice is provided in the form of a slip object that contains a slip ID and the advice text.\",\"name\":\"search_advice\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"EN\",\"description\":\"The language for the advice slip. Supported languages include English (EN), Spanish (ES), German (DE), and French (FR).\",\"enum\":[\"EN\",\"ES\",\"DE\",\"FR\"],\"type\":\"string\"},\"query\":{\"default\":\"\",\"description\":\"A search term to filter the pieces of advice. Leave empty for a random piece of advice.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","advice_by_id":"{\"description\":\"Retrieves an advice slip object based on a given unique identifier. If found, the slip object containing the advice is returned.\",\"name\":\"advice_by_id\",\"parameters\":{\"properties\":{\"slip_id\":{\"description\":\"The unique identifier for the advice slip, used to retrieve the specific piece of advice.\",\"type\":\"string\"}},\"required\":[\"slip_id\"],\"type\":\"dict\"}}","finish":"{\"description\":\"Retrieves an array of advice slip objects that match the provided search term. Each slip object contains advice related to the search query.\",\"name\":\"finish\",\"parameters\":{\"properties\":{\"query\":{\"description\":\"The search term used to find relevant advice slips.\",\"type\":\"string\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","random_advice":"{\"description\":\"Provides a piece of advice or guidance in response to a user's question. This function should be used sparingly and only when additional information is essential to completing the task.\",\"name\":\"random_advice\",\"parameters\":{\"properties\":{\"question\":{\"description\":\"The question posed by the user seeking advice.\",\"type\":\"string\"}},\"required\":[\"question\"],\"type\":\"dict\"}}","ask_to_user":"{\"description\":\"Prompt the user to complete a task and record the response.\",\"name\":\"ask_to_user\",\"parameters\":{\"properties\":{\"allow_empty\":{\"default\":false,\"description\":\"Specifies whether an empty response is considered valid.\",\"type\":\"boolean\"},\"answer\":{\"description\":\"The user's response to the given task.\",\"type\":\"string\"},\"question\":{\"description\":\"The question presented to the user to solicit a task-related response.\",\"type\":\"string\"},\"timeout\":{\"default\":30,\"description\":\"The time in seconds the user has to respond before the task times out. A value of 0 means no timeout.\",\"type\":\"integer\"}},\"required\":[\"question\",\"answer\"],\"type\":\"dict\"}}"},"clm":{"choice":"random_advice","correct":false,"latency_ms":137.41,"confidence":0.976865},"jev":{"choice":"finish","correct":false,"latency_ms":134.82,"confidence":0.43}}}},{"id":"live_multiple_185-80-0","split":"live_multiple","state":"User: I'm looking for an educational activity that can involve 5 participants, any suggestions?","expected":"get_activity_by_participants","candidate_count":10,"views":{"description":{"criteria":{"get_activity_by_participants":"get_activity_by_participants: Fetches a random activity suitable for the specified number of participants.","get_activity_by_price":"get_activity_by_price: Retrieve details of an activity based on its price range.","get_random_event":"get_random_event: Selects a random activity based on the specified type.","get_activity_by_accessibility":"get_activity_by_accessibility: Retrieve a random activity suitable for a specified number of participants, ensuring accessibility for all.","finish":"finish: Find an activity within a specified price range, where the price is represented as a normalized factor.","get_activity_by_price_range":"get_activity_by_price_range: Retrieves activities that fall within a specified price range. The price range is inclusive and is defined by a minimum and maximum price factor, where a factor of 0 indicates that the activity is free.","get_activity_by_accessibility_range":"get_activity_by_accessibility_range: Retrieves an event that falls within a specified accessibility range, where the accessibility is measured on a scale from 0.0 (most accessible) to 1.0 (least accessible).","get_activity_by_type":"get_activity_by_type: Retrieves an event within a specified range of accessibility, where the range is inclusive and the accessibility is represented by a value between 0.0 (most accessible) and 1.0 (least accessible).","ask_to_user":"ask_to_user: Pose a question to the user for additional guidance in scenarios where further information is required to proceed with a task. This function should be used sparingly to avoid excessive reliance on user input.","get_activity_by_key":"get_activity_by_key: Retrieve the specified activity information using a unique identifier key."},"clm":{"choice":"get_activity_by_accessibility","correct":false,"latency_ms":108.09,"confidence":0.883006},"jev":{"choice":"get_activity_by_participants","correct":true,"latency_ms":129.79,"confidence":1.0}},"prose_schema":{"criteria":{"get_activity_by_participants":"get_activity_by_participants: Fetches a random activity suitable for the specified number of participants.\nParameter participant_count (integer); required; The number of participants for the activity.\nParameter activity_type (string); The type of the activity to filter by.; allowed values: education, recreational, social, diy, charity, cooking, relaxation, music, busywork; default: recreational\nParameter price (float); The maximum budget for the activity, where 0.0 means free and 1.0 represents no budget limit.; default: 0.0\nParameter accessibility (float); Accessibility rating of the activity, from 0.0 (easily accessible) to 1.0 (less accessible).; default: 0.0","get_activity_by_price":"get_activity_by_price: Retrieve details of an activity based on its price range.\nParameter price (dict); required; The price range to find activities within. Both min_price and max_price are in USD.\nParameter sort_order (string); The order in which results should be sorted, based on price.; allowed values: asc, desc; default: asc","get_random_event":"get_random_event: Selects a random activity based on the specified type.\nParameter activity_type (string); required; The category of the activity to find.; allowed values: education, recreational, social, diy, charity, cooking, relaxation, music, busywork","get_activity_by_accessibility":"get_activity_by_accessibility: Retrieve a random activity suitable for a specified number of participants, ensuring accessibility for all.\nParameter participants (integer); required; The number of people that this activity could involve, ranging from 1 to any positive number.\nParameter accessibility (float); The accessibility rating required for the activity, ranging from 0.0 (least accessible) to 1.0 (most accessible).; default: 1.0","finish":"finish: Find an activity within a specified price range, where the price is represented as a normalized factor.\nParameter price (float); required; A normalized factor representing the cost of the activity, ranging from 0.0 (free) to 1.0 (most expensive).","get_activity_by_price_range":"get_activity_by_price_range: Retrieves activities that fall within a specified price range. The price range is inclusive and is defined by a minimum and maximum price factor, where a factor of 0 indicates that the activity is free.\nParameter minprice (float); required; The minimum price factor for the event, ranging from 0.0 (free) to 1.0 (full price).\nParameter maxprice (float); required; The maximum price factor for the event, ranging from 0.0 (free) to 1.0 (full price).","get_activity_by_accessibility_range":"get_activity_by_accessibility_range: Retrieves an event that falls within a specified accessibility range, where the accessibility is measured on a scale from 0.0 (most accessible) to 1.0 (least accessible).\nParameter accessibility (float); required; A numerical factor between 0.0 and 1.0 describing the event's accessibility, with 0.0 being the most accessible and 1.0 being the least accessible.","get_activity_by_type":"get_activity_by_type: Retrieves an event within a specified range of accessibility, where the range is inclusive and the accessibility is represented by a value between 0.0 (most accessible) and 1.0 (least accessible).\nParameter min_accessibility (float); required; The minimum accessibility value for the event, ranging from 0.0 (most accessible) to 1.0 (least accessible).\nParameter max_accessibility (float); required; The maximum accessibility value for the event, ranging from 0.0 (most accessible) to 1.0 (least accessible).\nParameter event_type (string); The type of event to filter by.; allowed values: sport, music, theater, workshop; default: sport","ask_to_user":"ask_to_user: Pose a question to the user for additional guidance in scenarios where further information is required to proceed with a task. This function should be used sparingly to avoid excessive reliance on user input.\nParameter question (string); required; The specific question to present to the user.\nParameter default_response (string); The suggested default response to the question, which the user can accept or override.; default: No response provided\nParameter timeout (integer); The time in seconds to wait for the user to respond before timing out. A timeout returns the default response.; default: 30\nParameter allow_multiple_choices (boolean); A flag indicating whether the user can select multiple choices as a response.; default: False\nParameter choices (array); A list of possible choices for the user to select from, if applicable.; default: []","get_activity_by_key":"get_activity_by_key: Retrieve the specified activity information using a unique identifier key.\nParameter key (string); required; The unique identifier key for the activity to be retrieved."},"clm":{"choice":"get_random_event","correct":false,"latency_ms":200.54,"confidence":0.642811},"jev":{"choice":"get_activity_by_participants","correct":true,"latency_ms":99.72,"confidence":1.0}},"schema":{"criteria":{"get_activity_by_participants":"{\"description\":\"Fetches a random activity suitable for the specified number of participants.\",\"name\":\"get_activity_by_participants\",\"parameters\":{\"properties\":{\"accessibility\":{\"default\":0.0,\"description\":\"Accessibility rating of the activity, from 0.0 (easily accessible) to 1.0 (less accessible).\",\"type\":\"float\"},\"activity_type\":{\"default\":\"recreational\",\"description\":\"The type of the activity to filter by.\",\"enum\":[\"education\",\"recreational\",\"social\",\"diy\",\"charity\",\"cooking\",\"relaxation\",\"music\",\"busywork\"],\"type\":\"string\"},\"participant_count\":{\"description\":\"The number of participants for the activity.\",\"type\":\"integer\"},\"price\":{\"default\":0.0,\"description\":\"The maximum budget for the activity, where 0.0 means free and 1.0 represents no budget limit.\",\"type\":\"float\"}},\"required\":[\"participant_count\"],\"type\":\"dict\"}}","get_activity_by_price":"{\"description\":\"Retrieve details of an activity based on its price range.\",\"name\":\"get_activity_by_price\",\"parameters\":{\"properties\":{\"price\":{\"description\":\"The price range to find activities within. Both min_price and max_price are in USD.\",\"properties\":{\"max_price\":{\"description\":\"The maximum price of the activity in USD.\",\"type\":\"float\"},\"min_price\":{\"description\":\"The minimum price of the activity in USD.\",\"type\":\"float\"}},\"type\":\"dict\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which results should be sorted, based on price.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"}},\"required\":[\"price\"],\"type\":\"dict\"}}","get_random_event":"{\"description\":\"Selects a random activity based on the specified type.\",\"name\":\"get_random_event\",\"parameters\":{\"properties\":{\"activity_type\":{\"description\":\"The category of the activity to find.\",\"enum\":[\"education\",\"recreational\",\"social\",\"diy\",\"charity\",\"cooking\",\"relaxation\",\"music\",\"busywork\"],\"type\":\"string\"}},\"required\":[\"activity_type\"],\"type\":\"dict\"}}","get_activity_by_accessibility":"{\"description\":\"Retrieve a random activity suitable for a specified number of participants, ensuring accessibility for all.\",\"name\":\"get_activity_by_accessibility\",\"parameters\":{\"properties\":{\"accessibility\":{\"default\":1.0,\"description\":\"The accessibility rating required for the activity, ranging from 0.0 (least accessible) to 1.0 (most accessible).\",\"type\":\"float\"},\"participants\":{\"description\":\"The number of people that this activity could involve, ranging from 1 to any positive number.\",\"type\":\"integer\"}},\"required\":[\"participants\"],\"type\":\"dict\"}}","finish":"{\"description\":\"Find an activity within a specified price range, where the price is represented as a normalized factor.\",\"name\":\"finish\",\"parameters\":{\"properties\":{\"price\":{\"description\":\"A normalized factor representing the cost of the activity, ranging from 0.0 (free) to 1.0 (most expensive).\",\"type\":\"float\"}},\"required\":[\"price\"],\"type\":\"dict\"}}","get_activity_by_price_range":"{\"description\":\"Retrieves activities that fall within a specified price range. The price range is inclusive and is defined by a minimum and maximum price factor, where a factor of 0 indicates that the activity is free.\",\"name\":\"get_activity_by_price_range\",\"parameters\":{\"properties\":{\"maxprice\":{\"description\":\"The maximum price factor for the event, ranging from 0.0 (free) to 1.0 (full price).\",\"type\":\"float\"},\"minprice\":{\"description\":\"The minimum price factor for the event, ranging from 0.0 (free) to 1.0 (full price).\",\"type\":\"float\"}},\"required\":[\"minprice\",\"maxprice\"],\"type\":\"dict\"}}","get_activity_by_accessibility_range":"{\"description\":\"Retrieves an event that falls within a specified accessibility range, where the accessibility is measured on a scale from 0.0 (most accessible) to 1.0 (least accessible).\",\"name\":\"get_activity_by_accessibility_range\",\"parameters\":{\"properties\":{\"accessibility\":{\"description\":\"A numerical factor between 0.0 and 1.0 describing the event's accessibility, with 0.0 being the most accessible and 1.0 being the least accessible.\",\"type\":\"float\"}},\"required\":[\"accessibility\"],\"type\":\"dict\"}}","get_activity_by_type":"{\"description\":\"Retrieves an event within a specified range of accessibility, where the range is inclusive and the accessibility is represented by a value between 0.0 (most accessible) and 1.0 (least accessible).\",\"name\":\"get_activity_by_type\",\"parameters\":{\"properties\":{\"event_type\":{\"default\":\"sport\",\"description\":\"The type of event to filter by.\",\"enum\":[\"sport\",\"music\",\"theater\",\"workshop\"],\"type\":\"string\"},\"max_accessibility\":{\"description\":\"The maximum accessibility value for the event, ranging from 0.0 (most accessible) to 1.0 (least accessible).\",\"type\":\"float\"},\"min_accessibility\":{\"description\":\"The minimum accessibility value for the event, ranging from 0.0 (most accessible) to 1.0 (least accessible).\",\"type\":\"float\"}},\"required\":[\"min_accessibility\",\"max_accessibility\"],\"type\":\"dict\"}}","ask_to_user":"{\"description\":\"Pose a question to the user for additional guidance in scenarios where further information is required to proceed with a task. This function should be used sparingly to avoid excessive reliance on user input.\",\"name\":\"ask_to_user\",\"parameters\":{\"properties\":{\"allow_multiple_choices\":{\"default\":false,\"description\":\"A flag indicating whether the user can select multiple choices as a response.\",\"type\":\"boolean\"},\"choices\":{\"default\":[],\"description\":\"A list of possible choices for the user to select from, if applicable.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"default_response\":{\"default\":\"No response provided\",\"description\":\"The suggested default response to the question, which the user can accept or override.\",\"type\":\"string\"},\"question\":{\"description\":\"The specific question to present to the user.\",\"type\":\"string\"},\"timeout\":{\"default\":30,\"description\":\"The time in seconds to wait for the user to respond before timing out. A timeout returns the default response.\",\"type\":\"integer\"}},\"required\":[\"question\"],\"type\":\"dict\"}}","get_activity_by_key":"{\"description\":\"Retrieve the specified activity information using a unique identifier key.\",\"name\":\"get_activity_by_key\",\"parameters\":{\"properties\":{\"key\":{\"description\":\"The unique identifier key for the activity to be retrieved.\",\"type\":\"string\"}},\"required\":[\"key\"],\"type\":\"dict\"}}"},"clm":{"choice":"finish","correct":false,"latency_ms":226.85,"confidence":0.673777},"jev":{"choice":"get_activity_by_participants","correct":true,"latency_ms":163.06,"confidence":1.0}}}},{"id":"live_multiple_186-81-0","split":"live_multiple","state":"User: 北京后天的天气如何？","expected":"weather_forecast.get","candidate_count":2,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieve the current weather conditions for a specified location.","weather_forecast.get":"weather_forecast.get: Retrieve the weather forecast for a specific future date in a given location, presented in the desired temperature unit."},"clm":{"choice":"weather_forecast.get","correct":true,"latency_ms":59.97,"confidence":0.759824},"jev":{"choice":"weather_forecast.get","correct":true,"latency_ms":117.47,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieve the current weather conditions for a specified location.\nParameter location (string); required; The location for which to obtain weather information, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter unit (string); The temperature unit for the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","weather_forecast.get":"weather_forecast.get: Retrieve the weather forecast for a specific future date in a given location, presented in the desired temperature unit.\nParameter location (string); required; The location for the forecast, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter date (string); required; The future date for which the forecast is required. Acceptable values are 'tomorrow', 'the day after tomorrow', or 'in a week'.; allowed values: tomorrow, the day after tomorrow, in a week\nParameter unit (string); The temperature unit for the forecast.; allowed values: celsius, fahrenheit; default: fahrenheit"},"clm":{"choice":"get_current_weather","correct":false,"latency_ms":92.73,"confidence":0.679332},"jev":{"choice":"weather_forecast.get","correct":true,"latency_ms":141.27,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieve the current weather conditions for a specified location.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to obtain weather information, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The temperature unit for the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","weather_forecast.get":"{\"description\":\"Retrieve the weather forecast for a specific future date in a given location, presented in the desired temperature unit.\",\"name\":\"weather_forecast.get\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The future date for which the forecast is required. Acceptable values are 'tomorrow', 'the day after tomorrow', or 'in a week'.\",\"enum\":[\"tomorrow\",\"the day after tomorrow\",\"in a week\"],\"type\":\"string\"},\"location\":{\"description\":\"The location for the forecast, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The temperature unit for the forecast.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_current_weather","correct":false,"latency_ms":103.1,"confidence":0.852711},"jev":{"choice":"weather_forecast.get","correct":true,"latency_ms":128.11,"confidence":1.0}}}},{"id":"live_multiple_187-82-0","split":"live_multiple","state":"User: I need to review Berkshire Hathaway's financial performance for the third quarter of 2024. I want their 10-Q report. Their CIK is 0001067983.","expected":"quarterly_earnings","candidate_count":2,"views":{"description":{"criteria":{"holdings.get_13F_HR":"holdings.get_13F_HR: Retrieves the 13F-HR filings that detail the holdings of investors, hedge funds, or companies. The 13F-HR report provides insight into the investment activities and stock portfolios of institutional investment managers.","quarterly_earnings":"quarterly_earnings: Retrieves the 10-Q reports, which are the quarterly financial reports of a specified company."},"clm":{"choice":"quarterly_earnings","correct":true,"latency_ms":78.4,"confidence":0.96254},"jev":{"choice":"quarterly_earnings","correct":true,"latency_ms":121.56,"confidence":1.0}},"prose_schema":{"criteria":{"holdings.get_13F_HR":"holdings.get_13F_HR: Retrieves the 13F-HR filings that detail the holdings of investors, hedge funds, or companies. The 13F-HR report provides insight into the investment activities and stock portfolios of institutional investment managers.\nParameter company_name (string); required; The name of the company or fund for which the 13F-HR holdings information is being requested.\nParameter cik (string); required; The Central Index Key (CIK) number assigned by the Securities and Exchange Commission (SEC) to identify the company or fund's filings.","quarterly_earnings":"quarterly_earnings: Retrieves the 10-Q reports, which are the quarterly financial reports of a specified company.\nParameter company_name (string); required; The official name of the company for which the quarterly earnings report is being requested.\nParameter cik (string); required; The Central Index Key (CIK) used to identify the company in SEC filings."},"clm":{"choice":"quarterly_earnings","correct":true,"latency_ms":86.38,"confidence":0.946651},"jev":{"choice":"quarterly_earnings","correct":true,"latency_ms":114.5,"confidence":1.0}},"schema":{"criteria":{"holdings.get_13F_HR":"{\"description\":\"Retrieves the 13F-HR filings that detail the holdings of investors, hedge funds, or companies. The 13F-HR report provides insight into the investment activities and stock portfolios of institutional investment managers.\",\"name\":\"holdings.get_13F_HR\",\"parameters\":{\"properties\":{\"cik\":{\"description\":\"The Central Index Key (CIK) number assigned by the Securities and Exchange Commission (SEC) to identify the company or fund's filings.\",\"type\":\"string\"},\"company_name\":{\"description\":\"The name of the company or fund for which the 13F-HR holdings information is being requested.\",\"type\":\"string\"}},\"required\":[\"company_name\",\"cik\"],\"type\":\"dict\"}}","quarterly_earnings":"{\"description\":\"Retrieves the 10-Q reports, which are the quarterly financial reports of a specified company.\",\"name\":\"quarterly_earnings\",\"parameters\":{\"properties\":{\"cik\":{\"description\":\"The Central Index Key (CIK) used to identify the company in SEC filings.\",\"type\":\"string\"},\"company_name\":{\"description\":\"The official name of the company for which the quarterly earnings report is being requested.\",\"type\":\"string\"}},\"required\":[\"company_name\",\"cik\"],\"type\":\"dict\"}}"},"clm":{"choice":"quarterly_earnings","correct":true,"latency_ms":168.49,"confidence":0.965263},"jev":{"choice":"quarterly_earnings","correct":true,"latency_ms":100.01,"confidence":1.0}}}},{"id":"live_multiple_188-82-1","split":"live_multiple","state":"User: I need to review the investment activities of Berkshire Hathaway. Retrieve their 13F-HR filings and their CIK number is 0001067983.","expected":"holdings.get_13F_HR","candidate_count":2,"views":{"description":{"criteria":{"holdings.get_13F_HR":"holdings.get_13F_HR: Retrieves the 13F-HR filings that detail the holdings of investors, hedge funds, or companies. The 13F-HR report provides insight into the investment activities and stock portfolios of institutional investment managers.","quarterly_earnings":"quarterly_earnings: Retrieves the 10-Q reports, which are the quarterly financial reports of a specified company."},"clm":{"choice":"holdings.get_13F_HR","correct":true,"latency_ms":29.11,"confidence":0.544149},"jev":{"choice":"holdings.get_13F_HR","correct":true,"latency_ms":104.91,"confidence":1.0}},"prose_schema":{"criteria":{"holdings.get_13F_HR":"holdings.get_13F_HR: Retrieves the 13F-HR filings that detail the holdings of investors, hedge funds, or companies. The 13F-HR report provides insight into the investment activities and stock portfolios of institutional investment managers.\nParameter company_name (string); required; The name of the company or fund for which the 13F-HR holdings information is being requested.\nParameter cik (string); required; The Central Index Key (CIK) number assigned by the Securities and Exchange Commission (SEC) to identify the company or fund's filings.","quarterly_earnings":"quarterly_earnings: Retrieves the 10-Q reports, which are the quarterly financial reports of a specified company.\nParameter company_name (string); required; The official name of the company for which the quarterly earnings report is being requested.\nParameter cik (string); required; The Central Index Key (CIK) used to identify the company in SEC filings."},"clm":{"choice":"quarterly_earnings","correct":false,"latency_ms":42.69,"confidence":0.58817},"jev":{"choice":"holdings.get_13F_HR","correct":true,"latency_ms":108.92,"confidence":1.0}},"schema":{"criteria":{"holdings.get_13F_HR":"{\"description\":\"Retrieves the 13F-HR filings that detail the holdings of investors, hedge funds, or companies. The 13F-HR report provides insight into the investment activities and stock portfolios of institutional investment managers.\",\"name\":\"holdings.get_13F_HR\",\"parameters\":{\"properties\":{\"cik\":{\"description\":\"The Central Index Key (CIK) number assigned by the Securities and Exchange Commission (SEC) to identify the company or fund's filings.\",\"type\":\"string\"},\"company_name\":{\"description\":\"The name of the company or fund for which the 13F-HR holdings information is being requested.\",\"type\":\"string\"}},\"required\":[\"company_name\",\"cik\"],\"type\":\"dict\"}}","quarterly_earnings":"{\"description\":\"Retrieves the 10-Q reports, which are the quarterly financial reports of a specified company.\",\"name\":\"quarterly_earnings\",\"parameters\":{\"properties\":{\"cik\":{\"description\":\"The Central Index Key (CIK) used to identify the company in SEC filings.\",\"type\":\"string\"},\"company_name\":{\"description\":\"The official name of the company for which the quarterly earnings report is being requested.\",\"type\":\"string\"}},\"required\":[\"company_name\",\"cik\"],\"type\":\"dict\"}}"},"clm":{"choice":"quarterly_earnings","correct":false,"latency_ms":33.05,"confidence":0.972996},"jev":{"choice":"holdings.get_13F_HR","correct":true,"latency_ms":125.94,"confidence":1.0}}}},{"id":"live_multiple_189-83-0","split":"live_multiple","state":"User: \"input\": \"A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions with the help of some tools.\\nUSER: I'm troubleshooting some requests, so can you help me send a POST request to https://httpbin.org/post with the header \\\"Content-Type: application/json\\\" and the data '{\\\"name\\\": \\\"John Doe\\\", \\\"email\\\": \\\"john.doe@example.com\\\"}'? Let me know the response details.\\nASSISTANT Thought: \"","expected":"sendHttpRequest","candidate_count":5,"views":{"description":{"criteria":{"getDetails":"getDetails: Invoke the 'getDetails' function to request additional essential information from the user when their question lacks the necessary details to provide an effective answer. This function is particularly useful for clarifying questions with vague terms or pronouns lacking context. It should not be used when the user omits optional information unless that information becomes critical during the conversation.","sendHttpRequest":"sendHttpRequest: Send an HTTP request with the specified method, headers, and data to the Httpbin API for testing purposes and return the response.","getClientRequestData":"getClientRequestData: Retrieve the client's request data, including headers, form data, uploaded files, and cookies, when sending a request to the specified URL.","testProxyHeaders":"testProxyHeaders: Send a request to the Httpbin API's proxy headers testing endpoint and return the response.","simulateStatusCode":"simulateStatusCode: Sends a request to the Httpbin API's status code simulation endpoint and returns the simulated HTTP response, allowing you to test how your application handles various status codes."},"clm":{"choice":"sendHttpRequest","correct":true,"latency_ms":86.33,"confidence":0.389495},"jev":{"choice":"sendHttpRequest","correct":true,"latency_ms":141.09,"confidence":1.0}},"prose_schema":{"criteria":{"getDetails":"getDetails: Invoke the 'getDetails' function to request additional essential information from the user when their question lacks the necessary details to provide an effective answer. This function is particularly useful for clarifying questions with vague terms or pronouns lacking context. It should not be used when the user omits optional information unless that information becomes critical during the conversation.\nParameter question (string); required; The question to be clarified or expanded upon in order to provide the user with an accurate and effective response.","sendHttpRequest":"sendHttpRequest: Send an HTTP request with the specified method, headers, and data to the Httpbin API for testing purposes and return the response.\nParameter method (string); required; The HTTP method to use for the request.; allowed values: GET, POST, PUT, DELETE, HEAD, PATCH\nParameter url (string); required; The endpoint URL to which the request will be sent.\nParameter headers (dict); A dictionary of headers to include in the request. Optional parameter.; default: {}\nParameter data (dict); A dictionary of data to include in the request body. Optional parameter.; default: {}","getClientRequestData":"getClientRequestData: Retrieve the client's request data, including headers, form data, uploaded files, and cookies, when sending a request to the specified URL.\nParameter url (string); required; The endpoint URL where the request is sent.","testProxyHeaders":"testProxyHeaders: Send a request to the Httpbin API's proxy headers testing endpoint and return the response.\nParameter url (string); required; The endpoint URL to send the request to. Example: 'http://httpbin.org/anything'.\nParameter headers (dict); required; A dictionary of headers to include in the request, where each key is a header field name and its value is the header field value.","simulateStatusCode":"simulateStatusCode: Sends a request to the Httpbin API's status code simulation endpoint and returns the simulated HTTP response, allowing you to test how your application handles various status codes.\nParameter url (string); required; The endpoint URL to which the request is sent. Must be a valid URL format, such as 'https://httpbin.org/status/200'.\nParameter statusCode (integer); required; The HTTP status code to simulate. Valid values range from 100 to 599, representing the standard HTTP status codes."},"clm":{"choice":"getDetails","correct":false,"latency_ms":114.39,"confidence":0.473743},"jev":{"choice":"sendHttpRequest","correct":true,"latency_ms":143.35,"confidence":1.0}},"schema":{"criteria":{"getDetails":"{\"description\":\"Invoke the 'getDetails' function to request additional essential information from the user when their question lacks the necessary details to provide an effective answer. This function is particularly useful for clarifying questions with vague terms or pronouns lacking context. It should not be used when the user omits optional information unless that information becomes critical during the conversation.\",\"name\":\"getDetails\",\"parameters\":{\"properties\":{\"question\":{\"description\":\"The question to be clarified or expanded upon in order to provide the user with an accurate and effective response.\",\"type\":\"string\"}},\"required\":[\"question\"],\"type\":\"dict\"}}","sendHttpRequest":"{\"description\":\"Send an HTTP request with the specified method, headers, and data to the Httpbin API for testing purposes and return the response.\",\"name\":\"sendHttpRequest\",\"parameters\":{\"properties\":{\"data\":{\"default\":{},\"description\":\"A dictionary of data to include in the request body. Optional parameter.\",\"properties\":{\"param1\":{\"description\":\"A data parameter to be included in the request body. Replace with actual parameter names and types.\",\"type\":\"string\"},\"param2\":{\"description\":\"Another data parameter to be included in the request body. Replace with actual parameter names and types.\",\"type\":\"string\"}},\"type\":\"dict\"},\"headers\":{\"default\":{},\"description\":\"A dictionary of headers to include in the request. Optional parameter.\",\"properties\":{\"Authorization\":{\"default\":null,\"description\":\"The authorization token (if required by the endpoint).\",\"type\":\"string\"},\"Content-Type\":{\"default\":\"application/json\",\"description\":\"The MIME type of the body of the request (e.g., application/json).\",\"type\":\"string\"}},\"type\":\"dict\"},\"method\":{\"description\":\"The HTTP method to use for the request.\",\"enum\":[\"GET\",\"POST\",\"PUT\",\"DELETE\",\"HEAD\",\"PATCH\"],\"type\":\"string\"},\"url\":{\"description\":\"The endpoint URL to which the request will be sent.\",\"type\":\"string\"}},\"required\":[\"method\",\"url\"],\"type\":\"dict\"}}","getClientRequestData":"{\"description\":\"Retrieve the client's request data, including headers, form data, uploaded files, and cookies, when sending a request to the specified URL.\",\"name\":\"getClientRequestData\",\"parameters\":{\"properties\":{\"url\":{\"description\":\"The endpoint URL where the request is sent.\",\"type\":\"string\"}},\"required\":[\"url\"],\"type\":\"dict\"}}","testProxyHeaders":"{\"description\":\"Send a request to the Httpbin API's proxy headers testing endpoint and return the response.\",\"name\":\"testProxyHeaders\",\"parameters\":{\"properties\":{\"headers\":{\"description\":\"A dictionary of headers to include in the request, where each key is a header field name and its value is the header field value.\",\"properties\":{\"Accept\":{\"description\":\"The content types that the client is capable of understanding. Example: 'application/json'.\",\"type\":\"string\"},\"Authorization\":{\"default\":null,\"description\":\"Credentials to authenticate a user agent with a server. Example: 'Bearer <token>'.\",\"type\":\"string\"},\"Content-Type\":{\"default\":\"application/json\",\"description\":\"The media type of the body of the request. Example: 'application/x-www-form-urlencoded'.\",\"type\":\"string\"},\"User-Agent\":{\"description\":\"The user agent string to be sent with the request. Example: 'Mozilla/5.0'.\",\"type\":\"string\"}},\"type\":\"dict\"},\"url\":{\"description\":\"The endpoint URL to send the request to. Example: 'http://httpbin.org/anything'.\",\"type\":\"string\"}},\"required\":[\"url\",\"headers\"],\"type\":\"dict\"}}","simulateStatusCode":"{\"description\":\"Sends a request to the Httpbin API's status code simulation endpoint and returns the simulated HTTP response, allowing you to test how your application handles various status codes.\",\"name\":\"simulateStatusCode\",\"parameters\":{\"properties\":{\"statusCode\":{\"description\":\"The HTTP status code to simulate. Valid values range from 100 to 599, representing the standard HTTP status codes.\",\"type\":\"integer\"},\"url\":{\"description\":\"The endpoint URL to which the request is sent. Must be a valid URL format, such as 'https://httpbin.org/status/200'.\",\"type\":\"string\"}},\"required\":[\"url\",\"statusCode\"],\"type\":\"dict\"}}"},"clm":{"choice":"getDetails","correct":false,"latency_ms":167.09,"confidence":0.478216},"jev":{"choice":"sendHttpRequest","correct":true,"latency_ms":117.74,"confidence":1.0}}}},{"id":"live_multiple_190-84-0","split":"live_multiple","state":"User: Find out the rewards for playing Fortnite on Playstation platform with different missions and trophies","expected":"game_rewards.get","candidate_count":3,"views":{"description":{"criteria":{"game_rewards.get":"game_rewards.get: Retrieve information about different types of rewards that a player can receive when playing a specific game across various platforms.","game_scores.get":"game_scores.get: Retrieve scores and rankings for a player's performance at a specific level in a game on a given gaming platform.","game_missions.list":"game_missions.list: Retrieve a list of all available missions for a specific game, including mission details such as the mission's name and its objectives."},"clm":{"choice":"game_rewards.get","correct":true,"latency_ms":50.72,"confidence":0.721802},"jev":{"choice":"game_rewards.get","correct":true,"latency_ms":96.5,"confidence":1.0}},"prose_schema":{"criteria":{"game_rewards.get":"game_rewards.get: Retrieve information about different types of rewards that a player can receive when playing a specific game across various platforms.\nParameter game (string); required; The exact name of the game for which reward information is being retrieved.\nParameter platform (string); required; The gaming platform for which reward information is being retrieved, such as 'Xbox', 'PlayStation', or 'PC'.\nParameter mission (string); The specific mission within the game for which rewards are being queried. If omitted, rewards for the entire game will be returned.; default: All Missions\nParameter trophy (string); The trophy level, such as 'bronze', 'silver', 'gold', or 'platinum', for which rewards information is sought. If omitted, rewards for all trophy levels will be returned.; allowed values: bronze, silver, gold, platinum; default: all levels","game_scores.get":"game_scores.get: Retrieve scores and rankings for a player's performance at a specific level in a game on a given gaming platform.\nParameter game (string); required; The name of the game for which to retrieve scores.\nParameter platform (string); required; The gaming platform, such as 'Xbox', 'Playstation', or 'PC'.; allowed values: Xbox, Playstation, PC\nParameter level (integer); required; The game level number for which scores are to be retrieved.\nParameter player (string); The name of the player whose scores are to be retrieved. If not provided, scores for all players are returned.; default: None","game_missions.list":"game_missions.list: Retrieve a list of all available missions for a specific game, including mission details such as the mission's name and its objectives.\nParameter game (string); required; The exact title of the game for which missions are being listed.\nParameter include_completed (boolean); A flag indicating whether to include completed missions in the list.; default: False\nParameter limit (integer); The maximum number of missions to retrieve. Used for pagination.; default: 10"},"clm":{"choice":"game_missions.list","correct":false,"latency_ms":79.77,"confidence":0.701354},"jev":{"choice":"game_rewards.get","correct":true,"latency_ms":106.07,"confidence":1.0}},"schema":{"criteria":{"game_rewards.get":"{\"description\":\"Retrieve information about different types of rewards that a player can receive when playing a specific game across various platforms.\",\"name\":\"game_rewards.get\",\"parameters\":{\"properties\":{\"game\":{\"description\":\"The exact name of the game for which reward information is being retrieved.\",\"type\":\"string\"},\"mission\":{\"default\":\"All Missions\",\"description\":\"The specific mission within the game for which rewards are being queried. If omitted, rewards for the entire game will be returned.\",\"type\":\"string\"},\"platform\":{\"description\":\"The gaming platform for which reward information is being retrieved, such as 'Xbox', 'PlayStation', or 'PC'.\",\"type\":\"string\"},\"trophy\":{\"default\":\"all levels\",\"description\":\"The trophy level, such as 'bronze', 'silver', 'gold', or 'platinum', for which rewards information is sought. If omitted, rewards for all trophy levels will be returned.\",\"enum\":[\"bronze\",\"silver\",\"gold\",\"platinum\"],\"type\":\"string\"}},\"required\":[\"game\",\"platform\"],\"type\":\"dict\"}}","game_scores.get":"{\"description\":\"Retrieve scores and rankings for a player's performance at a specific level in a game on a given gaming platform.\",\"name\":\"game_scores.get\",\"parameters\":{\"properties\":{\"game\":{\"description\":\"The name of the game for which to retrieve scores.\",\"type\":\"string\"},\"level\":{\"description\":\"The game level number for which scores are to be retrieved.\",\"type\":\"integer\"},\"platform\":{\"description\":\"The gaming platform, such as 'Xbox', 'Playstation', or 'PC'.\",\"enum\":[\"Xbox\",\"Playstation\",\"PC\"],\"type\":\"string\"},\"player\":{\"default\":null,\"description\":\"The name of the player whose scores are to be retrieved. If not provided, scores for all players are returned.\",\"type\":\"string\"}},\"required\":[\"game\",\"platform\",\"level\"],\"type\":\"dict\"}}","game_missions.list":"{\"description\":\"Retrieve a list of all available missions for a specific game, including mission details such as the mission's name and its objectives.\",\"name\":\"game_missions.list\",\"parameters\":{\"properties\":{\"game\":{\"description\":\"The exact title of the game for which missions are being listed.\",\"type\":\"string\"},\"include_completed\":{\"default\":false,\"description\":\"A flag indicating whether to include completed missions in the list.\",\"type\":\"boolean\"},\"limit\":{\"default\":10,\"description\":\"The maximum number of missions to retrieve. Used for pagination.\",\"type\":\"integer\"}},\"required\":[\"game\"],\"type\":\"dict\"}}"},"clm":{"choice":"game_missions.list","correct":false,"latency_ms":99.1,"confidence":0.411556},"jev":{"choice":"game_rewards.get","correct":true,"latency_ms":121.66,"confidence":1.0}}}},{"id":"live_multiple_191-85-0","split":"live_multiple","state":"User: Sort this list of names in ascending order: ['Sam', 'Alice', 'Jack']. \nFirst, identify the appropriate function.","expected":"sort_list","candidate_count":3,"views":{"description":{"criteria":{"sort_list":"sort_list: Sorts a list of strings in either ascending or descending order based on the specified order.","filter_list":"filter_list: Filters a list of strings, returning only those that meet the specified condition.","sum_elements":"sum_elements: Calculate the sum of all numerical elements provided in a list."},"clm":{"choice":"sort_list","correct":true,"latency_ms":56.76,"confidence":0.944627},"jev":{"choice":"sort_list","correct":true,"latency_ms":105.81,"confidence":1.0}},"prose_schema":{"criteria":{"sort_list":"sort_list: Sorts a list of strings in either ascending or descending order based on the specified order.\nParameter elements (array); required; The list of string elements to be sorted.\nParameter order (string); Specifies the sorting order. Acceptable values are 'asc' for ascending order or 'desc' for descending order.; allowed values: asc, desc; default: asc","filter_list":"filter_list: Filters a list of strings, returning only those that meet the specified condition.\nParameter elements (array); required; An array of strings to be filtered.\nParameter condition (string); required; A string representing the condition used for filtering the list. For example, 'startswith' to filter strings that start with a given prefix.; allowed values: startswith, endswith, contains, equals\nParameter filter_value (string); The value to be used for the comparison based on the condition. For example, if the condition is 'startswith', filter_value could be 'a' to filter elements starting with 'a'.; default: ","sum_elements":"sum_elements: Calculate the sum of all numerical elements provided in a list.\nParameter elements (array); required; A list of integers whose sum is to be calculated."},"clm":{"choice":"sort_list","correct":true,"latency_ms":87.55,"confidence":0.756913},"jev":{"choice":"sort_list","correct":true,"latency_ms":93.61,"confidence":1.0}},"schema":{"criteria":{"sort_list":"{\"description\":\"Sorts a list of strings in either ascending or descending order based on the specified order.\",\"name\":\"sort_list\",\"parameters\":{\"properties\":{\"elements\":{\"description\":\"The list of string elements to be sorted.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"order\":{\"default\":\"asc\",\"description\":\"Specifies the sorting order. Acceptable values are 'asc' for ascending order or 'desc' for descending order.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"}},\"required\":[\"elements\"],\"type\":\"dict\"}}","filter_list":"{\"description\":\"Filters a list of strings, returning only those that meet the specified condition.\",\"name\":\"filter_list\",\"parameters\":{\"properties\":{\"condition\":{\"description\":\"A string representing the condition used for filtering the list. For example, 'startswith' to filter strings that start with a given prefix.\",\"enum\":[\"startswith\",\"endswith\",\"contains\",\"equals\"],\"type\":\"string\"},\"elements\":{\"description\":\"An array of strings to be filtered.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"filter_value\":{\"default\":\"\",\"description\":\"The value to be used for the comparison based on the condition. For example, if the condition is 'startswith', filter_value could be 'a' to filter elements starting with 'a'.\",\"type\":\"string\"}},\"required\":[\"elements\",\"condition\"],\"type\":\"dict\"}}","sum_elements":"{\"description\":\"Calculate the sum of all numerical elements provided in a list.\",\"name\":\"sum_elements\",\"parameters\":{\"properties\":{\"elements\":{\"description\":\"A list of integers whose sum is to be calculated.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"}},\"required\":[\"elements\"],\"type\":\"dict\"}}"},"clm":{"choice":"sort_list","correct":true,"latency_ms":106.13,"confidence":0.601234},"jev":{"choice":"sort_list","correct":true,"latency_ms":110.9,"confidence":1.0}}}},{"id":"live_multiple_192-86-0","split":"live_multiple","state":"User: I would like to easily be able to extract any informaton from an 'image.png' based on a 'question' using the vision language model vikhyatk/moondream2. The question is \"generate with technically complex attention to detail a description of what you see\"\n","expected":"analyze_image_with_question.pipeline","candidate_count":3,"views":{"description":{"criteria":{"transformers.pipeline":"transformers.pipeline: Initializes a processing pipeline for natural language tasks using pre-trained models from the Hugging Face library. Supports tasks like sentiment analysis, question answering, and text generation.","initialize_question_answering_pipeline":"initialize_question_answering_pipeline: Initializes the question-answering pipeline using a specified pre-trained model, enabling the system to process and answer questions based on the data it has been trained on.","analyze_image_with_question.pipeline":"analyze_image_with_question.pipeline: This function takes an image file and a question related to the image, and uses a machine learning pipeline to analyze the image and answer the question."},"clm":{"choice":"analyze_image_with_question.pipeline","correct":true,"latency_ms":81.14,"confidence":0.541554},"jev":{"choice":"analyze_image_with_question.pipeline","correct":true,"latency_ms":100.53,"confidence":0.99}},"prose_schema":{"criteria":{"transformers.pipeline":"transformers.pipeline: Initializes a processing pipeline for natural language tasks using pre-trained models from the Hugging Face library. Supports tasks like sentiment analysis, question answering, and text generation.\nParameter task (string); required; The task to be performed, such as 'sentiment-analysis', 'question-answering', or 'text-generation'.; allowed values: sentiment-analysis, question-answering, text-generation, ner, summarization\nParameter model (string); required; The model ID of a pre-trained model from Hugging Face's model hub. For example, 'bert-base-uncased' for English tasks.\nParameter framework (string); The deep learning framework to use. Can be either 'tf' for TensorFlow or 'pt' for PyTorch.; allowed values: tf, pt; default: pt\nParameter device (integer); CUDA device to use for computation (e.g., 0 for the first GPU or -1 for CPU).; default: -1\nParameter tokenizer (string); Optional tokenizer to use. If not specified, the default tokenizer for the selected model is used.; default: None\nParameter config (string); Optional configuration for the pipeline. If not specified, the default configuration for the selected model is used.; default: None","initialize_question_answering_pipeline":"initialize_question_answering_pipeline: Initializes the question-answering pipeline using a specified pre-trained model, enabling the system to process and answer questions based on the data it has been trained on.\nParameter model_name (string); required; The name of the pre-trained model to be used for the question-answering pipeline, such as 'vikhyatk/moondream2'.\nParameter use_gpu (boolean); A flag indicating whether to use GPU for computation. If set to false, CPU will be used instead.; default: False","analyze_image_with_question.pipeline":"analyze_image_with_question.pipeline: This function takes an image file and a question related to the image, and uses a machine learning pipeline to analyze the image and answer the question.\nParameter image_path (string); required; The file path to the image to be analyzed.\nParameter question (string); required; A question in plain English related to the contents of the image."},"clm":{"choice":"transformers.pipeline","correct":false,"latency_ms":118.48,"confidence":0.453361},"jev":{"choice":"analyze_image_with_question.pipeline","correct":true,"latency_ms":122.77,"confidence":0.97}},"schema":{"criteria":{"transformers.pipeline":"{\"description\":\"Initializes a processing pipeline for natural language tasks using pre-trained models from the Hugging Face library. Supports tasks like sentiment analysis, question answering, and text generation.\",\"name\":\"transformers.pipeline\",\"parameters\":{\"properties\":{\"config\":{\"default\":null,\"description\":\"Optional configuration for the pipeline. If not specified, the default configuration for the selected model is used.\",\"type\":\"string\"},\"device\":{\"default\":-1,\"description\":\"CUDA device to use for computation (e.g., 0 for the first GPU or -1 for CPU).\",\"type\":\"integer\"},\"framework\":{\"default\":\"pt\",\"description\":\"The deep learning framework to use. Can be either 'tf' for TensorFlow or 'pt' for PyTorch.\",\"enum\":[\"tf\",\"pt\"],\"type\":\"string\"},\"model\":{\"description\":\"The model ID of a pre-trained model from Hugging Face's model hub. For example, 'bert-base-uncased' for English tasks.\",\"type\":\"string\"},\"task\":{\"description\":\"The task to be performed, such as 'sentiment-analysis', 'question-answering', or 'text-generation'.\",\"enum\":[\"sentiment-analysis\",\"question-answering\",\"text-generation\",\"ner\",\"summarization\"],\"type\":\"string\"},\"tokenizer\":{\"default\":null,\"description\":\"Optional tokenizer to use. If not specified, the default tokenizer for the selected model is used.\",\"type\":\"string\"}},\"required\":[\"task\",\"model\"],\"type\":\"dict\"}}","initialize_question_answering_pipeline":"{\"description\":\"Initializes the question-answering pipeline using a specified pre-trained model, enabling the system to process and answer questions based on the data it has been trained on.\",\"name\":\"initialize_question_answering_pipeline\",\"parameters\":{\"properties\":{\"model_name\":{\"description\":\"The name of the pre-trained model to be used for the question-answering pipeline, such as 'vikhyatk/moondream2'.\",\"type\":\"string\"},\"use_gpu\":{\"default\":false,\"description\":\"A flag indicating whether to use GPU for computation. If set to false, CPU will be used instead.\",\"type\":\"boolean\"}},\"required\":[\"model_name\"],\"type\":\"dict\"}}","analyze_image_with_question.pipeline":"{\"description\":\"This function takes an image file and a question related to the image, and uses a machine learning pipeline to analyze the image and answer the question.\",\"name\":\"analyze_image_with_question.pipeline\",\"parameters\":{\"properties\":{\"image_path\":{\"description\":\"The file path to the image to be analyzed.\",\"type\":\"string\"},\"question\":{\"description\":\"A question in plain English related to the contents of the image.\",\"type\":\"string\"}},\"required\":[\"image_path\",\"question\"],\"type\":\"dict\"}}"},"clm":{"choice":"analyze_image_with_question.pipeline","correct":true,"latency_ms":129.17,"confidence":0.870543},"jev":{"choice":"analyze_image_with_question.pipeline","correct":true,"latency_ms":120.19,"confidence":0.94}}}},{"id":"live_multiple_193-87-0","split":"live_multiple","state":"User: How much is 394 times 213?","expected":"CalcProduct","candidate_count":3,"views":{"description":{"criteria":{"getCurrentTime":"getCurrentTime: Returns the current local time in ISO 8601 format.","CalcProduct":"CalcProduct: Calculates the product of two numeric values.","sum":"sum: Calculates the sum of two integers."},"clm":{"choice":"CalcProduct","correct":true,"latency_ms":83.66,"confidence":0.967207},"jev":{"choice":"CalcProduct","correct":true,"latency_ms":93.87,"confidence":1.0}},"prose_schema":{"criteria":{"getCurrentTime":"getCurrentTime: Returns the current local time in ISO 8601 format.\nParameter timezone (string); The timezone for which the current time is requested, in the format of 'Area/Location' (e.g., 'America/New_York'). If not provided, defaults to the server's local timezone.; default: local\nParameter include_date (boolean); Determines whether the date should be included in the time string. If set to true, the date is included. Defaults to false.; default: False","CalcProduct":"CalcProduct: Calculates the product of two numeric values.\nParameter a (integer); required; The first multiplicand in the multiplication operation.\nParameter b (integer); required; The second multiplicand in the multiplication operation.","sum":"sum: Calculates the sum of two integers.\nParameter a (integer); required; The first integer to be added.\nParameter b (integer); required; The second integer to be added."},"clm":{"choice":"sum","correct":false,"latency_ms":101.91,"confidence":0.620103},"jev":{"choice":"CalcProduct","correct":true,"latency_ms":107.37,"confidence":1.0}},"schema":{"criteria":{"getCurrentTime":"{\"description\":\"Returns the current local time in ISO 8601 format.\",\"name\":\"getCurrentTime\",\"parameters\":{\"properties\":{\"include_date\":{\"default\":false,\"description\":\"Determines whether the date should be included in the time string. If set to true, the date is included. Defaults to false.\",\"type\":\"boolean\"},\"timezone\":{\"default\":\"local\",\"description\":\"The timezone for which the current time is requested, in the format of 'Area/Location' (e.g., 'America/New_York'). If not provided, defaults to the server's local timezone.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","CalcProduct":"{\"description\":\"Calculates the product of two numeric values.\",\"name\":\"CalcProduct\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first multiplicand in the multiplication operation.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second multiplicand in the multiplication operation.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","sum":"{\"description\":\"Calculates the sum of two integers.\",\"name\":\"sum\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to be added.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to be added.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}"},"clm":{"choice":"sum","correct":false,"latency_ms":166.88,"confidence":0.872814},"jev":{"choice":"CalcProduct","correct":true,"latency_ms":95.69,"confidence":1.0}}}},{"id":"live_multiple_194-87-1","split":"live_multiple","state":"User: compute 443 * 349","expected":"CalcProduct","candidate_count":3,"views":{"description":{"criteria":{"getCurrentTime":"getCurrentTime: Returns the current local time in ISO 8601 format.","CalcProduct":"CalcProduct: Calculates the product of two numeric values.","sum":"sum: Calculates the sum of two integers."},"clm":{"choice":"CalcProduct","correct":true,"latency_ms":28.34,"confidence":0.878811},"jev":{"choice":"CalcProduct","correct":true,"latency_ms":97.81,"confidence":1.0}},"prose_schema":{"criteria":{"getCurrentTime":"getCurrentTime: Returns the current local time in ISO 8601 format.\nParameter timezone (string); The timezone for which the current time is requested, in the format of 'Area/Location' (e.g., 'America/New_York'). If not provided, defaults to the server's local timezone.; default: local\nParameter include_date (boolean); Determines whether the date should be included in the time string. If set to true, the date is included. Defaults to false.; default: False","CalcProduct":"CalcProduct: Calculates the product of two numeric values.\nParameter a (integer); required; The first multiplicand in the multiplication operation.\nParameter b (integer); required; The second multiplicand in the multiplication operation.","sum":"sum: Calculates the sum of two integers.\nParameter a (integer); required; The first integer to be added.\nParameter b (integer); required; The second integer to be added."},"clm":{"choice":"sum","correct":false,"latency_ms":31.02,"confidence":0.625565},"jev":{"choice":"CalcProduct","correct":true,"latency_ms":122.82,"confidence":1.0}},"schema":{"criteria":{"getCurrentTime":"{\"description\":\"Returns the current local time in ISO 8601 format.\",\"name\":\"getCurrentTime\",\"parameters\":{\"properties\":{\"include_date\":{\"default\":false,\"description\":\"Determines whether the date should be included in the time string. If set to true, the date is included. Defaults to false.\",\"type\":\"boolean\"},\"timezone\":{\"default\":\"local\",\"description\":\"The timezone for which the current time is requested, in the format of 'Area/Location' (e.g., 'America/New_York'). If not provided, defaults to the server's local timezone.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","CalcProduct":"{\"description\":\"Calculates the product of two numeric values.\",\"name\":\"CalcProduct\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first multiplicand in the multiplication operation.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second multiplicand in the multiplication operation.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","sum":"{\"description\":\"Calculates the sum of two integers.\",\"name\":\"sum\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to be added.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to be added.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}"},"clm":{"choice":"sum","correct":false,"latency_ms":33.8,"confidence":0.499542},"jev":{"choice":"CalcProduct","correct":true,"latency_ms":100.32,"confidence":1.0}}}},{"id":"live_multiple_195-87-2","split":"live_multiple","state":"User: what time is it for the timezone 'America/Los_Angeles'?","expected":"getCurrentTime","candidate_count":3,"views":{"description":{"criteria":{"getCurrentTime":"getCurrentTime: Returns the current local time in ISO 8601 format.","CalcProduct":"CalcProduct: Calculates the product of two numeric values.","sum":"sum: Calculates the sum of two integers."},"clm":{"choice":"getCurrentTime","correct":true,"latency_ms":27.42,"confidence":0.999827},"jev":{"choice":"getCurrentTime","correct":true,"latency_ms":149.7,"confidence":1.0}},"prose_schema":{"criteria":{"getCurrentTime":"getCurrentTime: Returns the current local time in ISO 8601 format.\nParameter timezone (string); The timezone for which the current time is requested, in the format of 'Area/Location' (e.g., 'America/New_York'). If not provided, defaults to the server's local timezone.; default: local\nParameter include_date (boolean); Determines whether the date should be included in the time string. If set to true, the date is included. Defaults to false.; default: False","CalcProduct":"CalcProduct: Calculates the product of two numeric values.\nParameter a (integer); required; The first multiplicand in the multiplication operation.\nParameter b (integer); required; The second multiplicand in the multiplication operation.","sum":"sum: Calculates the sum of two integers.\nParameter a (integer); required; The first integer to be added.\nParameter b (integer); required; The second integer to be added."},"clm":{"choice":"getCurrentTime","correct":true,"latency_ms":28.87,"confidence":0.999391},"jev":{"choice":"getCurrentTime","correct":true,"latency_ms":107.57,"confidence":1.0}},"schema":{"criteria":{"getCurrentTime":"{\"description\":\"Returns the current local time in ISO 8601 format.\",\"name\":\"getCurrentTime\",\"parameters\":{\"properties\":{\"include_date\":{\"default\":false,\"description\":\"Determines whether the date should be included in the time string. If set to true, the date is included. Defaults to false.\",\"type\":\"boolean\"},\"timezone\":{\"default\":\"local\",\"description\":\"The timezone for which the current time is requested, in the format of 'Area/Location' (e.g., 'America/New_York'). If not provided, defaults to the server's local timezone.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","CalcProduct":"{\"description\":\"Calculates the product of two numeric values.\",\"name\":\"CalcProduct\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first multiplicand in the multiplication operation.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second multiplicand in the multiplication operation.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}","sum":"{\"description\":\"Calculates the sum of two integers.\",\"name\":\"sum\",\"parameters\":{\"properties\":{\"a\":{\"description\":\"The first integer to be added.\",\"type\":\"integer\"},\"b\":{\"description\":\"The second integer to be added.\",\"type\":\"integer\"}},\"required\":[\"a\",\"b\"],\"type\":\"dict\"}}"},"clm":{"choice":"sum","correct":false,"latency_ms":35.27,"confidence":0.829551},"jev":{"choice":"getCurrentTime","correct":true,"latency_ms":145.76,"confidence":1.0}}}},{"id":"live_multiple_196-88-0","split":"live_multiple","state":"User: 获取阿迪达斯的工单","expected":"get_tickets","candidate_count":2,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location, including temperature and atmospheric conditions.","get_tickets":"get_tickets: Retrieve a list of support tickets for a specified company."},"clm":{"choice":"get_tickets","correct":true,"latency_ms":75.2,"confidence":0.994116},"jev":{"choice":"get_tickets","correct":true,"latency_ms":103.22,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location, including temperature and atmospheric conditions.\nParameter location (string); required; The location for which weather is being requested, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of temperature measurement for the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","get_tickets":"get_tickets: Retrieve a list of support tickets for a specified company.\nParameter customer (string); required; The name of the company for which to retrieve support tickets."},"clm":{"choice":"get_tickets","correct":true,"latency_ms":64.18,"confidence":0.988005},"jev":{"choice":"get_tickets","correct":true,"latency_ms":105.83,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location, including temperature and atmospheric conditions.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which weather is being requested, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature measurement for the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","get_tickets":"{\"description\":\"Retrieve a list of support tickets for a specified company.\",\"name\":\"get_tickets\",\"parameters\":{\"properties\":{\"customer\":{\"description\":\"The name of the company for which to retrieve support tickets.\",\"type\":\"string\"}},\"required\":[\"customer\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_tickets","correct":true,"latency_ms":147.68,"confidence":0.682476},"jev":{"choice":"get_tickets","correct":true,"latency_ms":137.87,"confidence":1.0}}}},{"id":"live_multiple_197-89-0","split":"live_multiple","state":"User: 获取阿迪达斯的p4工单","expected":"get_tickets","candidate_count":2,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieve the current weather conditions for a specified location, with options to choose the temperature unit.","get_tickets":"get_tickets: Retrieve the list of support tickets for a specified company, optionally filtered by priority level."},"clm":{"choice":"get_tickets","correct":true,"latency_ms":76.66,"confidence":0.949893},"jev":{"choice":"get_tickets","correct":true,"latency_ms":108.24,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieve the current weather conditions for a specified location, with options to choose the temperature unit.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of temperature to be used in the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","get_tickets":"get_tickets: Retrieve the list of support tickets for a specified company, optionally filtered by priority level.\nParameter customer (string); required; The name of the company for which to retrieve support tickets.\nParameter priority (integer); The priority level of the tickets, represented as an integer from 1 (highest priority) to 8 (lowest priority).; default: 5"},"clm":{"choice":"get_current_weather","correct":false,"latency_ms":82.9,"confidence":0.625853},"jev":{"choice":"get_tickets","correct":true,"latency_ms":145.58,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieve the current weather conditions for a specified location, with options to choose the temperature unit.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature to be used in the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","get_tickets":"{\"description\":\"Retrieve the list of support tickets for a specified company, optionally filtered by priority level.\",\"name\":\"get_tickets\",\"parameters\":{\"properties\":{\"customer\":{\"description\":\"The name of the company for which to retrieve support tickets.\",\"type\":\"string\"},\"priority\":{\"default\":5,\"description\":\"The priority level of the tickets, represented as an integer from 1 (highest priority) to 8 (lowest priority).\",\"type\":\"integer\"}},\"required\":[\"customer\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_tickets","correct":true,"latency_ms":103.58,"confidence":0.695288},"jev":{"choice":"get_tickets","correct":true,"latency_ms":102.89,"confidence":1.0}}}},{"id":"live_multiple_198-90-0","split":"live_multiple","state":"User: What is the contact of Adriel","expected":"adriel_contact","candidate_count":7,"views":{"description":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application."},"clm":{"choice":"adriel_contact","correct":true,"latency_ms":95.85,"confidence":0.87178},"jev":{"choice":"adriel_contact","correct":true,"latency_ms":100.73,"confidence":1.0}},"prose_schema":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\nParameter project_name (string); required; The name of the project.\nParameter include_financials (boolean); Whether to include financial details such as budget and expenses in the response.; default: False\nParameter completion_date (string); The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.; default: None","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies whether the detail is about Adriel's experience or education.; allowed values: Internship at Sebelas Maret University (UNS), Freelance work at Pingfest, Education at Sebelas Maret University (UNS)\nParameter detail (string); A brief description of the selected type of experience or education.; default: Not provided","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.\nParameter user_id (string); required; The unique identifier for the user whose projects are to be listed.\nParameter include_completed (boolean); Whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which projects are sorted in the list.; allowed values: asc, desc; default: asc","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\nParameter contact_id (integer); The unique identifier for the contact. If not specified, the default contact information will be retrieved.; default: 1\nParameter format (string); The desired format for the returned contact information.; allowed values: json, xml, csv; default: json","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application.\nParameter context (string); required; The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.; allowed values: database, network, user_interface\nParameter verbose (boolean); Flag to indicate if detailed descriptions for each command should be included.; default: False\nParameter search_query (string); A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.; default: "},"clm":{"choice":"detail_adriel_project","correct":false,"latency_ms":115.17,"confidence":0.578687},"jev":{"choice":"adriel_contact","correct":true,"latency_ms":99.87,"confidence":1.0}},"schema":{"criteria":{"detail_adriel_project":"{\"description\":\"Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\",\"name\":\"detail_adriel_project\",\"parameters\":{\"properties\":{\"completion_date\":{\"default\":null,\"description\":\"The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.\",\"type\":\"string\"},\"include_financials\":{\"default\":false,\"description\":\"Whether to include financial details such as budget and expenses in the response.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","adriel_detail_experience_and_education":"{\"description\":\"Retrieve the detailed information regarding Adriel's professional experiences and educational background.\",\"name\":\"adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"detail\":{\"default\":\"Not provided\",\"description\":\"A brief description of the selected type of experience or education.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies whether the detail is about Adriel's experience or education.\",\"enum\":[\"Internship at Sebelas Maret University (UNS)\",\"Freelance work at Pingfest\",\"Education at Sebelas Maret University (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","adriel_list_projects":"{\"description\":\"Retrieve a list of projects that Adriel is currently working on, including project details and status.\",\"name\":\"adriel_list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"Whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which projects are sorted in the list.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose projects are to be listed.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","adriel_experiences_and_education":"{\"description\":\"Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.\",\"name\":\"adriel_experiences_and_education\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","adriel_contact":"{\"description\":\"Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\",\"name\":\"adriel_contact\",\"parameters\":{\"properties\":{\"contact_id\":{\"default\":1,\"description\":\"The unique identifier for the contact. If not specified, the default contact information will be retrieved.\",\"type\":\"integer\"},\"format\":{\"default\":\"json\",\"description\":\"The desired format for the returned contact information.\",\"enum\":[\"json\",\"xml\",\"csv\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","adriel_tech_stack":"{\"description\":\"Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.\",\"name\":\"adriel_tech_stack\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","help":"{\"description\":\"Provides a list of available commands and their descriptions for a given context within the application.\",\"name\":\"help\",\"parameters\":{\"properties\":{\"context\":{\"description\":\"The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.\",\"enum\":[\"database\",\"network\",\"user_interface\"],\"type\":\"string\"},\"search_query\":{\"default\":\"\",\"description\":\"A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"Flag to indicate if detailed descriptions for each command should be included.\",\"type\":\"boolean\"}},\"required\":[\"context\"],\"type\":\"dict\"}}"},"clm":{"choice":"adriel_list_projects","correct":false,"latency_ms":186.63,"confidence":0.303564},"jev":{"choice":"adriel_contact","correct":true,"latency_ms":99.65,"confidence":1.0}}}},{"id":"live_multiple_199-90-1","split":"live_multiple","state":"User: What is the tech stack that Adriel is working on","expected":"adriel_tech_stack","candidate_count":7,"views":{"description":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application."},"clm":{"choice":"adriel_list_projects","correct":false,"latency_ms":30.12,"confidence":0.604827},"jev":{"choice":"adriel_tech_stack","correct":true,"latency_ms":142.34,"confidence":1.0}},"prose_schema":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\nParameter project_name (string); required; The name of the project.\nParameter include_financials (boolean); Whether to include financial details such as budget and expenses in the response.; default: False\nParameter completion_date (string); The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.; default: None","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies whether the detail is about Adriel's experience or education.; allowed values: Internship at Sebelas Maret University (UNS), Freelance work at Pingfest, Education at Sebelas Maret University (UNS)\nParameter detail (string); A brief description of the selected type of experience or education.; default: Not provided","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.\nParameter user_id (string); required; The unique identifier for the user whose projects are to be listed.\nParameter include_completed (boolean); Whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which projects are sorted in the list.; allowed values: asc, desc; default: asc","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\nParameter contact_id (integer); The unique identifier for the contact. If not specified, the default contact information will be retrieved.; default: 1\nParameter format (string); The desired format for the returned contact information.; allowed values: json, xml, csv; default: json","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application.\nParameter context (string); required; The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.; allowed values: database, network, user_interface\nParameter verbose (boolean); Flag to indicate if detailed descriptions for each command should be included.; default: False\nParameter search_query (string); A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.; default: "},"clm":{"choice":"detail_adriel_project","correct":false,"latency_ms":28.35,"confidence":0.912954},"jev":{"choice":"adriel_tech_stack","correct":true,"latency_ms":98.38,"confidence":1.0}},"schema":{"criteria":{"detail_adriel_project":"{\"description\":\"Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\",\"name\":\"detail_adriel_project\",\"parameters\":{\"properties\":{\"completion_date\":{\"default\":null,\"description\":\"The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.\",\"type\":\"string\"},\"include_financials\":{\"default\":false,\"description\":\"Whether to include financial details such as budget and expenses in the response.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","adriel_detail_experience_and_education":"{\"description\":\"Retrieve the detailed information regarding Adriel's professional experiences and educational background.\",\"name\":\"adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"detail\":{\"default\":\"Not provided\",\"description\":\"A brief description of the selected type of experience or education.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies whether the detail is about Adriel's experience or education.\",\"enum\":[\"Internship at Sebelas Maret University (UNS)\",\"Freelance work at Pingfest\",\"Education at Sebelas Maret University (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","adriel_list_projects":"{\"description\":\"Retrieve a list of projects that Adriel is currently working on, including project details and status.\",\"name\":\"adriel_list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"Whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which projects are sorted in the list.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose projects are to be listed.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","adriel_experiences_and_education":"{\"description\":\"Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.\",\"name\":\"adriel_experiences_and_education\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","adriel_contact":"{\"description\":\"Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\",\"name\":\"adriel_contact\",\"parameters\":{\"properties\":{\"contact_id\":{\"default\":1,\"description\":\"The unique identifier for the contact. If not specified, the default contact information will be retrieved.\",\"type\":\"integer\"},\"format\":{\"default\":\"json\",\"description\":\"The desired format for the returned contact information.\",\"enum\":[\"json\",\"xml\",\"csv\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","adriel_tech_stack":"{\"description\":\"Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.\",\"name\":\"adriel_tech_stack\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","help":"{\"description\":\"Provides a list of available commands and their descriptions for a given context within the application.\",\"name\":\"help\",\"parameters\":{\"properties\":{\"context\":{\"description\":\"The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.\",\"enum\":[\"database\",\"network\",\"user_interface\"],\"type\":\"string\"},\"search_query\":{\"default\":\"\",\"description\":\"A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"Flag to indicate if detailed descriptions for each command should be included.\",\"type\":\"boolean\"}},\"required\":[\"context\"],\"type\":\"dict\"}}"},"clm":{"choice":"adriel_list_projects","correct":false,"latency_ms":34.09,"confidence":0.307551},"jev":{"choice":"adriel_tech_stack","correct":true,"latency_ms":113.51,"confidence":1.0}}}},{"id":"live_multiple_200-90-2","split":"live_multiple","state":"User: Could you provide me with a list of projects that Adriel is currently working on, including details and status? id:3","expected":"adriel_list_projects","candidate_count":7,"views":{"description":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application."},"clm":{"choice":"adriel_list_projects","correct":true,"latency_ms":29.15,"confidence":0.679979},"jev":{"choice":"adriel_list_projects","correct":true,"latency_ms":117.6,"confidence":1.0}},"prose_schema":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\nParameter project_name (string); required; The name of the project.\nParameter include_financials (boolean); Whether to include financial details such as budget and expenses in the response.; default: False\nParameter completion_date (string); The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.; default: None","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies whether the detail is about Adriel's experience or education.; allowed values: Internship at Sebelas Maret University (UNS), Freelance work at Pingfest, Education at Sebelas Maret University (UNS)\nParameter detail (string); A brief description of the selected type of experience or education.; default: Not provided","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.\nParameter user_id (string); required; The unique identifier for the user whose projects are to be listed.\nParameter include_completed (boolean); Whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which projects are sorted in the list.; allowed values: asc, desc; default: asc","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\nParameter contact_id (integer); The unique identifier for the contact. If not specified, the default contact information will be retrieved.; default: 1\nParameter format (string); The desired format for the returned contact information.; allowed values: json, xml, csv; default: json","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application.\nParameter context (string); required; The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.; allowed values: database, network, user_interface\nParameter verbose (boolean); Flag to indicate if detailed descriptions for each command should be included.; default: False\nParameter search_query (string); A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.; default: "},"clm":{"choice":"adriel_experiences_and_education","correct":false,"latency_ms":32.18,"confidence":0.831463},"jev":{"choice":"adriel_list_projects","correct":true,"latency_ms":96.93,"confidence":1.0}},"schema":{"criteria":{"detail_adriel_project":"{\"description\":\"Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\",\"name\":\"detail_adriel_project\",\"parameters\":{\"properties\":{\"completion_date\":{\"default\":null,\"description\":\"The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.\",\"type\":\"string\"},\"include_financials\":{\"default\":false,\"description\":\"Whether to include financial details such as budget and expenses in the response.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","adriel_detail_experience_and_education":"{\"description\":\"Retrieve the detailed information regarding Adriel's professional experiences and educational background.\",\"name\":\"adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"detail\":{\"default\":\"Not provided\",\"description\":\"A brief description of the selected type of experience or education.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies whether the detail is about Adriel's experience or education.\",\"enum\":[\"Internship at Sebelas Maret University (UNS)\",\"Freelance work at Pingfest\",\"Education at Sebelas Maret University (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","adriel_list_projects":"{\"description\":\"Retrieve a list of projects that Adriel is currently working on, including project details and status.\",\"name\":\"adriel_list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"Whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which projects are sorted in the list.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose projects are to be listed.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","adriel_experiences_and_education":"{\"description\":\"Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.\",\"name\":\"adriel_experiences_and_education\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","adriel_contact":"{\"description\":\"Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\",\"name\":\"adriel_contact\",\"parameters\":{\"properties\":{\"contact_id\":{\"default\":1,\"description\":\"The unique identifier for the contact. If not specified, the default contact information will be retrieved.\",\"type\":\"integer\"},\"format\":{\"default\":\"json\",\"description\":\"The desired format for the returned contact information.\",\"enum\":[\"json\",\"xml\",\"csv\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","adriel_tech_stack":"{\"description\":\"Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.\",\"name\":\"adriel_tech_stack\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","help":"{\"description\":\"Provides a list of available commands and their descriptions for a given context within the application.\",\"name\":\"help\",\"parameters\":{\"properties\":{\"context\":{\"description\":\"The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.\",\"enum\":[\"database\",\"network\",\"user_interface\"],\"type\":\"string\"},\"search_query\":{\"default\":\"\",\"description\":\"A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"Flag to indicate if detailed descriptions for each command should be included.\",\"type\":\"boolean\"}},\"required\":[\"context\"],\"type\":\"dict\"}}"},"clm":{"choice":"adriel_list_projects","correct":true,"latency_ms":35.67,"confidence":0.577716},"jev":{"choice":"adriel_list_projects","correct":true,"latency_ms":106.8,"confidence":1.0}}}},{"id":"live_multiple_201-90-3","split":"live_multiple","state":"User: Could I get Adriel's contact information in XML format, please?","expected":"adriel_contact","candidate_count":7,"views":{"description":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application."},"clm":{"choice":"adriel_contact","correct":true,"latency_ms":41.47,"confidence":0.708576},"jev":{"choice":"adriel_contact","correct":true,"latency_ms":102.35,"confidence":1.0}},"prose_schema":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\nParameter project_name (string); required; The name of the project.\nParameter include_financials (boolean); Whether to include financial details such as budget and expenses in the response.; default: False\nParameter completion_date (string); The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.; default: None","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies whether the detail is about Adriel's experience or education.; allowed values: Internship at Sebelas Maret University (UNS), Freelance work at Pingfest, Education at Sebelas Maret University (UNS)\nParameter detail (string); A brief description of the selected type of experience or education.; default: Not provided","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.\nParameter user_id (string); required; The unique identifier for the user whose projects are to be listed.\nParameter include_completed (boolean); Whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which projects are sorted in the list.; allowed values: asc, desc; default: asc","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\nParameter contact_id (integer); The unique identifier for the contact. If not specified, the default contact information will be retrieved.; default: 1\nParameter format (string); The desired format for the returned contact information.; allowed values: json, xml, csv; default: json","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application.\nParameter context (string); required; The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.; allowed values: database, network, user_interface\nParameter verbose (boolean); Flag to indicate if detailed descriptions for each command should be included.; default: False\nParameter search_query (string); A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.; default: "},"clm":{"choice":"detail_adriel_project","correct":false,"latency_ms":40.29,"confidence":0.565558},"jev":{"choice":"adriel_contact","correct":true,"latency_ms":137.48,"confidence":1.0}},"schema":{"criteria":{"detail_adriel_project":"{\"description\":\"Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\",\"name\":\"detail_adriel_project\",\"parameters\":{\"properties\":{\"completion_date\":{\"default\":null,\"description\":\"The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.\",\"type\":\"string\"},\"include_financials\":{\"default\":false,\"description\":\"Whether to include financial details such as budget and expenses in the response.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","adriel_detail_experience_and_education":"{\"description\":\"Retrieve the detailed information regarding Adriel's professional experiences and educational background.\",\"name\":\"adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"detail\":{\"default\":\"Not provided\",\"description\":\"A brief description of the selected type of experience or education.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies whether the detail is about Adriel's experience or education.\",\"enum\":[\"Internship at Sebelas Maret University (UNS)\",\"Freelance work at Pingfest\",\"Education at Sebelas Maret University (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","adriel_list_projects":"{\"description\":\"Retrieve a list of projects that Adriel is currently working on, including project details and status.\",\"name\":\"adriel_list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"Whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which projects are sorted in the list.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose projects are to be listed.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","adriel_experiences_and_education":"{\"description\":\"Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.\",\"name\":\"adriel_experiences_and_education\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","adriel_contact":"{\"description\":\"Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\",\"name\":\"adriel_contact\",\"parameters\":{\"properties\":{\"contact_id\":{\"default\":1,\"description\":\"The unique identifier for the contact. If not specified, the default contact information will be retrieved.\",\"type\":\"integer\"},\"format\":{\"default\":\"json\",\"description\":\"The desired format for the returned contact information.\",\"enum\":[\"json\",\"xml\",\"csv\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","adriel_tech_stack":"{\"description\":\"Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.\",\"name\":\"adriel_tech_stack\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","help":"{\"description\":\"Provides a list of available commands and their descriptions for a given context within the application.\",\"name\":\"help\",\"parameters\":{\"properties\":{\"context\":{\"description\":\"The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.\",\"enum\":[\"database\",\"network\",\"user_interface\"],\"type\":\"string\"},\"search_query\":{\"default\":\"\",\"description\":\"A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"Flag to indicate if detailed descriptions for each command should be included.\",\"type\":\"boolean\"}},\"required\":[\"context\"],\"type\":\"dict\"}}"},"clm":{"choice":"adriel_list_projects","correct":false,"latency_ms":43.08,"confidence":0.564712},"jev":{"choice":"adriel_contact","correct":true,"latency_ms":117.67,"confidence":1.0}}}},{"id":"live_multiple_202-90-4","split":"live_multiple","state":"User: Can you provide me with the list of projects that Adriel is currently working on? I need to know the details and the status of each project. id 1234","expected":"adriel_list_projects","candidate_count":7,"views":{"description":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application."},"clm":{"choice":"adriel_list_projects","correct":true,"latency_ms":31.59,"confidence":0.826975},"jev":{"choice":"adriel_list_projects","correct":true,"latency_ms":124.23,"confidence":1.0}},"prose_schema":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\nParameter project_name (string); required; The name of the project.\nParameter include_financials (boolean); Whether to include financial details such as budget and expenses in the response.; default: False\nParameter completion_date (string); The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.; default: None","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies whether the detail is about Adriel's experience or education.; allowed values: Internship at Sebelas Maret University (UNS), Freelance work at Pingfest, Education at Sebelas Maret University (UNS)\nParameter detail (string); A brief description of the selected type of experience or education.; default: Not provided","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.\nParameter user_id (string); required; The unique identifier for the user whose projects are to be listed.\nParameter include_completed (boolean); Whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which projects are sorted in the list.; allowed values: asc, desc; default: asc","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\nParameter contact_id (integer); The unique identifier for the contact. If not specified, the default contact information will be retrieved.; default: 1\nParameter format (string); The desired format for the returned contact information.; allowed values: json, xml, csv; default: json","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application.\nParameter context (string); required; The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.; allowed values: database, network, user_interface\nParameter verbose (boolean); Flag to indicate if detailed descriptions for each command should be included.; default: False\nParameter search_query (string); A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.; default: "},"clm":{"choice":"adriel_experiences_and_education","correct":false,"latency_ms":32.51,"confidence":0.68241},"jev":{"choice":"adriel_list_projects","correct":true,"latency_ms":127.25,"confidence":1.0}},"schema":{"criteria":{"detail_adriel_project":"{\"description\":\"Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\",\"name\":\"detail_adriel_project\",\"parameters\":{\"properties\":{\"completion_date\":{\"default\":null,\"description\":\"The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.\",\"type\":\"string\"},\"include_financials\":{\"default\":false,\"description\":\"Whether to include financial details such as budget and expenses in the response.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","adriel_detail_experience_and_education":"{\"description\":\"Retrieve the detailed information regarding Adriel's professional experiences and educational background.\",\"name\":\"adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"detail\":{\"default\":\"Not provided\",\"description\":\"A brief description of the selected type of experience or education.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies whether the detail is about Adriel's experience or education.\",\"enum\":[\"Internship at Sebelas Maret University (UNS)\",\"Freelance work at Pingfest\",\"Education at Sebelas Maret University (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","adriel_list_projects":"{\"description\":\"Retrieve a list of projects that Adriel is currently working on, including project details and status.\",\"name\":\"adriel_list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"Whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which projects are sorted in the list.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose projects are to be listed.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","adriel_experiences_and_education":"{\"description\":\"Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.\",\"name\":\"adriel_experiences_and_education\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","adriel_contact":"{\"description\":\"Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\",\"name\":\"adriel_contact\",\"parameters\":{\"properties\":{\"contact_id\":{\"default\":1,\"description\":\"The unique identifier for the contact. If not specified, the default contact information will be retrieved.\",\"type\":\"integer\"},\"format\":{\"default\":\"json\",\"description\":\"The desired format for the returned contact information.\",\"enum\":[\"json\",\"xml\",\"csv\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","adriel_tech_stack":"{\"description\":\"Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.\",\"name\":\"adriel_tech_stack\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","help":"{\"description\":\"Provides a list of available commands and their descriptions for a given context within the application.\",\"name\":\"help\",\"parameters\":{\"properties\":{\"context\":{\"description\":\"The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.\",\"enum\":[\"database\",\"network\",\"user_interface\"],\"type\":\"string\"},\"search_query\":{\"default\":\"\",\"description\":\"A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"Flag to indicate if detailed descriptions for each command should be included.\",\"type\":\"boolean\"}},\"required\":[\"context\"],\"type\":\"dict\"}}"},"clm":{"choice":"adriel_list_projects","correct":true,"latency_ms":42.46,"confidence":0.4035},"jev":{"choice":"adriel_list_projects","correct":true,"latency_ms":118.22,"confidence":1.0}}}},{"id":"live_multiple_203-90-5","split":"live_multiple","state":"User: I need to know more about the e-commerce-website project that Adriel is working on. Can you provide me with its current status and expected completion date?","expected":"detail_adriel_project","candidate_count":7,"views":{"description":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application."},"clm":{"choice":"adriel_list_projects","correct":false,"latency_ms":30.81,"confidence":0.719999},"jev":{"choice":"detail_adriel_project","correct":true,"latency_ms":133.84,"confidence":1.0}},"prose_schema":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\nParameter project_name (string); required; The name of the project.\nParameter include_financials (boolean); Whether to include financial details such as budget and expenses in the response.; default: False\nParameter completion_date (string); The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.; default: None","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies whether the detail is about Adriel's experience or education.; allowed values: Internship at Sebelas Maret University (UNS), Freelance work at Pingfest, Education at Sebelas Maret University (UNS)\nParameter detail (string); A brief description of the selected type of experience or education.; default: Not provided","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.\nParameter user_id (string); required; The unique identifier for the user whose projects are to be listed.\nParameter include_completed (boolean); Whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which projects are sorted in the list.; allowed values: asc, desc; default: asc","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\nParameter contact_id (integer); The unique identifier for the contact. If not specified, the default contact information will be retrieved.; default: 1\nParameter format (string); The desired format for the returned contact information.; allowed values: json, xml, csv; default: json","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application.\nParameter context (string); required; The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.; allowed values: database, network, user_interface\nParameter verbose (boolean); Flag to indicate if detailed descriptions for each command should be included.; default: False\nParameter search_query (string); A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.; default: "},"clm":{"choice":"adriel_experiences_and_education","correct":false,"latency_ms":37.89,"confidence":0.952562},"jev":{"choice":"detail_adriel_project","correct":true,"latency_ms":127.63,"confidence":1.0}},"schema":{"criteria":{"detail_adriel_project":"{\"description\":\"Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\",\"name\":\"detail_adriel_project\",\"parameters\":{\"properties\":{\"completion_date\":{\"default\":null,\"description\":\"The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.\",\"type\":\"string\"},\"include_financials\":{\"default\":false,\"description\":\"Whether to include financial details such as budget and expenses in the response.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","adriel_detail_experience_and_education":"{\"description\":\"Retrieve the detailed information regarding Adriel's professional experiences and educational background.\",\"name\":\"adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"detail\":{\"default\":\"Not provided\",\"description\":\"A brief description of the selected type of experience or education.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies whether the detail is about Adriel's experience or education.\",\"enum\":[\"Internship at Sebelas Maret University (UNS)\",\"Freelance work at Pingfest\",\"Education at Sebelas Maret University (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","adriel_list_projects":"{\"description\":\"Retrieve a list of projects that Adriel is currently working on, including project details and status.\",\"name\":\"adriel_list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"Whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which projects are sorted in the list.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose projects are to be listed.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","adriel_experiences_and_education":"{\"description\":\"Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.\",\"name\":\"adriel_experiences_and_education\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","adriel_contact":"{\"description\":\"Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\",\"name\":\"adriel_contact\",\"parameters\":{\"properties\":{\"contact_id\":{\"default\":1,\"description\":\"The unique identifier for the contact. If not specified, the default contact information will be retrieved.\",\"type\":\"integer\"},\"format\":{\"default\":\"json\",\"description\":\"The desired format for the returned contact information.\",\"enum\":[\"json\",\"xml\",\"csv\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","adriel_tech_stack":"{\"description\":\"Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.\",\"name\":\"adriel_tech_stack\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","help":"{\"description\":\"Provides a list of available commands and their descriptions for a given context within the application.\",\"name\":\"help\",\"parameters\":{\"properties\":{\"context\":{\"description\":\"The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.\",\"enum\":[\"database\",\"network\",\"user_interface\"],\"type\":\"string\"},\"search_query\":{\"default\":\"\",\"description\":\"A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"Flag to indicate if detailed descriptions for each command should be included.\",\"type\":\"boolean\"}},\"required\":[\"context\"],\"type\":\"dict\"}}"},"clm":{"choice":"adriel_experiences_and_education","correct":false,"latency_ms":34.15,"confidence":0.554013},"jev":{"choice":"detail_adriel_project","correct":true,"latency_ms":149.75,"confidence":0.99}}}},{"id":"live_multiple_204-90-6","split":"live_multiple","state":"User: What is the list of experiences and education of Adriel","expected":"adriel_experiences_and_education","candidate_count":7,"views":{"description":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application."},"clm":{"choice":"adriel_experiences_and_education","correct":true,"latency_ms":44.93,"confidence":0.670434},"jev":{"choice":"adriel_experiences_and_education","correct":true,"latency_ms":92.85,"confidence":0.99}},"prose_schema":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\nParameter project_name (string); required; The name of the project.\nParameter include_financials (boolean); Whether to include financial details such as budget and expenses in the response.; default: False\nParameter completion_date (string); The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.; default: None","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies whether the detail is about Adriel's experience or education.; allowed values: Internship at Sebelas Maret University (UNS), Freelance work at Pingfest, Education at Sebelas Maret University (UNS)\nParameter detail (string); A brief description of the selected type of experience or education.; default: Not provided","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.\nParameter user_id (string); required; The unique identifier for the user whose projects are to be listed.\nParameter include_completed (boolean); Whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which projects are sorted in the list.; allowed values: asc, desc; default: asc","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\nParameter contact_id (integer); The unique identifier for the contact. If not specified, the default contact information will be retrieved.; default: 1\nParameter format (string); The desired format for the returned contact information.; allowed values: json, xml, csv; default: json","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application.\nParameter context (string); required; The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.; allowed values: database, network, user_interface\nParameter verbose (boolean); Flag to indicate if detailed descriptions for each command should be included.; default: False\nParameter search_query (string); A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.; default: "},"clm":{"choice":"adriel_experiences_and_education","correct":true,"latency_ms":31.42,"confidence":0.872216},"jev":{"choice":"adriel_experiences_and_education","correct":true,"latency_ms":189.42,"confidence":1.0}},"schema":{"criteria":{"detail_adriel_project":"{\"description\":\"Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\",\"name\":\"detail_adriel_project\",\"parameters\":{\"properties\":{\"completion_date\":{\"default\":null,\"description\":\"The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.\",\"type\":\"string\"},\"include_financials\":{\"default\":false,\"description\":\"Whether to include financial details such as budget and expenses in the response.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","adriel_detail_experience_and_education":"{\"description\":\"Retrieve the detailed information regarding Adriel's professional experiences and educational background.\",\"name\":\"adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"detail\":{\"default\":\"Not provided\",\"description\":\"A brief description of the selected type of experience or education.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies whether the detail is about Adriel's experience or education.\",\"enum\":[\"Internship at Sebelas Maret University (UNS)\",\"Freelance work at Pingfest\",\"Education at Sebelas Maret University (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","adriel_list_projects":"{\"description\":\"Retrieve a list of projects that Adriel is currently working on, including project details and status.\",\"name\":\"adriel_list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"Whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which projects are sorted in the list.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose projects are to be listed.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","adriel_experiences_and_education":"{\"description\":\"Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.\",\"name\":\"adriel_experiences_and_education\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","adriel_contact":"{\"description\":\"Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\",\"name\":\"adriel_contact\",\"parameters\":{\"properties\":{\"contact_id\":{\"default\":1,\"description\":\"The unique identifier for the contact. If not specified, the default contact information will be retrieved.\",\"type\":\"integer\"},\"format\":{\"default\":\"json\",\"description\":\"The desired format for the returned contact information.\",\"enum\":[\"json\",\"xml\",\"csv\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","adriel_tech_stack":"{\"description\":\"Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.\",\"name\":\"adriel_tech_stack\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","help":"{\"description\":\"Provides a list of available commands and their descriptions for a given context within the application.\",\"name\":\"help\",\"parameters\":{\"properties\":{\"context\":{\"description\":\"The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.\",\"enum\":[\"database\",\"network\",\"user_interface\"],\"type\":\"string\"},\"search_query\":{\"default\":\"\",\"description\":\"A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"Flag to indicate if detailed descriptions for each command should be included.\",\"type\":\"boolean\"}},\"required\":[\"context\"],\"type\":\"dict\"}}"},"clm":{"choice":"adriel_experiences_and_education","correct":true,"latency_ms":66.63,"confidence":0.735916},"jev":{"choice":"adriel_experiences_and_education","correct":true,"latency_ms":105.91,"confidence":1.0}}}},{"id":"live_multiple_205-90-7","split":"live_multiple","state":"User: Can you give me a comprehensive list detailing Adriel's professional experiences and educational background?","expected":"adriel_experiences_and_education","candidate_count":7,"views":{"description":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application."},"clm":{"choice":"adriel_experiences_and_education","correct":true,"latency_ms":29.46,"confidence":0.539254},"jev":{"choice":"adriel_experiences_and_education","correct":true,"latency_ms":100.25,"confidence":0.97}},"prose_schema":{"criteria":{"detail_adriel_project":"detail_adriel_project: Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\nParameter project_name (string); required; The name of the project.\nParameter include_financials (boolean); Whether to include financial details such as budget and expenses in the response.; default: False\nParameter completion_date (string); The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.; default: None","adriel_detail_experience_and_education":"adriel_detail_experience_and_education: Retrieve the detailed information regarding Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies whether the detail is about Adriel's experience or education.; allowed values: Internship at Sebelas Maret University (UNS), Freelance work at Pingfest, Education at Sebelas Maret University (UNS)\nParameter detail (string); A brief description of the selected type of experience or education.; default: Not provided","adriel_list_projects":"adriel_list_projects: Retrieve a list of projects that Adriel is currently working on, including project details and status.\nParameter user_id (string); required; The unique identifier for the user whose projects are to be listed.\nParameter include_completed (boolean); Whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which projects are sorted in the list.; allowed values: asc, desc; default: asc","adriel_experiences_and_education":"adriel_experiences_and_education: Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.","adriel_contact":"adriel_contact: Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\nParameter contact_id (integer); The unique identifier for the contact. If not specified, the default contact information will be retrieved.; default: 1\nParameter format (string); The desired format for the returned contact information.; allowed values: json, xml, csv; default: json","adriel_tech_stack":"adriel_tech_stack: Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.","help":"help: Provides a list of available commands and their descriptions for a given context within the application.\nParameter context (string); required; The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.; allowed values: database, network, user_interface\nParameter verbose (boolean); Flag to indicate if detailed descriptions for each command should be included.; default: False\nParameter search_query (string); A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.; default: "},"clm":{"choice":"adriel_experiences_and_education","correct":true,"latency_ms":36.25,"confidence":0.866321},"jev":{"choice":"adriel_experiences_and_education","correct":true,"latency_ms":102.72,"confidence":1.0}},"schema":{"criteria":{"detail_adriel_project":"{\"description\":\"Retrieve the detailed information of the project that Adriel was working on, including the project's current status and expected completion date.\",\"name\":\"detail_adriel_project\",\"parameters\":{\"properties\":{\"completion_date\":{\"default\":null,\"description\":\"The expected completion date of the project in the format 'YYYY-MM-DD', such as '2023-12-31'.\",\"type\":\"string\"},\"include_financials\":{\"default\":false,\"description\":\"Whether to include financial details such as budget and expenses in the response.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","adriel_detail_experience_and_education":"{\"description\":\"Retrieve the detailed information regarding Adriel's professional experiences and educational background.\",\"name\":\"adriel_detail_experience_and_education\",\"parameters\":{\"properties\":{\"detail\":{\"default\":\"Not provided\",\"description\":\"A brief description of the selected type of experience or education.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies whether the detail is about Adriel's experience or education.\",\"enum\":[\"Internship at Sebelas Maret University (UNS)\",\"Freelance work at Pingfest\",\"Education at Sebelas Maret University (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","adriel_list_projects":"{\"description\":\"Retrieve a list of projects that Adriel is currently working on, including project details and status.\",\"name\":\"adriel_list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"Whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which projects are sorted in the list.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose projects are to be listed.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","adriel_experiences_and_education":"{\"description\":\"Retrieve a comprehensive list detailing Adriel's professional experiences and educational background.\",\"name\":\"adriel_experiences_and_education\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","adriel_contact":"{\"description\":\"Retrieve the contact information for Adriel, including name, email, and phone number. If no contact_id is provided, the function returns the default contact information.\",\"name\":\"adriel_contact\",\"parameters\":{\"properties\":{\"contact_id\":{\"default\":1,\"description\":\"The unique identifier for the contact. If not specified, the default contact information will be retrieved.\",\"type\":\"integer\"},\"format\":{\"default\":\"json\",\"description\":\"The desired format for the returned contact information.\",\"enum\":[\"json\",\"xml\",\"csv\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","adriel_tech_stack":"{\"description\":\"Retrieves the list of technologies that Adriel is currently working with, including programming languages, frameworks, and tools.\",\"name\":\"adriel_tech_stack\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","help":"{\"description\":\"Provides a list of available commands and their descriptions for a given context within the application.\",\"name\":\"help\",\"parameters\":{\"properties\":{\"context\":{\"description\":\"The application context or module for which help is requested, such as 'database', 'network', 'user_interface'.\",\"enum\":[\"database\",\"network\",\"user_interface\"],\"type\":\"string\"},\"search_query\":{\"default\":\"\",\"description\":\"A keyword or phrase to filter the help commands list. If provided, only commands containing this query will be listed.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"Flag to indicate if detailed descriptions for each command should be included.\",\"type\":\"boolean\"}},\"required\":[\"context\"],\"type\":\"dict\"}}"},"clm":{"choice":"adriel_experiences_and_education","correct":true,"latency_ms":36.25,"confidence":0.57325},"jev":{"choice":"adriel_experiences_and_education","correct":true,"latency_ms":118.82,"confidence":1.0}}}},{"id":"live_multiple_206-91-0","split":"live_multiple","state":"User: What is the contact of Adriel","expected":"contact","candidate_count":7,"views":{"description":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.","help.display":"help.display: Displays help information about available commands and usage within the application."},"clm":{"choice":"contact","correct":true,"latency_ms":64.78,"confidence":0.858953},"jev":{"choice":"contact","correct":true,"latency_ms":115.34,"confidence":1.0}},"prose_schema":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\nParameter project_name (string); required; The name of the project. This is a unique identifier for the project.; allowed values: e-commerce-website, car-rental, turing-machine, invoice-website\nParameter include_status (boolean); Flag to indicate if the project's status should be included in the details.; default: False\nParameter start_date (string); The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.; default: None","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies the category of the detail being queried, such as an internship, freelance job, or education.; allowed values: Internship at Universitas Sebelas Maret (UNS), Freelance at Pingfest, Education at Universitas Sebelas Maret (UNS)\nParameter experience_or_education_name (string); The name or title of the specific experience or educational qualification.; default: Not specified","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.\nParameter user_id (string); required; The unique identifier of the user for whom to list projects.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which to sort the listed projects.; allowed values: asc, desc; default: asc","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.\nParameter person_id (string); required; Unique identifier of the person for whom experiences and education details are to be retrieved.\nParameter include_experiences (boolean); Flag to determine whether to include professional experiences in the response.; default: True\nParameter include_education (boolean); Flag to determine whether to include educational background in the response.; default: True\nParameter years_experience (integer); Filter for the minimum number of years of professional experience required.; default: 0","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.\nParameter person_name (string); required; The name of the person for whom to retrieve contact details.\nParameter phone_number (string); The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.; default: \nParameter email_address (string); The email address associated with Adriel.; default: ","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier for the employee whose tech stack is being queried.\nParameter include_tools (boolean); A flag to determine if the list should include tools in addition to languages and frameworks.; default: False\nParameter as_of_date (string); The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.; default: None","help.display":"help.display: Displays help information about available commands and usage within the application.\nParameter command (string); required; The name of the command to display help for. Use 'all' to display help for all commands.\nParameter verbose (boolean); If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.; default: False"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":131.71,"confidence":0.506014},"jev":{"choice":"contact","correct":true,"latency_ms":128.42,"confidence":1.0}},"schema":{"criteria":{"detail_project":"{\"description\":\"Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\",\"name\":\"detail_project\",\"parameters\":{\"properties\":{\"include_status\":{\"default\":false,\"description\":\"Flag to indicate if the project's status should be included in the details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project. This is a unique identifier for the project.\",\"enum\":[\"e-commerce-website\",\"car-rental\",\"turing-machine\",\"invoice-website\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","detail_experience_and_education":"{\"description\":\"Retrieve the detailed information about Adriel's professional experiences and educational background.\",\"name\":\"detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name or title of the specific experience or educational qualification.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies the category of the detail being queried, such as an internship, freelance job, or education.\",\"enum\":[\"Internship at Universitas Sebelas Maret (UNS)\",\"Freelance at Pingfest\",\"Education at Universitas Sebelas Maret (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","list_projects":"{\"description\":\"Retrieve a list of project names that the user Adriel is currently working on.\",\"name\":\"list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the listed projects.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom to list projects.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","experiences_and_education":"{\"description\":\"Retrieve a list of Adriel's professional experiences and educational background.\",\"name\":\"experiences_and_education\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":true,\"description\":\"Flag to determine whether to include educational background in the response.\",\"type\":\"boolean\"},\"include_experiences\":{\"default\":true,\"description\":\"Flag to determine whether to include professional experiences in the response.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"Unique identifier of the person for whom experiences and education details are to be retrieved.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Filter for the minimum number of years of professional experience required.\",\"type\":\"integer\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}","contact":"{\"description\":\"Retrieve the contact details of a person named Adriel, including their phone number and email address.\",\"name\":\"contact\",\"parameters\":{\"properties\":{\"email_address\":{\"default\":\"\",\"description\":\"The email address associated with Adriel.\",\"type\":\"string\"},\"person_name\":{\"description\":\"The name of the person for whom to retrieve contact details.\",\"type\":\"string\"},\"phone_number\":{\"default\":\"\",\"description\":\"The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.\",\"type\":\"string\"}},\"required\":[\"person_name\"],\"type\":\"dict\"}}","get_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\",\"name\":\"get_tech_stack\",\"parameters\":{\"properties\":{\"as_of_date\":{\"default\":null,\"description\":\"The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.\",\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier for the employee whose tech stack is being queried.\",\"type\":\"string\"},\"include_tools\":{\"default\":false,\"description\":\"A flag to determine if the list should include tools in addition to languages and frameworks.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}","help.display":"{\"description\":\"Displays help information about available commands and usage within the application.\",\"name\":\"help.display\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The name of the command to display help for. Use 'all' to display help for all commands.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.\",\"type\":\"boolean\"}},\"required\":[\"command\"],\"type\":\"dict\"}}"},"clm":{"choice":"list_projects","correct":false,"latency_ms":142.62,"confidence":0.467067},"jev":{"choice":"contact","correct":true,"latency_ms":114.2,"confidence":1.0}}}},{"id":"live_multiple_207-91-1","split":"live_multiple","state":"User: What is the tech stack that employee (id Adriel) was working on","expected":"get_tech_stack","candidate_count":7,"views":{"description":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.","help.display":"help.display: Displays help information about available commands and usage within the application."},"clm":{"choice":"get_tech_stack","correct":true,"latency_ms":30.58,"confidence":0.323193},"jev":{"choice":"get_tech_stack","correct":true,"latency_ms":96.21,"confidence":1.0}},"prose_schema":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\nParameter project_name (string); required; The name of the project. This is a unique identifier for the project.; allowed values: e-commerce-website, car-rental, turing-machine, invoice-website\nParameter include_status (boolean); Flag to indicate if the project's status should be included in the details.; default: False\nParameter start_date (string); The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.; default: None","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies the category of the detail being queried, such as an internship, freelance job, or education.; allowed values: Internship at Universitas Sebelas Maret (UNS), Freelance at Pingfest, Education at Universitas Sebelas Maret (UNS)\nParameter experience_or_education_name (string); The name or title of the specific experience or educational qualification.; default: Not specified","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.\nParameter user_id (string); required; The unique identifier of the user for whom to list projects.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which to sort the listed projects.; allowed values: asc, desc; default: asc","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.\nParameter person_id (string); required; Unique identifier of the person for whom experiences and education details are to be retrieved.\nParameter include_experiences (boolean); Flag to determine whether to include professional experiences in the response.; default: True\nParameter include_education (boolean); Flag to determine whether to include educational background in the response.; default: True\nParameter years_experience (integer); Filter for the minimum number of years of professional experience required.; default: 0","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.\nParameter person_name (string); required; The full name of the person for whom to retrieve contact details.\nParameter phone_number (string); The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.; default: \nParameter email_address (string); The email address associated with Adriel.; default: ","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier for the employee whose tech stack is being queried.\nParameter include_tools (boolean); A flag to determine if the list should include tools in addition to languages and frameworks.; default: False\nParameter as_of_date (string); The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.; default: None","help.display":"help.display: Displays help information about available commands and usage within the application.\nParameter command (string); required; The name of the command to display help for. Use 'all' to display help for all commands.\nParameter verbose (boolean); If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.; default: False"},"clm":{"choice":"get_tech_stack","correct":true,"latency_ms":65.25,"confidence":0.951536},"jev":{"choice":"get_tech_stack","correct":true,"latency_ms":149.45,"confidence":1.0}},"schema":{"criteria":{"detail_project":"{\"description\":\"Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\",\"name\":\"detail_project\",\"parameters\":{\"properties\":{\"include_status\":{\"default\":false,\"description\":\"Flag to indicate if the project's status should be included in the details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project. This is a unique identifier for the project.\",\"enum\":[\"e-commerce-website\",\"car-rental\",\"turing-machine\",\"invoice-website\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","detail_experience_and_education":"{\"description\":\"Retrieve the detailed information about Adriel's professional experiences and educational background.\",\"name\":\"detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name or title of the specific experience or educational qualification.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies the category of the detail being queried, such as an internship, freelance job, or education.\",\"enum\":[\"Internship at Universitas Sebelas Maret (UNS)\",\"Freelance at Pingfest\",\"Education at Universitas Sebelas Maret (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","list_projects":"{\"description\":\"Retrieve a list of project names that the user Adriel is currently working on.\",\"name\":\"list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the listed projects.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom to list projects.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","experiences_and_education":"{\"description\":\"Retrieve a list of Adriel's professional experiences and educational background.\",\"name\":\"experiences_and_education\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":true,\"description\":\"Flag to determine whether to include educational background in the response.\",\"type\":\"boolean\"},\"include_experiences\":{\"default\":true,\"description\":\"Flag to determine whether to include professional experiences in the response.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"Unique identifier of the person for whom experiences and education details are to be retrieved.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Filter for the minimum number of years of professional experience required.\",\"type\":\"integer\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}","contact":"{\"description\":\"Retrieve the contact details of a person named Adriel, including their phone number and email address.\",\"name\":\"contact\",\"parameters\":{\"properties\":{\"email_address\":{\"default\":\"\",\"description\":\"The email address associated with Adriel.\",\"type\":\"string\"},\"person_name\":{\"description\":\"The full name of the person for whom to retrieve contact details.\",\"type\":\"string\"},\"phone_number\":{\"default\":\"\",\"description\":\"The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.\",\"type\":\"string\"}},\"required\":[\"person_name\"],\"type\":\"dict\"}}","get_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\",\"name\":\"get_tech_stack\",\"parameters\":{\"properties\":{\"as_of_date\":{\"default\":null,\"description\":\"The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.\",\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier for the employee whose tech stack is being queried.\",\"type\":\"string\"},\"include_tools\":{\"default\":false,\"description\":\"A flag to determine if the list should include tools in addition to languages and frameworks.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}","help.display":"{\"description\":\"Displays help information about available commands and usage within the application.\",\"name\":\"help.display\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The name of the command to display help for. Use 'all' to display help for all commands.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.\",\"type\":\"boolean\"}},\"required\":[\"command\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_tech_stack","correct":true,"latency_ms":68.23,"confidence":0.630329},"jev":{"choice":"get_tech_stack","correct":true,"latency_ms":107.8,"confidence":1.0}}}},{"id":"live_multiple_208-91-2","split":"live_multiple","state":"User: Can you show me the projects that Adriel is currently working on and also include the completed ones? id 1234","expected":"list_projects","candidate_count":7,"views":{"description":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.","help.display":"help.display: Displays help information about available commands and usage within the application."},"clm":{"choice":"detail_project","correct":false,"latency_ms":30.91,"confidence":0.341968},"jev":{"choice":"list_projects","correct":true,"latency_ms":100.83,"confidence":0.99}},"prose_schema":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\nParameter project_name (string); required; The name of the project. This is a unique identifier for the project.; allowed values: e-commerce-website, car-rental, turing-machine, invoice-website\nParameter include_status (boolean); Flag to indicate if the project's status should be included in the details.; default: False\nParameter start_date (string); The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.; default: None","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies the category of the detail being queried, such as an internship, freelance job, or education.; allowed values: Internship at Universitas Sebelas Maret (UNS), Freelance at Pingfest, Education at Universitas Sebelas Maret (UNS)\nParameter experience_or_education_name (string); The name or title of the specific experience or educational qualification.; default: Not specified","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.\nParameter user_id (string); required; The unique identifier of the user for whom to list projects.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which to sort the listed projects.; allowed values: asc, desc; default: asc","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.\nParameter person_id (string); required; Unique identifier of the person for whom experiences and education details are to be retrieved.\nParameter include_experiences (boolean); Flag to determine whether to include professional experiences in the response.; default: True\nParameter include_education (boolean); Flag to determine whether to include educational background in the response.; default: True\nParameter years_experience (integer); Filter for the minimum number of years of professional experience required.; default: 0","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.\nParameter person_name (string); required; The full name of the person for whom to retrieve contact details.\nParameter phone_number (string); The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.; default: \nParameter email_address (string); The email address associated with Adriel.; default: ","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier for the employee whose tech stack is being queried.\nParameter include_tools (boolean); A flag to determine if the list should include tools in addition to languages and frameworks.; default: False\nParameter as_of_date (string); The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.; default: None","help.display":"help.display: Displays help information about available commands and usage within the application.\nParameter command (string); required; The name of the command to display help for. Use 'all' to display help for all commands.\nParameter verbose (boolean); If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.; default: False"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":34.42,"confidence":0.862738},"jev":{"choice":"list_projects","correct":true,"latency_ms":102.61,"confidence":1.0}},"schema":{"criteria":{"detail_project":"{\"description\":\"Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\",\"name\":\"detail_project\",\"parameters\":{\"properties\":{\"include_status\":{\"default\":false,\"description\":\"Flag to indicate if the project's status should be included in the details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project. This is a unique identifier for the project.\",\"enum\":[\"e-commerce-website\",\"car-rental\",\"turing-machine\",\"invoice-website\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","detail_experience_and_education":"{\"description\":\"Retrieve the detailed information about Adriel's professional experiences and educational background.\",\"name\":\"detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name or title of the specific experience or educational qualification.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies the category of the detail being queried, such as an internship, freelance job, or education.\",\"enum\":[\"Internship at Universitas Sebelas Maret (UNS)\",\"Freelance at Pingfest\",\"Education at Universitas Sebelas Maret (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","list_projects":"{\"description\":\"Retrieve a list of project names that the user Adriel is currently working on.\",\"name\":\"list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the listed projects.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom to list projects.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","experiences_and_education":"{\"description\":\"Retrieve a list of Adriel's professional experiences and educational background.\",\"name\":\"experiences_and_education\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":true,\"description\":\"Flag to determine whether to include educational background in the response.\",\"type\":\"boolean\"},\"include_experiences\":{\"default\":true,\"description\":\"Flag to determine whether to include professional experiences in the response.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"Unique identifier of the person for whom experiences and education details are to be retrieved.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Filter for the minimum number of years of professional experience required.\",\"type\":\"integer\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}","contact":"{\"description\":\"Retrieve the contact details of a person named Adriel, including their phone number and email address.\",\"name\":\"contact\",\"parameters\":{\"properties\":{\"email_address\":{\"default\":\"\",\"description\":\"The email address associated with Adriel.\",\"type\":\"string\"},\"person_name\":{\"description\":\"The full name of the person for whom to retrieve contact details.\",\"type\":\"string\"},\"phone_number\":{\"default\":\"\",\"description\":\"The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.\",\"type\":\"string\"}},\"required\":[\"person_name\"],\"type\":\"dict\"}}","get_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\",\"name\":\"get_tech_stack\",\"parameters\":{\"properties\":{\"as_of_date\":{\"default\":null,\"description\":\"The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.\",\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier for the employee whose tech stack is being queried.\",\"type\":\"string\"},\"include_tools\":{\"default\":false,\"description\":\"A flag to determine if the list should include tools in addition to languages and frameworks.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}","help.display":"{\"description\":\"Displays help information about available commands and usage within the application.\",\"name\":\"help.display\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The name of the command to display help for. Use 'all' to display help for all commands.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.\",\"type\":\"boolean\"}},\"required\":[\"command\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":51.21,"confidence":0.518625},"jev":{"choice":"list_projects","correct":true,"latency_ms":123.18,"confidence":1.0}}}},{"id":"live_multiple_209-91-3","split":"live_multiple","state":"User: what's the details turing project","expected":"detail_project","candidate_count":7,"views":{"description":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.","help.display":"help.display: Displays help information about available commands and usage within the application."},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":36.96,"confidence":0.436357},"jev":{"choice":"detail_project","correct":true,"latency_ms":105.05,"confidence":1.0}},"prose_schema":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\nParameter project_name (string); required; The name of the project. This is a unique identifier for the project.; allowed values: e-commerce-website, car-rental, turing-machine, invoice-website\nParameter include_status (boolean); Flag to indicate if the project's status should be included in the details.; default: False\nParameter start_date (string); The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.; default: None","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies the category of the detail being queried, such as an internship, freelance job, or education.; allowed values: Internship at Universitas Sebelas Maret (UNS), Freelance at Pingfest, Education at Universitas Sebelas Maret (UNS)\nParameter experience_or_education_name (string); The name or title of the specific experience or educational qualification.; default: Not specified","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.\nParameter user_id (string); required; The unique identifier of the user for whom to list projects.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which to sort the listed projects.; allowed values: asc, desc; default: asc","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.\nParameter person_id (string); required; Unique identifier of the person for whom experiences and education details are to be retrieved.\nParameter include_experiences (boolean); Flag to determine whether to include professional experiences in the response.; default: True\nParameter include_education (boolean); Flag to determine whether to include educational background in the response.; default: True\nParameter years_experience (integer); Filter for the minimum number of years of professional experience required.; default: 0","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.\nParameter person_name (string); required; The full name of the person for whom to retrieve contact details.\nParameter phone_number (string); The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.; default: \nParameter email_address (string); The email address associated with Adriel.; default: ","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier for the employee whose tech stack is being queried.\nParameter include_tools (boolean); A flag to determine if the list should include tools in addition to languages and frameworks.; default: False\nParameter as_of_date (string); The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.; default: None","help.display":"help.display: Displays help information about available commands and usage within the application.\nParameter command (string); required; The name of the command to display help for. Use 'all' to display help for all commands.\nParameter verbose (boolean); If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.; default: False"},"clm":{"choice":"detail_project","correct":true,"latency_ms":28.96,"confidence":0.836275},"jev":{"choice":"detail_project","correct":true,"latency_ms":109.38,"confidence":1.0}},"schema":{"criteria":{"detail_project":"{\"description\":\"Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\",\"name\":\"detail_project\",\"parameters\":{\"properties\":{\"include_status\":{\"default\":false,\"description\":\"Flag to indicate if the project's status should be included in the details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project. This is a unique identifier for the project.\",\"enum\":[\"e-commerce-website\",\"car-rental\",\"turing-machine\",\"invoice-website\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","detail_experience_and_education":"{\"description\":\"Retrieve the detailed information about Adriel's professional experiences and educational background.\",\"name\":\"detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name or title of the specific experience or educational qualification.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies the category of the detail being queried, such as an internship, freelance job, or education.\",\"enum\":[\"Internship at Universitas Sebelas Maret (UNS)\",\"Freelance at Pingfest\",\"Education at Universitas Sebelas Maret (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","list_projects":"{\"description\":\"Retrieve a list of project names that the user Adriel is currently working on.\",\"name\":\"list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the listed projects.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom to list projects.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","experiences_and_education":"{\"description\":\"Retrieve a list of Adriel's professional experiences and educational background.\",\"name\":\"experiences_and_education\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":true,\"description\":\"Flag to determine whether to include educational background in the response.\",\"type\":\"boolean\"},\"include_experiences\":{\"default\":true,\"description\":\"Flag to determine whether to include professional experiences in the response.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"Unique identifier of the person for whom experiences and education details are to be retrieved.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Filter for the minimum number of years of professional experience required.\",\"type\":\"integer\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}","contact":"{\"description\":\"Retrieve the contact details of a person named Adriel, including their phone number and email address.\",\"name\":\"contact\",\"parameters\":{\"properties\":{\"email_address\":{\"default\":\"\",\"description\":\"The email address associated with Adriel.\",\"type\":\"string\"},\"person_name\":{\"description\":\"The full name of the person for whom to retrieve contact details.\",\"type\":\"string\"},\"phone_number\":{\"default\":\"\",\"description\":\"The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.\",\"type\":\"string\"}},\"required\":[\"person_name\"],\"type\":\"dict\"}}","get_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\",\"name\":\"get_tech_stack\",\"parameters\":{\"properties\":{\"as_of_date\":{\"default\":null,\"description\":\"The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.\",\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier for the employee whose tech stack is being queried.\",\"type\":\"string\"},\"include_tools\":{\"default\":false,\"description\":\"A flag to determine if the list should include tools in addition to languages and frameworks.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}","help.display":"{\"description\":\"Displays help information about available commands and usage within the application.\",\"name\":\"help.display\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The name of the command to display help for. Use 'all' to display help for all commands.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.\",\"type\":\"boolean\"}},\"required\":[\"command\"],\"type\":\"dict\"}}"},"clm":{"choice":"contact","correct":false,"latency_ms":35.2,"confidence":0.378834},"jev":{"choice":"detail_project","correct":true,"latency_ms":106.49,"confidence":1.0}}}},{"id":"live_multiple_210-91-4","split":"live_multiple","state":"User: detail experience in freelance at pingfest","expected":"detail_experience_and_education","candidate_count":7,"views":{"description":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.","help.display":"help.display: Displays help information about available commands and usage within the application."},"clm":{"choice":"experiences_and_education","correct":false,"latency_ms":31.31,"confidence":0.404314},"jev":{"choice":"detail_experience_and_education","correct":true,"latency_ms":105.6,"confidence":0.92}},"prose_schema":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\nParameter project_name (string); required; The name of the project. This is a unique identifier for the project.; allowed values: e-commerce-website, car-rental, turing-machine, invoice-website\nParameter include_status (boolean); Flag to indicate if the project's status should be included in the details.; default: False\nParameter start_date (string); The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.; default: None","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies the category of the detail being queried, such as an internship, freelance job, or education.; allowed values: Internship at Universitas Sebelas Maret (UNS), Freelance at Pingfest, Education at Universitas Sebelas Maret (UNS)\nParameter experience_or_education_name (string); The name or title of the specific experience or educational qualification.; default: Not specified","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.\nParameter user_id (string); required; The unique identifier of the user for whom to list projects.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which to sort the listed projects.; allowed values: asc, desc; default: asc","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.\nParameter person_id (string); required; Unique identifier of the person for whom experiences and education details are to be retrieved.\nParameter include_experiences (boolean); Flag to determine whether to include professional experiences in the response.; default: True\nParameter include_education (boolean); Flag to determine whether to include educational background in the response.; default: True\nParameter years_experience (integer); Filter for the minimum number of years of professional experience required.; default: 0","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.\nParameter person_name (string); required; The full name of the person for whom to retrieve contact details.\nParameter phone_number (string); The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.; default: \nParameter email_address (string); The email address associated with Adriel.; default: ","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier for the employee whose tech stack is being queried.\nParameter include_tools (boolean); A flag to determine if the list should include tools in addition to languages and frameworks.; default: False\nParameter as_of_date (string); The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.; default: None","help.display":"help.display: Displays help information about available commands and usage within the application.\nParameter command (string); required; The name of the command to display help for. Use 'all' to display help for all commands.\nParameter verbose (boolean); If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.; default: False"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":39.6,"confidence":0.867787},"jev":{"choice":"detail_experience_and_education","correct":true,"latency_ms":134.92,"confidence":1.0}},"schema":{"criteria":{"detail_project":"{\"description\":\"Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\",\"name\":\"detail_project\",\"parameters\":{\"properties\":{\"include_status\":{\"default\":false,\"description\":\"Flag to indicate if the project's status should be included in the details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project. This is a unique identifier for the project.\",\"enum\":[\"e-commerce-website\",\"car-rental\",\"turing-machine\",\"invoice-website\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","detail_experience_and_education":"{\"description\":\"Retrieve the detailed information about Adriel's professional experiences and educational background.\",\"name\":\"detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name or title of the specific experience or educational qualification.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies the category of the detail being queried, such as an internship, freelance job, or education.\",\"enum\":[\"Internship at Universitas Sebelas Maret (UNS)\",\"Freelance at Pingfest\",\"Education at Universitas Sebelas Maret (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","list_projects":"{\"description\":\"Retrieve a list of project names that the user Adriel is currently working on.\",\"name\":\"list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the listed projects.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom to list projects.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","experiences_and_education":"{\"description\":\"Retrieve a list of Adriel's professional experiences and educational background.\",\"name\":\"experiences_and_education\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":true,\"description\":\"Flag to determine whether to include educational background in the response.\",\"type\":\"boolean\"},\"include_experiences\":{\"default\":true,\"description\":\"Flag to determine whether to include professional experiences in the response.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"Unique identifier of the person for whom experiences and education details are to be retrieved.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Filter for the minimum number of years of professional experience required.\",\"type\":\"integer\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}","contact":"{\"description\":\"Retrieve the contact details of a person named Adriel, including their phone number and email address.\",\"name\":\"contact\",\"parameters\":{\"properties\":{\"email_address\":{\"default\":\"\",\"description\":\"The email address associated with Adriel.\",\"type\":\"string\"},\"person_name\":{\"description\":\"The full name of the person for whom to retrieve contact details.\",\"type\":\"string\"},\"phone_number\":{\"default\":\"\",\"description\":\"The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.\",\"type\":\"string\"}},\"required\":[\"person_name\"],\"type\":\"dict\"}}","get_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\",\"name\":\"get_tech_stack\",\"parameters\":{\"properties\":{\"as_of_date\":{\"default\":null,\"description\":\"The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.\",\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier for the employee whose tech stack is being queried.\",\"type\":\"string\"},\"include_tools\":{\"default\":false,\"description\":\"A flag to determine if the list should include tools in addition to languages and frameworks.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}","help.display":"{\"description\":\"Displays help information about available commands and usage within the application.\",\"name\":\"help.display\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The name of the command to display help for. Use 'all' to display help for all commands.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.\",\"type\":\"boolean\"}},\"required\":[\"command\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":63.75,"confidence":0.405349},"jev":{"choice":"detail_experience_and_education","correct":true,"latency_ms":112.73,"confidence":1.0}}}},{"id":"live_multiple_211-91-5","split":"live_multiple","state":"User: Can you tell me which technologies, including programming languages and frameworks, Adriel was working with? I don't need the list of tools, just the main tech stack. id is 1234","expected":"get_tech_stack","candidate_count":7,"views":{"description":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.","help.display":"help.display: Displays help information about available commands and usage within the application."},"clm":{"choice":"get_tech_stack","correct":true,"latency_ms":32.11,"confidence":0.613432},"jev":{"choice":"get_tech_stack","correct":true,"latency_ms":108.63,"confidence":1.0}},"prose_schema":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\nParameter project_name (string); required; The name of the project. This is a unique identifier for the project.; allowed values: e-commerce-website, car-rental, turing-machine, invoice-website\nParameter include_status (boolean); Flag to indicate if the project's status should be included in the details.; default: False\nParameter start_date (string); The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.; default: None","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies the category of the detail being queried, such as an internship, freelance job, or education.; allowed values: Internship at Universitas Sebelas Maret (UNS), Freelance at Pingfest, Education at Universitas Sebelas Maret (UNS)\nParameter experience_or_education_name (string); The name or title of the specific experience or educational qualification.; default: Not specified","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.\nParameter user_id (string); required; The unique identifier of the user for whom to list projects.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which to sort the listed projects.; allowed values: asc, desc; default: asc","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.\nParameter person_id (string); required; Unique identifier of the person for whom experiences and education details are to be retrieved.\nParameter include_experiences (boolean); Flag to determine whether to include professional experiences in the response.; default: True\nParameter include_education (boolean); Flag to determine whether to include educational background in the response.; default: True\nParameter years_experience (integer); Filter for the minimum number of years of professional experience required.; default: 0","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.\nParameter person_name (string); required; The full name of the person for whom to retrieve contact details.\nParameter phone_number (string); The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.; default: \nParameter email_address (string); The email address associated with Adriel.; default: ","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier for the employee whose tech stack is being queried.\nParameter include_tools (boolean); A flag to determine if the list should include tools in addition to languages and frameworks.; default: False\nParameter as_of_date (string); The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.; default: None","help.display":"help.display: Displays help information about available commands and usage within the application.\nParameter command (string); required; The name of the command to display help for. Use 'all' to display help for all commands.\nParameter verbose (boolean); If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.; default: False"},"clm":{"choice":"get_tech_stack","correct":true,"latency_ms":32.76,"confidence":0.930308},"jev":{"choice":"get_tech_stack","correct":true,"latency_ms":152.52,"confidence":1.0}},"schema":{"criteria":{"detail_project":"{\"description\":\"Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\",\"name\":\"detail_project\",\"parameters\":{\"properties\":{\"include_status\":{\"default\":false,\"description\":\"Flag to indicate if the project's status should be included in the details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project. This is a unique identifier for the project.\",\"enum\":[\"e-commerce-website\",\"car-rental\",\"turing-machine\",\"invoice-website\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","detail_experience_and_education":"{\"description\":\"Retrieve the detailed information about Adriel's professional experiences and educational background.\",\"name\":\"detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name or title of the specific experience or educational qualification.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies the category of the detail being queried, such as an internship, freelance job, or education.\",\"enum\":[\"Internship at Universitas Sebelas Maret (UNS)\",\"Freelance at Pingfest\",\"Education at Universitas Sebelas Maret (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","list_projects":"{\"description\":\"Retrieve a list of project names that the user Adriel is currently working on.\",\"name\":\"list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the listed projects.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom to list projects.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","experiences_and_education":"{\"description\":\"Retrieve a list of Adriel's professional experiences and educational background.\",\"name\":\"experiences_and_education\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":true,\"description\":\"Flag to determine whether to include educational background in the response.\",\"type\":\"boolean\"},\"include_experiences\":{\"default\":true,\"description\":\"Flag to determine whether to include professional experiences in the response.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"Unique identifier of the person for whom experiences and education details are to be retrieved.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Filter for the minimum number of years of professional experience required.\",\"type\":\"integer\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}","contact":"{\"description\":\"Retrieve the contact details of a person named Adriel, including their phone number and email address.\",\"name\":\"contact\",\"parameters\":{\"properties\":{\"email_address\":{\"default\":\"\",\"description\":\"The email address associated with Adriel.\",\"type\":\"string\"},\"person_name\":{\"description\":\"The full name of the person for whom to retrieve contact details.\",\"type\":\"string\"},\"phone_number\":{\"default\":\"\",\"description\":\"The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.\",\"type\":\"string\"}},\"required\":[\"person_name\"],\"type\":\"dict\"}}","get_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\",\"name\":\"get_tech_stack\",\"parameters\":{\"properties\":{\"as_of_date\":{\"default\":null,\"description\":\"The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.\",\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier for the employee whose tech stack is being queried.\",\"type\":\"string\"},\"include_tools\":{\"default\":false,\"description\":\"A flag to determine if the list should include tools in addition to languages and frameworks.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}","help.display":"{\"description\":\"Displays help information about available commands and usage within the application.\",\"name\":\"help.display\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The name of the command to display help for. Use 'all' to display help for all commands.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.\",\"type\":\"boolean\"}},\"required\":[\"command\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_tech_stack","correct":true,"latency_ms":85.68,"confidence":0.630239},"jev":{"choice":"get_tech_stack","correct":true,"latency_ms":110.03,"confidence":1.0}}}},{"id":"live_multiple_212-91-6","split":"live_multiple","state":"User: Can you provide me with the details of the 'car-rental' project that Adriel was working on, including its current status and the start date?","expected":"detail_project","candidate_count":7,"views":{"description":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.","help.display":"help.display: Displays help information about available commands and usage within the application."},"clm":{"choice":"detail_project","correct":true,"latency_ms":34.71,"confidence":0.438852},"jev":{"choice":"detail_project","correct":true,"latency_ms":131.12,"confidence":1.0}},"prose_schema":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\nParameter project_name (string); required; The name of the project. This is a unique identifier for the project.; allowed values: e-commerce-website, car-rental, turing-machine, invoice-website\nParameter include_status (boolean); Flag to indicate if the project's status should be included in the details.; default: False\nParameter start_date (string); The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.; default: None","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies the category of the detail being queried, such as an internship, freelance job, or education.; allowed values: Internship at Universitas Sebelas Maret (UNS), Freelance at Pingfest, Education at Universitas Sebelas Maret (UNS)\nParameter experience_or_education_name (string); The name or title of the specific experience or educational qualification.; default: Not specified","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.\nParameter user_id (string); required; The unique identifier of the user for whom to list projects.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which to sort the listed projects.; allowed values: asc, desc; default: asc","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.\nParameter person_id (string); required; Unique identifier of the person for whom experiences and education details are to be retrieved.\nParameter include_experiences (boolean); Flag to determine whether to include professional experiences in the response.; default: True\nParameter include_education (boolean); Flag to determine whether to include educational background in the response.; default: True\nParameter years_experience (integer); Filter for the minimum number of years of professional experience required.; default: 0","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.\nParameter person_name (string); required; The full name of the person for whom to retrieve contact details.\nParameter phone_number (string); The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.; default: \nParameter email_address (string); The email address associated with Adriel.; default: ","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier for the employee whose tech stack is being queried.\nParameter include_tools (boolean); A flag to determine if the list should include tools in addition to languages and frameworks.; default: False\nParameter as_of_date (string); The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.; default: None","help.display":"help.display: Displays help information about available commands and usage within the application.\nParameter command (string); required; The name of the command to display help for. Use 'all' to display help for all commands.\nParameter verbose (boolean); If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.; default: False"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":66.35,"confidence":0.914106},"jev":{"choice":"detail_project","correct":true,"latency_ms":159.96,"confidence":1.0}},"schema":{"criteria":{"detail_project":"{\"description\":\"Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\",\"name\":\"detail_project\",\"parameters\":{\"properties\":{\"include_status\":{\"default\":false,\"description\":\"Flag to indicate if the project's status should be included in the details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project. This is a unique identifier for the project.\",\"enum\":[\"e-commerce-website\",\"car-rental\",\"turing-machine\",\"invoice-website\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","detail_experience_and_education":"{\"description\":\"Retrieve the detailed information about Adriel's professional experiences and educational background.\",\"name\":\"detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name or title of the specific experience or educational qualification.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies the category of the detail being queried, such as an internship, freelance job, or education.\",\"enum\":[\"Internship at Universitas Sebelas Maret (UNS)\",\"Freelance at Pingfest\",\"Education at Universitas Sebelas Maret (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","list_projects":"{\"description\":\"Retrieve a list of project names that the user Adriel is currently working on.\",\"name\":\"list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the listed projects.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom to list projects.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","experiences_and_education":"{\"description\":\"Retrieve a list of Adriel's professional experiences and educational background.\",\"name\":\"experiences_and_education\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":true,\"description\":\"Flag to determine whether to include educational background in the response.\",\"type\":\"boolean\"},\"include_experiences\":{\"default\":true,\"description\":\"Flag to determine whether to include professional experiences in the response.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"Unique identifier of the person for whom experiences and education details are to be retrieved.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Filter for the minimum number of years of professional experience required.\",\"type\":\"integer\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}","contact":"{\"description\":\"Retrieve the contact details of a person named Adriel, including their phone number and email address.\",\"name\":\"contact\",\"parameters\":{\"properties\":{\"email_address\":{\"default\":\"\",\"description\":\"The email address associated with Adriel.\",\"type\":\"string\"},\"person_name\":{\"description\":\"The full name of the person for whom to retrieve contact details.\",\"type\":\"string\"},\"phone_number\":{\"default\":\"\",\"description\":\"The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.\",\"type\":\"string\"}},\"required\":[\"person_name\"],\"type\":\"dict\"}}","get_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\",\"name\":\"get_tech_stack\",\"parameters\":{\"properties\":{\"as_of_date\":{\"default\":null,\"description\":\"The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.\",\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier for the employee whose tech stack is being queried.\",\"type\":\"string\"},\"include_tools\":{\"default\":false,\"description\":\"A flag to determine if the list should include tools in addition to languages and frameworks.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}","help.display":"{\"description\":\"Displays help information about available commands and usage within the application.\",\"name\":\"help.display\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The name of the command to display help for. Use 'all' to display help for all commands.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.\",\"type\":\"boolean\"}},\"required\":[\"command\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":41.73,"confidence":0.675033},"jev":{"choice":"detail_project","correct":true,"latency_ms":119.29,"confidence":1.0}}}},{"id":"live_multiple_213-91-7","split":"live_multiple","state":"User: Can you provide information about the internship at Universitas Sebelas Maret that Adriel participated in?","expected":"detail_experience_and_education","candidate_count":7,"views":{"description":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.","help.display":"help.display: Displays help information about available commands and usage within the application."},"clm":{"choice":"experiences_and_education","correct":false,"latency_ms":30.69,"confidence":0.413448},"jev":{"choice":"detail_experience_and_education","correct":true,"latency_ms":90.22,"confidence":0.87}},"prose_schema":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\nParameter project_name (string); required; The name of the project. This is a unique identifier for the project.; allowed values: e-commerce-website, car-rental, turing-machine, invoice-website\nParameter include_status (boolean); Flag to indicate if the project's status should be included in the details.; default: False\nParameter start_date (string); The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.; default: None","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies the category of the detail being queried, such as an internship, freelance job, or education.; allowed values: Internship at Universitas Sebelas Maret (UNS), Freelance at Pingfest, Education at Universitas Sebelas Maret (UNS)\nParameter experience_or_education_name (string); The name or title of the specific experience or educational qualification.; default: Not specified","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.\nParameter user_id (string); required; The unique identifier of the user for whom to list projects.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which to sort the listed projects.; allowed values: asc, desc; default: asc","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.\nParameter person_id (string); required; Unique identifier of the person for whom experiences and education details are to be retrieved.\nParameter include_experiences (boolean); Flag to determine whether to include professional experiences in the response.; default: True\nParameter include_education (boolean); Flag to determine whether to include educational background in the response.; default: True\nParameter years_experience (integer); Filter for the minimum number of years of professional experience required.; default: 0","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.\nParameter person_name (string); required; The full name of the person for whom to retrieve contact details.\nParameter phone_number (string); The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.; default: \nParameter email_address (string); The email address associated with Adriel.; default: ","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier for the employee whose tech stack is being queried.\nParameter include_tools (boolean); A flag to determine if the list should include tools in addition to languages and frameworks.; default: False\nParameter as_of_date (string); The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.; default: None","help.display":"help.display: Displays help information about available commands and usage within the application.\nParameter command (string); required; The name of the command to display help for. Use 'all' to display help for all commands.\nParameter verbose (boolean); If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.; default: False"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":32.4,"confidence":0.796154},"jev":{"choice":"detail_experience_and_education","correct":true,"latency_ms":122.99,"confidence":1.0}},"schema":{"criteria":{"detail_project":"{\"description\":\"Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\",\"name\":\"detail_project\",\"parameters\":{\"properties\":{\"include_status\":{\"default\":false,\"description\":\"Flag to indicate if the project's status should be included in the details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project. This is a unique identifier for the project.\",\"enum\":[\"e-commerce-website\",\"car-rental\",\"turing-machine\",\"invoice-website\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","detail_experience_and_education":"{\"description\":\"Retrieve the detailed information about Adriel's professional experiences and educational background.\",\"name\":\"detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name or title of the specific experience or educational qualification.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies the category of the detail being queried, such as an internship, freelance job, or education.\",\"enum\":[\"Internship at Universitas Sebelas Maret (UNS)\",\"Freelance at Pingfest\",\"Education at Universitas Sebelas Maret (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","list_projects":"{\"description\":\"Retrieve a list of project names that the user Adriel is currently working on.\",\"name\":\"list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the listed projects.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom to list projects.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","experiences_and_education":"{\"description\":\"Retrieve a list of Adriel's professional experiences and educational background.\",\"name\":\"experiences_and_education\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":true,\"description\":\"Flag to determine whether to include educational background in the response.\",\"type\":\"boolean\"},\"include_experiences\":{\"default\":true,\"description\":\"Flag to determine whether to include professional experiences in the response.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"Unique identifier of the person for whom experiences and education details are to be retrieved.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Filter for the minimum number of years of professional experience required.\",\"type\":\"integer\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}","contact":"{\"description\":\"Retrieve the contact details of a person named Adriel, including their phone number and email address.\",\"name\":\"contact\",\"parameters\":{\"properties\":{\"email_address\":{\"default\":\"\",\"description\":\"The email address associated with Adriel.\",\"type\":\"string\"},\"person_name\":{\"description\":\"The full name of the person for whom to retrieve contact details.\",\"type\":\"string\"},\"phone_number\":{\"default\":\"\",\"description\":\"The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.\",\"type\":\"string\"}},\"required\":[\"person_name\"],\"type\":\"dict\"}}","get_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\",\"name\":\"get_tech_stack\",\"parameters\":{\"properties\":{\"as_of_date\":{\"default\":null,\"description\":\"The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.\",\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier for the employee whose tech stack is being queried.\",\"type\":\"string\"},\"include_tools\":{\"default\":false,\"description\":\"A flag to determine if the list should include tools in addition to languages and frameworks.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}","help.display":"{\"description\":\"Displays help information about available commands and usage within the application.\",\"name\":\"help.display\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The name of the command to display help for. Use 'all' to display help for all commands.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.\",\"type\":\"boolean\"}},\"required\":[\"command\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":66.54,"confidence":0.784117},"jev":{"choice":"detail_experience_and_education","correct":true,"latency_ms":126.6,"confidence":1.0}}}},{"id":"live_multiple_214-91-8","split":"live_multiple","state":"User: What is the list of experiences and education of Adriel, id is 1234","expected":"experiences_and_education","candidate_count":7,"views":{"description":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.","help.display":"help.display: Displays help information about available commands and usage within the application."},"clm":{"choice":"experiences_and_education","correct":true,"latency_ms":29.39,"confidence":0.403203},"jev":{"choice":"experiences_and_education","correct":true,"latency_ms":141.09,"confidence":0.96}},"prose_schema":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\nParameter project_name (string); required; The name of the project. This is a unique identifier for the project.; allowed values: e-commerce-website, car-rental, turing-machine, invoice-website\nParameter include_status (boolean); Flag to indicate if the project's status should be included in the details.; default: False\nParameter start_date (string); The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.; default: None","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies the category of the detail being queried, such as an internship, freelance job, or education.; allowed values: Internship at Universitas Sebelas Maret (UNS), Freelance at Pingfest, Education at Universitas Sebelas Maret (UNS)\nParameter experience_or_education_name (string); The name or title of the specific experience or educational qualification.; default: Not specified","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.\nParameter user_id (string); required; The unique identifier of the user for whom to list projects.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which to sort the listed projects.; allowed values: asc, desc; default: asc","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.\nParameter person_id (string); required; Unique identifier of the person for whom experiences and education details are to be retrieved.\nParameter include_experiences (boolean); Flag to determine whether to include professional experiences in the response.; default: True\nParameter include_education (boolean); Flag to determine whether to include educational background in the response.; default: True\nParameter years_experience (integer); Filter for the minimum number of years of professional experience required.; default: 0","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.\nParameter person_name (string); required; The full name of the person for whom to retrieve contact details.\nParameter phone_number (string); The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.; default: \nParameter email_address (string); The email address associated with Adriel.; default: ","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier for the employee whose tech stack is being queried.\nParameter include_tools (boolean); A flag to determine if the list should include tools in addition to languages and frameworks.; default: False\nParameter as_of_date (string); The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.; default: None","help.display":"help.display: Displays help information about available commands and usage within the application.\nParameter command (string); required; The name of the command to display help for. Use 'all' to display help for all commands.\nParameter verbose (boolean); If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.; default: False"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":65.38,"confidence":0.932252},"jev":{"choice":"experiences_and_education","correct":true,"latency_ms":102.38,"confidence":1.0}},"schema":{"criteria":{"detail_project":"{\"description\":\"Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\",\"name\":\"detail_project\",\"parameters\":{\"properties\":{\"include_status\":{\"default\":false,\"description\":\"Flag to indicate if the project's status should be included in the details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project. This is a unique identifier for the project.\",\"enum\":[\"e-commerce-website\",\"car-rental\",\"turing-machine\",\"invoice-website\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","detail_experience_and_education":"{\"description\":\"Retrieve the detailed information about Adriel's professional experiences and educational background.\",\"name\":\"detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name or title of the specific experience or educational qualification.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies the category of the detail being queried, such as an internship, freelance job, or education.\",\"enum\":[\"Internship at Universitas Sebelas Maret (UNS)\",\"Freelance at Pingfest\",\"Education at Universitas Sebelas Maret (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","list_projects":"{\"description\":\"Retrieve a list of project names that the user Adriel is currently working on.\",\"name\":\"list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the listed projects.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom to list projects.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","experiences_and_education":"{\"description\":\"Retrieve a list of Adriel's professional experiences and educational background.\",\"name\":\"experiences_and_education\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":true,\"description\":\"Flag to determine whether to include educational background in the response.\",\"type\":\"boolean\"},\"include_experiences\":{\"default\":true,\"description\":\"Flag to determine whether to include professional experiences in the response.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"Unique identifier of the person for whom experiences and education details are to be retrieved.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Filter for the minimum number of years of professional experience required.\",\"type\":\"integer\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}","contact":"{\"description\":\"Retrieve the contact details of a person named Adriel, including their phone number and email address.\",\"name\":\"contact\",\"parameters\":{\"properties\":{\"email_address\":{\"default\":\"\",\"description\":\"The email address associated with Adriel.\",\"type\":\"string\"},\"person_name\":{\"description\":\"The full name of the person for whom to retrieve contact details.\",\"type\":\"string\"},\"phone_number\":{\"default\":\"\",\"description\":\"The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.\",\"type\":\"string\"}},\"required\":[\"person_name\"],\"type\":\"dict\"}}","get_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\",\"name\":\"get_tech_stack\",\"parameters\":{\"properties\":{\"as_of_date\":{\"default\":null,\"description\":\"The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.\",\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier for the employee whose tech stack is being queried.\",\"type\":\"string\"},\"include_tools\":{\"default\":false,\"description\":\"A flag to determine if the list should include tools in addition to languages and frameworks.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}","help.display":"{\"description\":\"Displays help information about available commands and usage within the application.\",\"name\":\"help.display\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The name of the command to display help for. Use 'all' to display help for all commands.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.\",\"type\":\"boolean\"}},\"required\":[\"command\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":32.53,"confidence":0.539041},"jev":{"choice":"experiences_and_education","correct":true,"latency_ms":125.61,"confidence":1.0}}}},{"id":"live_multiple_215-91-9","split":"live_multiple","state":"User: Can you provide me with a list of Adriel's professional experiences, id is 1234?","expected":"experiences_and_education","candidate_count":7,"views":{"description":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.","help.display":"help.display: Displays help information about available commands and usage within the application."},"clm":{"choice":"experiences_and_education","correct":true,"latency_ms":39.91,"confidence":0.475989},"jev":{"choice":"experiences_and_education","correct":true,"latency_ms":102.69,"confidence":0.62}},"prose_schema":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\nParameter project_name (string); required; The name of the project. This is a unique identifier for the project.; allowed values: e-commerce-website, car-rental, turing-machine, invoice-website\nParameter include_status (boolean); Flag to indicate if the project's status should be included in the details.; default: False\nParameter start_date (string); The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.; default: None","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies the category of the detail being queried, such as an internship, freelance job, or education.; allowed values: Internship at Universitas Sebelas Maret (UNS), Freelance at Pingfest, Education at Universitas Sebelas Maret (UNS)\nParameter experience_or_education_name (string); The name or title of the specific experience or educational qualification.; default: Not specified","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.\nParameter user_id (string); required; The unique identifier of the user for whom to list projects.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which to sort the listed projects.; allowed values: asc, desc; default: asc","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.\nParameter person_id (string); required; Unique identifier of the person for whom experiences and education details are to be retrieved.\nParameter include_experiences (boolean); Flag to determine whether to include professional experiences in the response.; default: True\nParameter include_education (boolean); Flag to determine whether to include educational background in the response.; default: True\nParameter years_experience (integer); Filter for the minimum number of years of professional experience required.; default: 0","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.\nParameter person_name (string); required; The full name of the person for whom to retrieve contact details.\nParameter phone_number (string); The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.; default: \nParameter email_address (string); The email address associated with Adriel.; default: ","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier for the employee whose tech stack is being queried.\nParameter include_tools (boolean); A flag to determine if the list should include tools in addition to languages and frameworks.; default: False\nParameter as_of_date (string); The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.; default: None","help.display":"help.display: Displays help information about available commands and usage within the application.\nParameter command (string); required; The name of the command to display help for. Use 'all' to display help for all commands.\nParameter verbose (boolean); If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.; default: False"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":33.71,"confidence":0.983982},"jev":{"choice":"experiences_and_education","correct":true,"latency_ms":114.35,"confidence":0.99}},"schema":{"criteria":{"detail_project":"{\"description\":\"Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\",\"name\":\"detail_project\",\"parameters\":{\"properties\":{\"include_status\":{\"default\":false,\"description\":\"Flag to indicate if the project's status should be included in the details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project. This is a unique identifier for the project.\",\"enum\":[\"e-commerce-website\",\"car-rental\",\"turing-machine\",\"invoice-website\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","detail_experience_and_education":"{\"description\":\"Retrieve the detailed information about Adriel's professional experiences and educational background.\",\"name\":\"detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name or title of the specific experience or educational qualification.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies the category of the detail being queried, such as an internship, freelance job, or education.\",\"enum\":[\"Internship at Universitas Sebelas Maret (UNS)\",\"Freelance at Pingfest\",\"Education at Universitas Sebelas Maret (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","list_projects":"{\"description\":\"Retrieve a list of project names that the user Adriel is currently working on.\",\"name\":\"list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the listed projects.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom to list projects.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","experiences_and_education":"{\"description\":\"Retrieve a list of Adriel's professional experiences and educational background.\",\"name\":\"experiences_and_education\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":true,\"description\":\"Flag to determine whether to include educational background in the response.\",\"type\":\"boolean\"},\"include_experiences\":{\"default\":true,\"description\":\"Flag to determine whether to include professional experiences in the response.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"Unique identifier of the person for whom experiences and education details are to be retrieved.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Filter for the minimum number of years of professional experience required.\",\"type\":\"integer\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}","contact":"{\"description\":\"Retrieve the contact details of a person named Adriel, including their phone number and email address.\",\"name\":\"contact\",\"parameters\":{\"properties\":{\"email_address\":{\"default\":\"\",\"description\":\"The email address associated with Adriel.\",\"type\":\"string\"},\"person_name\":{\"description\":\"The full name of the person for whom to retrieve contact details.\",\"type\":\"string\"},\"phone_number\":{\"default\":\"\",\"description\":\"The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.\",\"type\":\"string\"}},\"required\":[\"person_name\"],\"type\":\"dict\"}}","get_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\",\"name\":\"get_tech_stack\",\"parameters\":{\"properties\":{\"as_of_date\":{\"default\":null,\"description\":\"The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.\",\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier for the employee whose tech stack is being queried.\",\"type\":\"string\"},\"include_tools\":{\"default\":false,\"description\":\"A flag to determine if the list should include tools in addition to languages and frameworks.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}","help.display":"{\"description\":\"Displays help information about available commands and usage within the application.\",\"name\":\"help.display\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The name of the command to display help for. Use 'all' to display help for all commands.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.\",\"type\":\"boolean\"}},\"required\":[\"command\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":64.37,"confidence":0.583771},"jev":{"choice":"experiences_and_education","correct":true,"latency_ms":107.66,"confidence":1.0}}}},{"id":"live_multiple_216-92-0","split":"live_multiple","state":"System: You are very powerful travel agent, you are able to search for flights and book them for your customers.\nUser: I need to travel from Berlin to New York on 2021-10-10 with 2 passengers. Can you help me find available flights and also assist with booking once we choose the right one?","expected":"find_flights","candidate_count":2,"views":{"description":{"criteria":{"find_flights":"find_flights: Searches for available flights between an origin and a destination on a specified date for a given number of passengers.","book_flight":"book_flight: Registers a specified flight for the given list of passengers on a particular date."},"clm":{"choice":"find_flights","correct":true,"latency_ms":62.54,"confidence":0.965871},"jev":{"choice":"find_flights","correct":true,"latency_ms":114.5,"confidence":1.0}},"prose_schema":{"criteria":{"find_flights":"find_flights: Searches for available flights between an origin and a destination on a specified date for a given number of passengers.\nParameter origin (string); required; The three-letter IATA code of the origin airport, such as 'SFO' for San Francisco International Airport.\nParameter destination (string); required; The three-letter IATA code of the destination airport, similar to the origin format.\nParameter date (string); required; The departure date of the flight in the format YYYY-MM-DD, such as '2023-04-15'.\nParameter passengers (integer); required; The total number of passengers traveling.","book_flight":"book_flight: Registers a specified flight for the given list of passengers on a particular date.\nParameter flight (string); required; The unique identifier of the flight to be booked.\nParameter passengers (array); required; A list of names of the passengers traveling.\nParameter date (string); required; The departure date of the flight in the format YYYY-MM-DD."},"clm":{"choice":"book_flight","correct":false,"latency_ms":100.25,"confidence":0.72099},"jev":{"choice":"find_flights","correct":true,"latency_ms":103.82,"confidence":1.0}},"schema":{"criteria":{"find_flights":"{\"description\":\"Searches for available flights between an origin and a destination on a specified date for a given number of passengers.\",\"name\":\"find_flights\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The departure date of the flight in the format YYYY-MM-DD, such as '2023-04-15'.\",\"type\":\"string\"},\"destination\":{\"description\":\"The three-letter IATA code of the destination airport, similar to the origin format.\",\"type\":\"string\"},\"origin\":{\"description\":\"The three-letter IATA code of the origin airport, such as 'SFO' for San Francisco International Airport.\",\"type\":\"string\"},\"passengers\":{\"description\":\"The total number of passengers traveling.\",\"type\":\"integer\"}},\"required\":[\"origin\",\"destination\",\"date\",\"passengers\"],\"type\":\"dict\"}}","book_flight":"{\"description\":\"Registers a specified flight for the given list of passengers on a particular date.\",\"name\":\"book_flight\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The departure date of the flight in the format YYYY-MM-DD.\",\"type\":\"string\"},\"flight\":{\"description\":\"The unique identifier of the flight to be booked.\",\"type\":\"string\"},\"passengers\":{\"description\":\"A list of names of the passengers traveling.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"flight\",\"passengers\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"find_flights","correct":true,"latency_ms":152.88,"confidence":0.585863},"jev":{"choice":"find_flights","correct":true,"latency_ms":104.74,"confidence":1.0}}}},{"id":"live_multiple_217-93-0","split":"live_multiple","state":"User: i want to get the subdomains from google.com","expected":"Subdomain","candidate_count":26,"views":{"description":{"criteria":{"tool_search":"tool_search: Search for hacking tools on GitHub. Use this tool when the user provides a GitHub repository URL.","nomore403":"nomore403: This tool attempts to bypass HTTP 403 forbidden error codes by applying various techniques to the given URL.","Shodan.search":"Shodan.search: Search for IoT devices on Shodan based on a specific query, with optional automatic dork generation.","generate_fake_records":"generate_fake_records: Generates a specified number of fake records with options to include banking data, extended personal information, and the ability to compress the data into a ZIP file with optional password protection.","Catphish.generate_phishing_domains":"Catphish.generate_phishing_domains: Generate a list of potential phishing domains based on the provided domain to help identify possible phishing attacks.","Attack":"Attack: Performs an automated penetration test against the specified host.","wps_scan":"wps_scan: Scan WordPress sites for vulnerabilities and report potential security risks.","Crypto_tool.encrypt_decrypt":"Crypto_tool.encrypt_decrypt: Encrypt, encode, and decode text using a specified cryptographic method and encoding type.","WAF_tool.detect":"WAF_tool.detect: Detects the presence of a Web Application Firewall (WAF) on the specified website.","SQL_Login":"SQL_Login: This function is used to perform testing for SQL injection vulnerabilities by sending test payloads to a specified URL.","XSS_Scanner.scan":"XSS_Scanner.scan: This tool is used to scan for XSS vulnerabilities on a specified host.","Cloudflare_Bypass":"Cloudflare_Bypass: This tool is used to bypass Cloudflare protection in order to retrieve the true IP address of a webpage.","nuclei_http":"nuclei_http: Scan a specified host for HTTP vulnerabilities using various predefined checks.","Crawler.scan":"Crawler.scan: Scans the specified host to retrieve information about its web directories and parameters used when a user requests specific details about domain directories.","network_scanner.scan":"network_scanner.scan: A tool for scanning a host. The user can initiate a scan through the '/scan' endpoint or specify a particular host to scan.","buscar_internet":"buscar_internet: Search for general information on the internet or obtain current data. Do not use if the search query includes an onion link or for searching programming concepts.","get_default_credentials":"get_default_credentials: Retrieve default credentials for a specified service. This function is commonly used during setup or troubleshooting to quickly obtain service-specific default login information.","nolimits":"nolimits: Processes a user's input to determine if it contains unethical content or questions.","OSINT":"OSINT: Performs an open-source intelligence (OSINT) query to investigate individuals or entities based on provided email addresses or domain names and nicknames.","hacking.query":"hacking.query: This function handles queries related to hacking, cybersecurity, system penetration, and related topics, providing information or performing actions as needed.","help":"help: Provides a help message that contains usage instructions and a list of available commands when the user types '/help'.","code_solver.query":"code_solver.query: This function processes programming-related questions or requests and provides solutions or guidance. It can also be utilized for ethical hacking purposes to solve code challenges.","comprobar_ip":"comprobar_ip: This function checks the provided IP address for its reputation, current status, and additional information such as geographical location and associated domain names.","buscar_exploit":"buscar_exploit: Use this function to search for a specific exploit when the user has explicitly indicated the desire to find a particular exploit. The mere presence of the word 'exploits' in a query does not automatically necessitate the use of this function.","check_dns_dmarc_and_security":"check_dns_dmarc_and_security: This function checks the DNS records, DMARC records, and security configurations for a specified domain.","Subdomain":"Subdomain: This function checks for information about subdomains related to the specified main domain."},"clm":{"choice":"Subdomain","correct":true,"latency_ms":161.02,"confidence":0.765797},"jev":{"choice":"Subdomain","correct":true,"latency_ms":113.44,"confidence":1.0}},"prose_schema":{"criteria":{"tool_search":"tool_search: Search for hacking tools on GitHub. Use this tool when the user provides a GitHub repository URL.\nParameter keywords (string); required; Keywords or phrases to search for. If it's a technical term, translate it into English.\nParameter url (string); The URL of a GitHub repository the user wishes to search in.; default: None","nomore403":"nomore403: This tool attempts to bypass HTTP 403 forbidden error codes by applying various techniques to the given URL.\nParameter url (string); required; The URL on which to apply the 403 bypass techniques.\nParameter user_agent (string); The User-Agent header value to use when making requests to the URL. This can help in simulating requests from different browsers or devices.; default: Mozilla/5.0\nParameter retry_times (integer); The number of times to retry bypassing the 403 error before giving up.; default: 3\nParameter timeout (integer); The timeout in seconds for each bypass attempt.; default: 10","Shodan.search":"Shodan.search: Search for IoT devices on Shodan based on a specific query, with optional automatic dork generation.\nParameter query (string); required; The specific search query to be used on Shodan, such as 'webcam' or 'router'.\nParameter auto_dorker (boolean); Automatically generate a dork (search query) if the user does not provide one. Defaults to true.; default: True","generate_fake_records":"generate_fake_records: Generates a specified number of fake records with options to include banking data, extended personal information, and the ability to compress the data into a ZIP file with optional password protection.\nParameter number (integer); required; The number of fake records to be generated.\nParameter bankdata (boolean); Whether to include banking data (Card number, CVV, IBAN, etc.) in the records.; default: False\nParameter extended (boolean); Whether to include extended information (City, Phone number, Social Security number, etc.) in the records.; default: False\nParameter photo (boolean); Whether to add a photo to each fake record.; default: False\nParameter compress (boolean); Whether to compress the generated records into a ZIP file.; default: False\nParameter password (string); The password to protect the ZIP file. Ignored if 'compress' is false or not provided.; default: None","Catphish.generate_phishing_domains":"Catphish.generate_phishing_domains: Generate a list of potential phishing domains based on the provided domain to help identify possible phishing attacks.\nParameter domain (string); required; The target domain for which to generate possible phishing variants.\nParameter tld (string); The top-level domain to be used for generating phishing domains, such as 'com', 'org', 'net'.; allowed values: com, org, net, info, biz; default: com\nParameter strategy (string); The strategy to use for generating phishing domains, such as 'typo' for typographical errors or 'homoglyph' for similar-looking characters.; allowed values: typo, homoglyph, subdomain, hyphenation; default: typo\nParameter limit (integer); The maximum number of phishing domain variants to generate.; default: 10","Attack":"Attack: Performs an automated penetration test against the specified host.\nParameter url (string); required; The URL of the host to attack, including the protocol (e.g., 'http://example.com').\nParameter attack_type (string); The type of attack to perform.; allowed values: SQL Injection, Cross-site Scripting, Denial of Service, Brute Force; default: Brute Force\nParameter port (integer); The port number to target on the host. Default is the standard port for the service.; default: 80\nParameter verbose (boolean); Flag indicating whether to run the attack in verbose mode, providing detailed output.; default: False","wps_scan":"wps_scan: Scan WordPress sites for vulnerabilities and report potential security risks.\nParameter url (string); required; The full URL of the WordPress site to be scanned, including the protocol (e.g., 'http://example.com').\nParameter include_passive_checks (boolean); Whether to include passive checks that do not send payloads to the target site.; default: True\nParameter user_agent (string); The User-Agent string to be used when making requests to the site.; default: WPS-Scanner/1.0\nParameter timeout (integer); The number of seconds to wait for a response from the server before timing out.; default: 30","Crypto_tool.encrypt_decrypt":"Crypto_tool.encrypt_decrypt: Encrypt, encode, and decode text using a specified cryptographic method and encoding type.\nParameter text (string); required; The text to be encrypted, encoded, or decoded.\nParameter key (string); The secret key used for encryption. Must be a string of appropriate length for the chosen encryption method.; default: defaultkey123\nParameter crypto (string); The type of encryption algorithm to use.; allowed values: AES, DES, 3DES, RSA; default: AES\nParameter mode (string); The encryption mode to use with the cryptographic algorithm.; allowed values: CBC, CFB, OFB, CTR, ECB, GCM; default: CBC\nParameter method (string); required; The operation to perform: encrypting, encoding, or decoding the text.; allowed values: encrypt, encode, decode\nParameter encoding (string); The type of encoding to use for the input/output text, such as 'utf-8' or 'base64'.; default: utf-8","WAF_tool.detect":"WAF_tool.detect: Detects the presence of a Web Application Firewall (WAF) on the specified website.\nParameter url (string); required; The full URL of the website to be checked, including the HTTP or HTTPS schema.\nParameter timeout (integer); The timeout in seconds for the WAF detection process.; default: 30\nParameter user_agent (string); The User-Agent string to be used in the detection request.; default: WAF-tool/1.0","SQL_Login":"SQL_Login: This function is used to perform testing for SQL injection vulnerabilities by sending test payloads to a specified URL.\nParameter url (string); required; The URL to which SQL injection test payloads will be sent. It must include a query parameter, for example: 'https://example.com/?id=1'.","XSS_Scanner.scan":"XSS_Scanner.scan: This tool is used to scan for XSS vulnerabilities on a specified host.\nParameter url (string); required; The URL of the host to scan for XSS vulnerabilities, without the HTTPS schema. For example: 'example.com'.\nParameter scan_depth (integer); The depth level of the scan; higher values indicate a more thorough scan but may increase processing time.; default: 1\nParameter include_subdomains (boolean); Flag indicating whether to include subdomains in the scan.; default: False\nParameter user_agent (string); The user agent string to be used by the scanner to mimic different browsers.; default: Mozilla/5.0 (compatible; XSS-Scanner/1.0; +http://example.com/scanner)","Cloudflare_Bypass":"Cloudflare_Bypass: This tool is used to bypass Cloudflare protection in order to retrieve the true IP address of a webpage.\nParameter domain (string); required; The domain whose true IP address needs to be retrieved.\nParameter user_agent (string); The User-Agent string to be used in the header of the request. It represents the device and browser that is making the request.; default: Mozilla/5.0 (Windows NT 10.0; Win64; x64)\nParameter timeout (integer); The timeout value for the request in seconds.; default: 30","nuclei_http":"nuclei_http: Scan a specified host for HTTP vulnerabilities using various predefined checks.\nParameter host (string); required; The target host or IP to scan, in the format of 'hostname' or 'IP address', such as 'example.com' or '192.168.1.1'.\nParameter timeout (integer); The timeout for the HTTP request in seconds.; default: 10\nParameter use_tls (boolean); Whether to use TLS/SSL for the HTTP request.; default: True\nParameter user_agent (string); The User-Agent header to use for the HTTP request.; default: Nuclei-Scanner/1.0\nParameter proxy (string); Optional HTTP proxy to use for the request, in the format 'http://user:password@host:port'.; default: None","Crawler.scan":"Crawler.scan: Scans the specified host to retrieve information about its web directories and parameters used when a user requests specific details about domain directories.\nParameter host (string); required; The domain name or IP address of the host to be scanned.\nParameter port (integer); The port number to connect to on the host, default is HTTP port 80.; default: 80\nParameter timeout (float); The timeout for the scan in seconds. If not specified, defaults to 10 seconds.; default: 10.0\nParameter user_agent (string); The User-Agent string to be used in the HTTP requests during the scan. Defaults to a standard web browser User-Agent string.; default: Mozilla/5.0 (compatible; CrawlerBot/2.1)\nParameter follow_redirects (boolean); Determines whether to follow HTTP redirects (3xx responses). Defaults to true.; default: True","network_scanner.scan":"network_scanner.scan: A tool for scanning a host. The user can initiate a scan through the '/scan' endpoint or specify a particular host to scan.\nParameter host (string); required; The host to scan, specified as an IP address or a domain name. For example, '192.168.1.1' or 'example.com'.\nParameter grabbing (boolean); required; Indicates whether the user wants to detect versions of the services running on the host.","buscar_internet":"buscar_internet: Search for general information on the internet or obtain current data. Do not use if the search query includes an onion link or for searching programming concepts.\nParameter input (string); required; The search query or terms provided by the user to find information on the internet.\nParameter safe_search (boolean); Enable or disable safe search to filter out explicit content.; default: True\nParameter language (string); Preferred language for the search results.; allowed values: en, es, fr, de, it; default: en","get_default_credentials":"get_default_credentials: Retrieve default credentials for a specified service. This function is commonly used during setup or troubleshooting to quickly obtain service-specific default login information.\nParameter service (string); required; The name of the service for which to retrieve default credentials. The service name should be the official name as recognized by the system or application, such as 'Apache', 'MySQL', or 'MongoDB'.","nolimits":"nolimits: Processes a user's input to determine if it contains unethical content or questions.\nParameter input (string); required; The user's input text to be analyzed for ethical content.","OSINT":"OSINT: Performs an open-source intelligence (OSINT) query to investigate individuals or entities based on provided email addresses or domain names and nicknames.\nParameter mail (string); required; The email address or domain to search for. If a full email address is not provided, the domain part will be used for the search. Expected format is 'local-part@domain.com' or simply 'domain.com'.\nParameter nickname (string); required; The nickname or alias to search for in the investigation.","hacking.query":"hacking.query: This function handles queries related to hacking, cybersecurity, system penetration, and related topics, providing information or performing actions as needed.\nParameter input (string); required; The user's specific question or request regarding hacking and cybersecurity.\nParameter verbosity (string); The level of detail to include in the response, ranging from a summary to a detailed explanation.; allowed values: summary, detailed, verbose; default: summary\nParameter include_resources (boolean); Whether to include additional resources such as links to articles, tools, or guides in the response.; default: False","help":"help: Provides a help message that contains usage instructions and a list of available commands when the user types '/help'.","code_solver.query":"code_solver.query: This function processes programming-related questions or requests and provides solutions or guidance. It can also be utilized for ethical hacking purposes to solve code challenges.\nParameter input (string); required; The user's specific question or request regarding programming or code challenges.\nParameter language (string); The programming language the question is related to.; allowed values: Python, JavaScript, Java, C++, C#; default: Python\nParameter difficulty (string); The difficulty level of the question or challenge.; allowed values: Easy, Medium, Hard; default: Medium\nParameter include_examples (boolean); Flag to indicate whether to include examples in the solution.; default: False","comprobar_ip":"comprobar_ip: This function checks the provided IP address for its reputation, current status, and additional information such as geographical location and associated domain names.\nParameter ip (string); required; The IPv4 or IPv6 address to check. Format should be standard dot notation for IPv4 (e.g., '192.168.1.1') or colon notation for IPv6 (e.g., '2001:0db8:85a3:0000:0000:8a2e:0370:7334').\nParameter check_reputation (boolean); Determines whether to check the reputation of the IP address. Affects how the IP is analyzed and reported.; default: True\nParameter include_info (boolean); If set to true, includes detailed information such as geographical location and associated domain names in the response.; default: False","buscar_exploit":"buscar_exploit: Use this function to search for a specific exploit when the user has explicitly indicated the desire to find a particular exploit. The mere presence of the word 'exploits' in a query does not automatically necessitate the use of this function.\nParameter input (string); required; The specific exploit or technology to search for. For example, 'buffer overflow in Linux kernel'.\nParameter is_cve (boolean); required; Indicates whether the search is for a Common Vulnerabilities and Exposures (CVE) identifier. Set to true if searching for a CVE, otherwise false.","check_dns_dmarc_and_security":"check_dns_dmarc_and_security: This function checks the DNS records, DMARC records, and security configurations for a specified domain.\nParameter domain (string); required; The domain to be checked, specified by the user. Example: 'example.com'.\nParameter include_dmarc (boolean); Specifies whether to include DMARC records in the check. When set to true, DMARC records are included in the analysis.; default: True\nParameter check_security (boolean); Indicates whether to perform a security configuration check on the domain's DNS records.; default: False","Subdomain":"Subdomain: This function checks for information about subdomains related to the specified main domain.\nParameter domain (string); required; The main domain for which subdomain information will be retrieved, in the format 'example.com'."},"clm":{"choice":"Catphish.generate_phishing_domains","correct":false,"latency_ms":455.55,"confidence":0.50703},"jev":{"choice":"Subdomain","correct":true,"latency_ms":130.92,"confidence":1.0}},"schema":{"criteria":{"tool_search":"{\"description\":\"Search for hacking tools on GitHub. Use this tool when the user provides a GitHub repository URL.\",\"name\":\"tool_search\",\"parameters\":{\"properties\":{\"keywords\":{\"description\":\"Keywords or phrases to search for. If it's a technical term, translate it into English.\",\"type\":\"string\"},\"url\":{\"default\":null,\"description\":\"The URL of a GitHub repository the user wishes to search in.\",\"type\":\"string\"}},\"required\":[\"keywords\"],\"type\":\"dict\"}}","nomore403":"{\"description\":\"This tool attempts to bypass HTTP 403 forbidden error codes by applying various techniques to the given URL.\",\"name\":\"nomore403\",\"parameters\":{\"properties\":{\"retry_times\":{\"default\":3,\"description\":\"The number of times to retry bypassing the 403 error before giving up.\",\"type\":\"integer\"},\"timeout\":{\"default\":10,\"description\":\"The timeout in seconds for each bypass attempt.\",\"type\":\"integer\"},\"url\":{\"description\":\"The URL on which to apply the 403 bypass techniques.\",\"type\":\"string\"},\"user_agent\":{\"default\":\"Mozilla/5.0\",\"description\":\"The User-Agent header value to use when making requests to the URL. This can help in simulating requests from different browsers or devices.\",\"type\":\"string\"}},\"required\":[\"url\"],\"type\":\"dict\"}}","Shodan.search":"{\"description\":\"Search for IoT devices on Shodan based on a specific query, with optional automatic dork generation.\",\"name\":\"Shodan.search\",\"parameters\":{\"properties\":{\"auto_dorker\":{\"default\":true,\"description\":\"Automatically generate a dork (search query) if the user does not provide one. Defaults to true.\",\"type\":\"boolean\"},\"query\":{\"description\":\"The specific search query to be used on Shodan, such as 'webcam' or 'router'.\",\"type\":\"string\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","generate_fake_records":"{\"description\":\"Generates a specified number of fake records with options to include banking data, extended personal information, and the ability to compress the data into a ZIP file with optional password protection.\",\"name\":\"generate_fake_records\",\"parameters\":{\"properties\":{\"bankdata\":{\"default\":false,\"description\":\"Whether to include banking data (Card number, CVV, IBAN, etc.) in the records.\",\"type\":\"boolean\"},\"compress\":{\"default\":false,\"description\":\"Whether to compress the generated records into a ZIP file.\",\"type\":\"boolean\"},\"extended\":{\"default\":false,\"description\":\"Whether to include extended information (City, Phone number, Social Security number, etc.) in the records.\",\"type\":\"boolean\"},\"number\":{\"description\":\"The number of fake records to be generated.\",\"type\":\"integer\"},\"password\":{\"default\":null,\"description\":\"The password to protect the ZIP file. Ignored if 'compress' is false or not provided.\",\"type\":\"string\"},\"photo\":{\"default\":false,\"description\":\"Whether to add a photo to each fake record.\",\"type\":\"boolean\"}},\"required\":[\"number\"],\"type\":\"dict\"}}","Catphish.generate_phishing_domains":"{\"description\":\"Generate a list of potential phishing domains based on the provided domain to help identify possible phishing attacks.\",\"name\":\"Catphish.generate_phishing_domains\",\"parameters\":{\"properties\":{\"domain\":{\"description\":\"The target domain for which to generate possible phishing variants.\",\"type\":\"string\"},\"limit\":{\"default\":10,\"description\":\"The maximum number of phishing domain variants to generate.\",\"type\":\"integer\"},\"strategy\":{\"default\":\"typo\",\"description\":\"The strategy to use for generating phishing domains, such as 'typo' for typographical errors or 'homoglyph' for similar-looking characters.\",\"enum\":[\"typo\",\"homoglyph\",\"subdomain\",\"hyphenation\"],\"type\":\"string\"},\"tld\":{\"default\":\"com\",\"description\":\"The top-level domain to be used for generating phishing domains, such as 'com', 'org', 'net'.\",\"enum\":[\"com\",\"org\",\"net\",\"info\",\"biz\"],\"type\":\"string\"}},\"required\":[\"domain\"],\"type\":\"dict\"}}","Attack":"{\"description\":\"Performs an automated penetration test against the specified host.\",\"name\":\"Attack\",\"parameters\":{\"properties\":{\"attack_type\":{\"default\":\"Brute Force\",\"description\":\"The type of attack to perform.\",\"enum\":[\"SQL Injection\",\"Cross-site Scripting\",\"Denial of Service\",\"Brute Force\"],\"type\":\"string\"},\"port\":{\"default\":80,\"description\":\"The port number to target on the host. Default is the standard port for the service.\",\"type\":\"integer\"},\"url\":{\"description\":\"The URL of the host to attack, including the protocol (e.g., 'http://example.com').\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"Flag indicating whether to run the attack in verbose mode, providing detailed output.\",\"type\":\"boolean\"}},\"required\":[\"url\"],\"type\":\"dict\"}}","wps_scan":"{\"description\":\"Scan WordPress sites for vulnerabilities and report potential security risks.\",\"name\":\"wps_scan\",\"parameters\":{\"properties\":{\"include_passive_checks\":{\"default\":true,\"description\":\"Whether to include passive checks that do not send payloads to the target site.\",\"type\":\"boolean\"},\"timeout\":{\"default\":30,\"description\":\"The number of seconds to wait for a response from the server before timing out.\",\"type\":\"integer\"},\"url\":{\"description\":\"The full URL of the WordPress site to be scanned, including the protocol (e.g., 'http://example.com').\",\"type\":\"string\"},\"user_agent\":{\"default\":\"WPS-Scanner/1.0\",\"description\":\"The User-Agent string to be used when making requests to the site.\",\"type\":\"string\"}},\"required\":[\"url\"],\"type\":\"dict\"}}","Crypto_tool.encrypt_decrypt":"{\"description\":\"Encrypt, encode, and decode text using a specified cryptographic method and encoding type.\",\"name\":\"Crypto_tool.encrypt_decrypt\",\"parameters\":{\"properties\":{\"crypto\":{\"default\":\"AES\",\"description\":\"The type of encryption algorithm to use.\",\"enum\":[\"AES\",\"DES\",\"3DES\",\"RSA\"],\"type\":\"string\"},\"encoding\":{\"default\":\"utf-8\",\"description\":\"The type of encoding to use for the input/output text, such as 'utf-8' or 'base64'.\",\"type\":\"string\"},\"key\":{\"default\":\"defaultkey123\",\"description\":\"The secret key used for encryption. Must be a string of appropriate length for the chosen encryption method.\",\"type\":\"string\"},\"method\":{\"description\":\"The operation to perform: encrypting, encoding, or decoding the text.\",\"enum\":[\"encrypt\",\"encode\",\"decode\"],\"type\":\"string\"},\"mode\":{\"default\":\"CBC\",\"description\":\"The encryption mode to use with the cryptographic algorithm.\",\"enum\":[\"CBC\",\"CFB\",\"OFB\",\"CTR\",\"ECB\",\"GCM\"],\"type\":\"string\"},\"text\":{\"description\":\"The text to be encrypted, encoded, or decoded.\",\"type\":\"string\"}},\"required\":[\"text\",\"method\"],\"type\":\"dict\"}}","WAF_tool.detect":"{\"description\":\"Detects the presence of a Web Application Firewall (WAF) on the specified website.\",\"name\":\"WAF_tool.detect\",\"parameters\":{\"properties\":{\"timeout\":{\"default\":30,\"description\":\"The timeout in seconds for the WAF detection process.\",\"type\":\"integer\"},\"url\":{\"description\":\"The full URL of the website to be checked, including the HTTP or HTTPS schema.\",\"type\":\"string\"},\"user_agent\":{\"default\":\"WAF-tool/1.0\",\"description\":\"The User-Agent string to be used in the detection request.\",\"type\":\"string\"}},\"required\":[\"url\"],\"type\":\"dict\"}}","SQL_Login":"{\"description\":\"This function is used to perform testing for SQL injection vulnerabilities by sending test payloads to a specified URL.\",\"name\":\"SQL_Login\",\"parameters\":{\"properties\":{\"url\":{\"description\":\"The URL to which SQL injection test payloads will be sent. It must include a query parameter, for example: 'https://example.com/?id=1'.\",\"type\":\"string\"}},\"required\":[\"url\"],\"type\":\"dict\"}}","XSS_Scanner.scan":"{\"description\":\"This tool is used to scan for XSS vulnerabilities on a specified host.\",\"name\":\"XSS_Scanner.scan\",\"parameters\":{\"properties\":{\"include_subdomains\":{\"default\":false,\"description\":\"Flag indicating whether to include subdomains in the scan.\",\"type\":\"boolean\"},\"scan_depth\":{\"default\":1,\"description\":\"The depth level of the scan; higher values indicate a more thorough scan but may increase processing time.\",\"type\":\"integer\"},\"url\":{\"description\":\"The URL of the host to scan for XSS vulnerabilities, without the HTTPS schema. For example: 'example.com'.\",\"type\":\"string\"},\"user_agent\":{\"default\":\"Mozilla/5.0 (compatible; XSS-Scanner/1.0; +http://example.com/scanner)\",\"description\":\"The user agent string to be used by the scanner to mimic different browsers.\",\"type\":\"string\"}},\"required\":[\"url\"],\"type\":\"dict\"}}","Cloudflare_Bypass":"{\"description\":\"This tool is used to bypass Cloudflare protection in order to retrieve the true IP address of a webpage.\",\"name\":\"Cloudflare_Bypass\",\"parameters\":{\"properties\":{\"domain\":{\"description\":\"The domain whose true IP address needs to be retrieved.\",\"type\":\"string\"},\"timeout\":{\"default\":30,\"description\":\"The timeout value for the request in seconds.\",\"type\":\"integer\"},\"user_agent\":{\"default\":\"Mozilla/5.0 (Windows NT 10.0; Win64; x64)\",\"description\":\"The User-Agent string to be used in the header of the request. It represents the device and browser that is making the request.\",\"type\":\"string\"}},\"required\":[\"domain\"],\"type\":\"dict\"}}","nuclei_http":"{\"description\":\"Scan a specified host for HTTP vulnerabilities using various predefined checks.\",\"name\":\"nuclei_http\",\"parameters\":{\"properties\":{\"host\":{\"description\":\"The target host or IP to scan, in the format of 'hostname' or 'IP address', such as 'example.com' or '192.168.1.1'.\",\"type\":\"string\"},\"proxy\":{\"default\":null,\"description\":\"Optional HTTP proxy to use for the request, in the format 'http://user:password@host:port'.\",\"type\":\"string\"},\"timeout\":{\"default\":10,\"description\":\"The timeout for the HTTP request in seconds.\",\"type\":\"integer\"},\"use_tls\":{\"default\":true,\"description\":\"Whether to use TLS/SSL for the HTTP request.\",\"type\":\"boolean\"},\"user_agent\":{\"default\":\"Nuclei-Scanner/1.0\",\"description\":\"The User-Agent header to use for the HTTP request.\",\"type\":\"string\"}},\"required\":[\"host\"],\"type\":\"dict\"}}","Crawler.scan":"{\"description\":\"Scans the specified host to retrieve information about its web directories and parameters used when a user requests specific details about domain directories.\",\"name\":\"Crawler.scan\",\"parameters\":{\"properties\":{\"follow_redirects\":{\"default\":true,\"description\":\"Determines whether to follow HTTP redirects (3xx responses). Defaults to true.\",\"type\":\"boolean\"},\"host\":{\"description\":\"The domain name or IP address of the host to be scanned.\",\"type\":\"string\"},\"port\":{\"default\":80,\"description\":\"The port number to connect to on the host, default is HTTP port 80.\",\"type\":\"integer\"},\"timeout\":{\"default\":10.0,\"description\":\"The timeout for the scan in seconds. If not specified, defaults to 10 seconds.\",\"type\":\"float\"},\"user_agent\":{\"default\":\"Mozilla/5.0 (compatible; CrawlerBot/2.1)\",\"description\":\"The User-Agent string to be used in the HTTP requests during the scan. Defaults to a standard web browser User-Agent string.\",\"type\":\"string\"}},\"required\":[\"host\"],\"type\":\"dict\"}}","network_scanner.scan":"{\"description\":\"A tool for scanning a host. The user can initiate a scan through the '/scan' endpoint or specify a particular host to scan.\",\"name\":\"network_scanner.scan\",\"parameters\":{\"properties\":{\"grabbing\":{\"description\":\"Indicates whether the user wants to detect versions of the services running on the host.\",\"type\":\"boolean\"},\"host\":{\"description\":\"The host to scan, specified as an IP address or a domain name. For example, '192.168.1.1' or 'example.com'.\",\"type\":\"string\"}},\"required\":[\"host\",\"grabbing\"],\"type\":\"dict\"}}","buscar_internet":"{\"description\":\"Search for general information on the internet or obtain current data. Do not use if the search query includes an onion link or for searching programming concepts.\",\"name\":\"buscar_internet\",\"parameters\":{\"properties\":{\"input\":{\"description\":\"The search query or terms provided by the user to find information on the internet.\",\"type\":\"string\"},\"language\":{\"default\":\"en\",\"description\":\"Preferred language for the search results.\",\"enum\":[\"en\",\"es\",\"fr\",\"de\",\"it\"],\"type\":\"string\"},\"safe_search\":{\"default\":true,\"description\":\"Enable or disable safe search to filter out explicit content.\",\"type\":\"boolean\"}},\"required\":[\"input\"],\"type\":\"dict\"}}","get_default_credentials":"{\"description\":\"Retrieve default credentials for a specified service. This function is commonly used during setup or troubleshooting to quickly obtain service-specific default login information.\",\"name\":\"get_default_credentials\",\"parameters\":{\"properties\":{\"service\":{\"description\":\"The name of the service for which to retrieve default credentials. The service name should be the official name as recognized by the system or application, such as 'Apache', 'MySQL', or 'MongoDB'.\",\"type\":\"string\"}},\"required\":[\"service\"],\"type\":\"dict\"}}","nolimits":"{\"description\":\"Processes a user's input to determine if it contains unethical content or questions.\",\"name\":\"nolimits\",\"parameters\":{\"properties\":{\"input\":{\"description\":\"The user's input text to be analyzed for ethical content.\",\"type\":\"string\"}},\"required\":[\"input\"],\"type\":\"dict\"}}","OSINT":"{\"description\":\"Performs an open-source intelligence (OSINT) query to investigate individuals or entities based on provided email addresses or domain names and nicknames.\",\"name\":\"OSINT\",\"parameters\":{\"properties\":{\"mail\":{\"description\":\"The email address or domain to search for. If a full email address is not provided, the domain part will be used for the search. Expected format is 'local-part@domain.com' or simply 'domain.com'.\",\"type\":\"string\"},\"nickname\":{\"description\":\"The nickname or alias to search for in the investigation.\",\"type\":\"string\"}},\"required\":[\"mail\",\"nickname\"],\"type\":\"dict\"}}","hacking.query":"{\"description\":\"This function handles queries related to hacking, cybersecurity, system penetration, and related topics, providing information or performing actions as needed.\",\"name\":\"hacking.query\",\"parameters\":{\"properties\":{\"include_resources\":{\"default\":false,\"description\":\"Whether to include additional resources such as links to articles, tools, or guides in the response.\",\"type\":\"boolean\"},\"input\":{\"description\":\"The user's specific question or request regarding hacking and cybersecurity.\",\"type\":\"string\"},\"verbosity\":{\"default\":\"summary\",\"description\":\"The level of detail to include in the response, ranging from a summary to a detailed explanation.\",\"enum\":[\"summary\",\"detailed\",\"verbose\"],\"type\":\"string\"}},\"required\":[\"input\"],\"type\":\"dict\"}}","help":"{\"description\":\"Provides a help message that contains usage instructions and a list of available commands when the user types '/help'.\",\"name\":\"help\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","code_solver.query":"{\"description\":\"This function processes programming-related questions or requests and provides solutions or guidance. It can also be utilized for ethical hacking purposes to solve code challenges.\",\"name\":\"code_solver.query\",\"parameters\":{\"properties\":{\"difficulty\":{\"default\":\"Medium\",\"description\":\"The difficulty level of the question or challenge.\",\"enum\":[\"Easy\",\"Medium\",\"Hard\"],\"type\":\"string\"},\"include_examples\":{\"default\":false,\"description\":\"Flag to indicate whether to include examples in the solution.\",\"type\":\"boolean\"},\"input\":{\"description\":\"The user's specific question or request regarding programming or code challenges.\",\"type\":\"string\"},\"language\":{\"default\":\"Python\",\"description\":\"The programming language the question is related to.\",\"enum\":[\"Python\",\"JavaScript\",\"Java\",\"C++\",\"C#\"],\"type\":\"string\"}},\"required\":[\"input\"],\"type\":\"dict\"}}","comprobar_ip":"{\"description\":\"This function checks the provided IP address for its reputation, current status, and additional information such as geographical location and associated domain names.\",\"name\":\"comprobar_ip\",\"parameters\":{\"properties\":{\"check_reputation\":{\"default\":true,\"description\":\"Determines whether to check the reputation of the IP address. Affects how the IP is analyzed and reported.\",\"type\":\"boolean\"},\"include_info\":{\"default\":false,\"description\":\"If set to true, includes detailed information such as geographical location and associated domain names in the response.\",\"type\":\"boolean\"},\"ip\":{\"description\":\"The IPv4 or IPv6 address to check. Format should be standard dot notation for IPv4 (e.g., '192.168.1.1') or colon notation for IPv6 (e.g., '2001:0db8:85a3:0000:0000:8a2e:0370:7334').\",\"type\":\"string\"}},\"required\":[\"ip\"],\"type\":\"dict\"}}","buscar_exploit":"{\"description\":\"Use this function to search for a specific exploit when the user has explicitly indicated the desire to find a particular exploit. The mere presence of the word 'exploits' in a query does not automatically necessitate the use of this function.\",\"name\":\"buscar_exploit\",\"parameters\":{\"properties\":{\"input\":{\"description\":\"The specific exploit or technology to search for. For example, 'buffer overflow in Linux kernel'.\",\"type\":\"string\"},\"is_cve\":{\"description\":\"Indicates whether the search is for a Common Vulnerabilities and Exposures (CVE) identifier. Set to true if searching for a CVE, otherwise false.\",\"type\":\"boolean\"}},\"required\":[\"input\",\"is_cve\"],\"type\":\"dict\"}}","check_dns_dmarc_and_security":"{\"description\":\"This function checks the DNS records, DMARC records, and security configurations for a specified domain.\",\"name\":\"check_dns_dmarc_and_security\",\"parameters\":{\"properties\":{\"check_security\":{\"default\":false,\"description\":\"Indicates whether to perform a security configuration check on the domain's DNS records.\",\"type\":\"boolean\"},\"domain\":{\"description\":\"The domain to be checked, specified by the user. Example: 'example.com'.\",\"type\":\"string\"},\"include_dmarc\":{\"default\":true,\"description\":\"Specifies whether to include DMARC records in the check. When set to true, DMARC records are included in the analysis.\",\"type\":\"boolean\"}},\"required\":[\"domain\"],\"type\":\"dict\"}}","Subdomain":"{\"description\":\"This function checks for information about subdomains related to the specified main domain.\",\"name\":\"Subdomain\",\"parameters\":{\"properties\":{\"domain\":{\"description\":\"The main domain for which subdomain information will be retrieved, in the format 'example.com'.\",\"type\":\"string\"}},\"required\":[\"domain\"],\"type\":\"dict\"}}"},"clm":{"choice":"Subdomain","correct":true,"latency_ms":552.71,"confidence":0.227753},"jev":{"choice":"Subdomain","correct":true,"latency_ms":139.88,"confidence":1.0}}}},{"id":"live_multiple_218-94-0","split":"live_multiple","state":"User: Get the sensor reading for temperature on the last 3600 seconds for my network L_579838452023959405","expected":"get_sensor_readings_history_by_interval","candidate_count":3,"views":{"description":{"criteria":{"get_sensor_readings_latest":"get_sensor_readings_latest: Return the latest available reading for each metric from all sensors. The readings can be filtered by sensor serial numbers and network IDs.","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves all reported sensor readings within a specified timespan, summarized in specified intervals and sorted by the start time of each interval in descending order.","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. Readings can be filtered by network IDs, sensor serials, and types of sensor metrics."},"clm":{"choice":"get_sensor_readings_latest","correct":false,"latency_ms":84.92,"confidence":0.805823},"jev":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":96.44,"confidence":0.93}},"prose_schema":{"criteria":{"get_sensor_readings_latest":"get_sensor_readings_latest: Return the latest available reading for each metric from all sensors. The readings can be filtered by sensor serial numbers and network IDs.\nParameter perPage (integer); required; The number of entries per page returned. Must be an integer within the range of 3 to 100.\nParameter startingAfter (string); A cursor for use in pagination. 'startingAfter' is a server-generated token that represents the start of the page and is typically a timestamp or an ID. If not provided, the default is to start at the beginning of the dataset.; default: null (representing the start of the dataset)\nParameter endingBefore (string); A cursor for use in pagination. 'endingBefore' is a server-generated token that represents the end of the page and is typically a timestamp or an ID. If not provided, the default is to end at the current dataset's end.; default: null (representing the end of the dataset)\nParameter networkIds (array); Filter the returned data by specifying network IDs. Provide an array of network ID strings.; default: []\nParameter serials (array); Filter readings by sensor serial numbers. Provide an array of serial number strings.; default: []\nParameter metrics (array); The types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2', etc. If not specified, all available types of readings will be retrieved.; default: []","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves all reported sensor readings within a specified timespan, summarized in specified intervals and sorted by the start time of each interval in descending order.\nParameter perPage (integer); required; The number of entries per page returned. Must be a minimum of 3 and a maximum of 100.\nParameter startingAfter (string); A server-defined token indicating the start of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.; default: None\nParameter endingBefore (string); A server-defined token indicating the end of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.; default: None\nParameter networkIds (array); Filters the returned data by network IDs.; default: []\nParameter serials (array); Filters readings by sensor serial numbers.; default: []\nParameter metrics (array); Specifies the types of sensor readings to retrieve. Defaults to all types if not provided.; default: []\nParameter timespan (integer); required; The duration for which data will be retrieved, in seconds. Must not exceed 730 days and 12 hours.\nParameter t0 (string); The start time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-05T14:48:00Z'). Maximum lookback is 730 days and 12 hours. If not provided, defaults to the current time.; default: None\nParameter t1 (string); The end time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-12T14:48:00Z'). Must be within 730 days and 12 hours after 't0'.; default: None\nParameter interval (integer); The time interval, in seconds, for the returned data. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800. Calculated if 't0' and 't1' are provided.; allowed values: 15, 120, 300, 900, 3600, 14400, 86400, 604800; default: 86400\nParameter models (array); Filters readings by one or more sensor models.; default: []","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. Readings can be filtered by network IDs, sensor serials, and types of sensor metrics.\nParameter perPage (integer); The number of entries per page returned. Must be between 3 and 100.; default: 10\nParameter startingAfter (string); A server-side token indicating the start of the page, typically a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.; default: None\nParameter endingBefore (string); A server-side token indicating the end of the page, usually a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.; default: None\nParameter networkIds (array); Filter the data by network IDs. If omitted, all networks are included.; default: []\nParameter serials (array); Filter readings by sensor serial numbers. If omitted, all sensors are included.; default: []\nParameter metrics (array); Types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types are retrieved.; default: []\nParameter timespan (integer); required; The duration for which data will be fetched, in seconds. Must be less than or equal to 604800 seconds (7 days).\nParameter t0 (string); required; The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days and 6 hours from today.\nParameter t1 (string); The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-08T00:00:00Z'). 't1' can be a maximum of 7 days after 't0'.; default: None"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":true,"latency_ms":219.2,"confidence":0.659717},"jev":{"choice":"get_sensor_readings_history_by_interval","correct":true,"latency_ms":127.8,"confidence":0.55}},"schema":{"criteria":{"get_sensor_readings_latest":"{\"description\":\"Return the latest available reading for each metric from all sensors. The readings can be filtered by sensor serial numbers and network IDs.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":\"null (representing the end of the dataset)\",\"description\":\"A cursor for use in pagination. 'endingBefore' is a server-generated token that represents the end of the page and is typically a timestamp or an ID. If not provided, the default is to end at the current dataset's end.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"The types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2', etc. If not specified, all available types of readings will be retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkIds\":{\"default\":[],\"description\":\"Filter the returned data by specifying network IDs. Provide an array of network ID strings.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Must be an integer within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers. Provide an array of serial number strings.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":\"null (representing the start of the dataset)\",\"description\":\"A cursor for use in pagination. 'startingAfter' is a server-generated token that represents the start of the page and is typically a timestamp or an ID. If not provided, the default is to start at the beginning of the dataset.\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_history_by_interval":"{\"description\":\"Retrieves all reported sensor readings within a specified timespan, summarized in specified intervals and sorted by the start time of each interval in descending order.\",\"name\":\"get_sensor_readings_history_by_interval\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-defined token indicating the end of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.\",\"type\":\"string\"},\"interval\":{\"default\":86400,\"description\":\"The time interval, in seconds, for the returned data. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800. Calculated if 't0' and 't1' are provided.\",\"enum\":[15,120,300,900,3600,14400,86400,604800],\"type\":\"integer\"},\"metrics\":{\"default\":[],\"description\":\"Specifies the types of sensor readings to retrieve. Defaults to all types if not provided.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"models\":{\"default\":[],\"description\":\"Filters readings by one or more sensor models.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkIds\":{\"default\":[],\"description\":\"Filters the returned data by network IDs.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Must be a minimum of 3 and a maximum of 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filters readings by sensor serial numbers.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-defined token indicating the start of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-05T14:48:00Z'). Maximum lookback is 730 days and 12 hours. If not provided, defaults to the current time.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-12T14:48:00Z'). Must be within 730 days and 12 hours after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which data will be retrieved, in seconds. Must not exceed 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"perPage\",\"timespan\"],\"type\":\"dict\"}}","get_sensor_readings_history":"{\"description\":\"Return all reported readings from sensors within a specified timespan, sorted by timestamp. Readings can be filtered by network IDs, sensor serials, and types of sensor metrics.\",\"name\":\"get_sensor_readings_history\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-side token indicating the end of the page, usually a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types are retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkIds\":{\"default\":[],\"description\":\"Filter the data by network IDs. If omitted, all networks are included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Must be between 3 and 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers. If omitted, all sensors are included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-side token indicating the start of the page, typically a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.\",\"type\":\"string\"},\"t0\":{\"description\":\"The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days and 6 hours from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-08T00:00:00Z'). 't1' can be a maximum of 7 days after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which data will be fetched, in seconds. Must be less than or equal to 604800 seconds (7 days).\",\"type\":\"integer\"}},\"required\":[\"timespan\",\"t0\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":true,"latency_ms":271.21,"confidence":0.572581},"jev":{"choice":"get_sensor_readings_history_by_interval","correct":true,"latency_ms":102.91,"confidence":0.6}}}},{"id":"live_multiple_219-94-1","split":"live_multiple","state":"User: \"Get the sensor readings max entries per pages for the metric current from today to 15:30 to 15:32 on my organization. Today is March 10 of 2024","expected":"get_sensor_readings_history","candidate_count":3,"views":{"description":{"criteria":{"get_sensor_readings_latest":"get_sensor_readings_latest: Return the latest available reading for each metric from all sensors. The readings can be filtered by sensor serial numbers and network IDs.","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves all reported sensor readings within a specified timespan, summarized in specified intervals and sorted by the start time of each interval in descending order.","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. Readings can be filtered by network IDs, sensor serials, and types of sensor metrics."},"clm":{"choice":"get_sensor_readings_latest","correct":false,"latency_ms":31.06,"confidence":0.714443},"jev":{"choice":"get_sensor_readings_history","correct":true,"latency_ms":103.31,"confidence":0.81}},"prose_schema":{"criteria":{"get_sensor_readings_latest":"get_sensor_readings_latest: Return the latest available reading for each metric from all sensors. The readings can be filtered by sensor serial numbers and network IDs.\nParameter perPage (integer); required; The number of entries per page returned. Must be an integer within the range of 3 to 100.\nParameter startingAfter (string); A cursor for use in pagination. 'startingAfter' is a server-generated token that represents the start of the page and is typically a timestamp or an ID. If not provided, the default is to start at the beginning of the dataset (represented by null).; default: None\nParameter endingBefore (string); A cursor for use in pagination. 'endingBefore' is a server-generated token that represents the end of the page and is typically a timestamp or an ID. If not provided, the default is to end at the current dataset's end (represented by null).; default: None\nParameter networkIds (array); Filter the returned data by specifying network IDs. Provide an array of network ID strings.; default: []\nParameter serials (array); Filter readings by sensor serial numbers. Provide an array of serial number strings.; default: []\nParameter metrics (array); The types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2', etc. If not specified, all available types of readings will be retrieved.; default: []","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves all reported sensor readings within a specified timespan, summarized in specified intervals and sorted by the start time of each interval in descending order.\nParameter perPage (integer); required; The number of entries per page returned. Must be a minimum of 3 and a maximum of 100.\nParameter startingAfter (string); A server-defined token indicating the start of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.; default: None\nParameter endingBefore (string); A server-defined token indicating the end of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.; default: None\nParameter networkIds (array); Filters the returned data by network IDs.; default: []\nParameter serials (array); Filters readings by sensor serial numbers.; default: []\nParameter metrics (array); Specifies the types of sensor readings to retrieve. Defaults to all types if not provided.; default: []\nParameter timespan (integer); required; The duration for which data will be retrieved, in seconds. Must not exceed 730 days and 12 hours.\nParameter t0 (string); The start time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-05T14:48:00Z'). Maximum lookback is 730 days and 12 hours. If not provided, defaults to the current time.; default: None\nParameter t1 (string); The end time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-12T14:48:00Z'). Must be within 730 days and 12 hours after 't0'.; default: None\nParameter interval (integer); The time interval, in seconds, for the returned data. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800. Calculated if 't0' and 't1' are provided.; allowed values: 15, 120, 300, 900, 3600, 14400, 86400, 604800; default: 86400\nParameter models (array); Filters readings by one or more sensor models.; default: []","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. Readings can be filtered by network IDs, sensor serials, and types of sensor metrics.\nParameter perPage (integer); The number of entries per page returned. Must be between 3 and 100.; default: 10\nParameter startingAfter (string); A server-side token indicating the start of the page, typically a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.; default: None\nParameter endingBefore (string); A server-side token indicating the end of the page, usually a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.; default: None\nParameter networkIds (array); Filter the data by network IDs. If omitted, all networks are included.; default: []\nParameter serials (array); Filter readings by sensor serial numbers. If omitted, all sensors are included.; default: []\nParameter metrics (array); Types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types are retrieved.; default: []\nParameter timespan (integer); required; The duration for which data will be fetched, in seconds. Must be less than or equal to 604800 seconds (7 days).\nParameter t0 (string); required; The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days and 6 hours from today.\nParameter t1 (string); The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-08T00:00:00Z'). 't1' can be a maximum of 7 days after 't0'.; default: None"},"clm":{"choice":"get_sensor_readings_latest","correct":false,"latency_ms":71.39,"confidence":0.793314},"jev":{"choice":"get_sensor_readings_history","correct":true,"latency_ms":162.73,"confidence":0.84}},"schema":{"criteria":{"get_sensor_readings_latest":"{\"description\":\"Return the latest available reading for each metric from all sensors. The readings can be filtered by sensor serial numbers and network IDs.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A cursor for use in pagination. 'endingBefore' is a server-generated token that represents the end of the page and is typically a timestamp or an ID. If not provided, the default is to end at the current dataset's end (represented by null).\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"The types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2', etc. If not specified, all available types of readings will be retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkIds\":{\"default\":[],\"description\":\"Filter the returned data by specifying network IDs. Provide an array of network ID strings.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Must be an integer within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers. Provide an array of serial number strings.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A cursor for use in pagination. 'startingAfter' is a server-generated token that represents the start of the page and is typically a timestamp or an ID. If not provided, the default is to start at the beginning of the dataset (represented by null).\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_history_by_interval":"{\"description\":\"Retrieves all reported sensor readings within a specified timespan, summarized in specified intervals and sorted by the start time of each interval in descending order.\",\"name\":\"get_sensor_readings_history_by_interval\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-defined token indicating the end of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.\",\"type\":\"string\"},\"interval\":{\"default\":86400,\"description\":\"The time interval, in seconds, for the returned data. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800. Calculated if 't0' and 't1' are provided.\",\"enum\":[15,120,300,900,3600,14400,86400,604800],\"type\":\"integer\"},\"metrics\":{\"default\":[],\"description\":\"Specifies the types of sensor readings to retrieve. Defaults to all types if not provided.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"models\":{\"default\":[],\"description\":\"Filters readings by one or more sensor models.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkIds\":{\"default\":[],\"description\":\"Filters the returned data by network IDs.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Must be a minimum of 3 and a maximum of 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filters readings by sensor serial numbers.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-defined token indicating the start of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-05T14:48:00Z'). Maximum lookback is 730 days and 12 hours. If not provided, defaults to the current time.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-12T14:48:00Z'). Must be within 730 days and 12 hours after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which data will be retrieved, in seconds. Must not exceed 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"perPage\",\"timespan\"],\"type\":\"dict\"}}","get_sensor_readings_history":"{\"description\":\"Return all reported readings from sensors within a specified timespan, sorted by timestamp. Readings can be filtered by network IDs, sensor serials, and types of sensor metrics.\",\"name\":\"get_sensor_readings_history\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-side token indicating the end of the page, usually a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types are retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkIds\":{\"default\":[],\"description\":\"Filter the data by network IDs. If omitted, all networks are included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Must be between 3 and 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers. If omitted, all sensors are included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-side token indicating the start of the page, typically a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.\",\"type\":\"string\"},\"t0\":{\"description\":\"The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days and 6 hours from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-08T00:00:00Z'). 't1' can be a maximum of 7 days after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which data will be fetched, in seconds. Must be less than or equal to 604800 seconds (7 days).\",\"type\":\"integer\"}},\"required\":[\"timespan\",\"t0\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":84.11,"confidence":0.48233},"jev":{"choice":"get_sensor_readings_history","correct":true,"latency_ms":109.43,"confidence":0.9}}}},{"id":"live_multiple_220-94-2","split":"live_multiple","state":"User: Bring me the temperature  max entries per pages readings of all sensors please","expected":"get_sensor_readings_latest","candidate_count":3,"views":{"description":{"criteria":{"get_sensor_readings_latest":"get_sensor_readings_latest: Return the latest available reading for each metric from all sensors. The readings can be filtered by sensor serial numbers and network IDs.","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves all reported sensor readings within a specified timespan, summarized in specified intervals and sorted by the start time of each interval in descending order.","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. Readings can be filtered by network IDs, sensor serials, and types of sensor metrics."},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":30.73,"confidence":0.418002},"jev":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":119.4,"confidence":0.68}},"prose_schema":{"criteria":{"get_sensor_readings_latest":"get_sensor_readings_latest: Return the latest available reading for each metric from all sensors. The readings can be filtered by sensor serial numbers and network IDs.\nParameter perPage (integer); required; The number of entries per page returned. Must be an integer within the range of 3 to 100.\nParameter startingAfter (string); A cursor for use in pagination. 'startingAfter' is a server-generated token that represents the start of the page and is typically a timestamp or an ID. If not provided, the default is to start at the beginning of the dataset.; default: None\nParameter endingBefore (string); A cursor for use in pagination. 'endingBefore' is a server-generated token that represents the end of the page and is typically a timestamp or an ID. If not provided, the default is to end at the current dataset's end.; default: None\nParameter networkIds (array); Filter the returned data by specifying network IDs. Provide an array of network ID strings.; default: []\nParameter serials (array); Filter readings by sensor serial numbers. Provide an array of serial number strings.; default: []\nParameter metrics (array); The types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2', etc. If not specified, all available types of readings will be retrieved.; default: []","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves all reported sensor readings within a specified timespan, summarized in specified intervals and sorted by the start time of each interval in descending order.\nParameter perPage (integer); required; The number of entries per page returned. Must be a minimum of 3 and a maximum of 100.\nParameter startingAfter (string); A server-defined token indicating the start of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.; default: None\nParameter endingBefore (string); A server-defined token indicating the end of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.; default: None\nParameter networkIds (array); Filters the returned data by network IDs.; default: []\nParameter serials (array); Filters readings by sensor serial numbers.; default: []\nParameter metrics (array); Specifies the types of sensor readings to retrieve. Defaults to all types if not provided.; default: []\nParameter timespan (integer); required; The duration for which data will be retrieved, in seconds. Must not exceed 730 days and 12 hours.\nParameter t0 (string); The start time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-05T14:48:00Z'). Maximum lookback is 730 days and 12 hours. If not provided, defaults to the current time.; default: None\nParameter t1 (string); The end time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-12T14:48:00Z'). Must be within 730 days and 12 hours after 't0'.; default: None\nParameter interval (integer); The time interval, in seconds, for the returned data. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800. Calculated if 't0' and 't1' are provided.; allowed values: 15, 120, 300, 900, 3600, 14400, 86400, 604800; default: 86400\nParameter models (array); Filters readings by one or more sensor models.; default: []","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. Readings can be filtered by network IDs, sensor serials, and types of sensor metrics.\nParameter perPage (integer); The number of entries per page returned. Must be between 3 and 100.; default: 10\nParameter startingAfter (string); A server-side token indicating the start of the page, typically a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.; default: None\nParameter endingBefore (string); A server-side token indicating the end of the page, usually a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.; default: None\nParameter networkIds (array); Filter the data by network IDs. If omitted, all networks are included.; default: []\nParameter serials (array); Filter readings by sensor serial numbers. If omitted, all sensors are included.; default: []\nParameter metrics (array); Types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types are retrieved.; default: []\nParameter timespan (integer); required; The duration for which data will be fetched, in seconds. Must be less than or equal to 604800 seconds (7 days).\nParameter t0 (string); required; The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days and 6 hours from today.\nParameter t1 (string); The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-08T00:00:00Z'). 't1' can be a maximum of 7 days after 't0'.; default: None"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":66.32,"confidence":0.798541},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":115.81,"confidence":0.74}},"schema":{"criteria":{"get_sensor_readings_latest":"{\"description\":\"Return the latest available reading for each metric from all sensors. The readings can be filtered by sensor serial numbers and network IDs.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A cursor for use in pagination. 'endingBefore' is a server-generated token that represents the end of the page and is typically a timestamp or an ID. If not provided, the default is to end at the current dataset's end.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"The types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2', etc. If not specified, all available types of readings will be retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkIds\":{\"default\":[],\"description\":\"Filter the returned data by specifying network IDs. Provide an array of network ID strings.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Must be an integer within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers. Provide an array of serial number strings.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A cursor for use in pagination. 'startingAfter' is a server-generated token that represents the start of the page and is typically a timestamp or an ID. If not provided, the default is to start at the beginning of the dataset.\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_history_by_interval":"{\"description\":\"Retrieves all reported sensor readings within a specified timespan, summarized in specified intervals and sorted by the start time of each interval in descending order.\",\"name\":\"get_sensor_readings_history_by_interval\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-defined token indicating the end of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.\",\"type\":\"string\"},\"interval\":{\"default\":86400,\"description\":\"The time interval, in seconds, for the returned data. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800. Calculated if 't0' and 't1' are provided.\",\"enum\":[15,120,300,900,3600,14400,86400,604800],\"type\":\"integer\"},\"metrics\":{\"default\":[],\"description\":\"Specifies the types of sensor readings to retrieve. Defaults to all types if not provided.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"models\":{\"default\":[],\"description\":\"Filters readings by one or more sensor models.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkIds\":{\"default\":[],\"description\":\"Filters the returned data by network IDs.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Must be a minimum of 3 and a maximum of 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filters readings by sensor serial numbers.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-defined token indicating the start of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-05T14:48:00Z'). Maximum lookback is 730 days and 12 hours. If not provided, defaults to the current time.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-12T14:48:00Z'). Must be within 730 days and 12 hours after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which data will be retrieved, in seconds. Must not exceed 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"perPage\",\"timespan\"],\"type\":\"dict\"}}","get_sensor_readings_history":"{\"description\":\"Return all reported readings from sensors within a specified timespan, sorted by timestamp. Readings can be filtered by network IDs, sensor serials, and types of sensor metrics.\",\"name\":\"get_sensor_readings_history\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-side token indicating the end of the page, usually a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types are retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkIds\":{\"default\":[],\"description\":\"Filter the data by network IDs. If omitted, all networks are included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Must be between 3 and 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers. If omitted, all sensors are included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-side token indicating the start of the page, typically a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.\",\"type\":\"string\"},\"t0\":{\"description\":\"The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days and 6 hours from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-08T00:00:00Z'). 't1' can be a maximum of 7 days after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which data will be fetched, in seconds. Must be less than or equal to 604800 seconds (7 days).\",\"type\":\"integer\"}},\"required\":[\"timespan\",\"t0\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":false,"latency_ms":83.23,"confidence":0.560781},"jev":{"choice":"get_sensor_readings_latest","correct":true,"latency_ms":123.43,"confidence":0.87}}}},{"id":"live_multiple_221-95-0","split":"live_multiple","state":"User: Segment all objects in an image at './yoha.jpg'","expected":"segment","candidate_count":2,"views":{"description":{"criteria":{"uber.ride":"uber.ride: Find a suitable Uber ride for customers based on their starting location, preferred type of ride, and maximum wait time.","segment":"segment: Segments all objects within a provided image and identifies distinct elements for further analysis."},"clm":{"choice":"segment","correct":true,"latency_ms":83.33,"confidence":1.0},"jev":{"choice":"segment","correct":true,"latency_ms":98.24,"confidence":1.0}},"prose_schema":{"criteria":{"uber.ride":"uber.ride: Find a suitable Uber ride for customers based on their starting location, preferred type of ride, and maximum wait time.\nParameter loc (string); required; Location of the starting point for the Uber ride, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter type (string); required; Type of Uber ride the user is requesting.; allowed values: plus, comfort, black\nParameter time (integer); required; The maximum amount of time the customer is willing to wait for the ride, in minutes.","segment":"segment: Segments all objects within a provided image and identifies distinct elements for further analysis.\nParameter img_path (string); required; The file system path to the image to be segmented, in the format of '/path/to/image.jpg'."},"clm":{"choice":"segment","correct":true,"latency_ms":89.05,"confidence":0.999997},"jev":{"choice":"segment","correct":true,"latency_ms":126.33,"confidence":1.0}},"schema":{"criteria":{"uber.ride":"{\"description\":\"Find a suitable Uber ride for customers based on their starting location, preferred type of ride, and maximum wait time.\",\"name\":\"uber.ride\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"Location of the starting point for the Uber ride, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"time\":{\"description\":\"The maximum amount of time the customer is willing to wait for the ride, in minutes.\",\"type\":\"integer\"},\"type\":{\"description\":\"Type of Uber ride the user is requesting.\",\"enum\":[\"plus\",\"comfort\",\"black\"],\"type\":\"string\"}},\"required\":[\"loc\",\"type\",\"time\"],\"type\":\"dict\"}}","segment":"{\"description\":\"Segments all objects within a provided image and identifies distinct elements for further analysis.\",\"name\":\"segment\",\"parameters\":{\"properties\":{\"img_path\":{\"description\":\"The file system path to the image to be segmented, in the format of '/path/to/image.jpg'.\",\"type\":\"string\"}},\"required\":[\"img_path\"],\"type\":\"dict\"}}"},"clm":{"choice":"segment","correct":true,"latency_ms":100.0,"confidence":0.999858},"jev":{"choice":"segment","correct":true,"latency_ms":94.78,"confidence":1.0}}}},{"id":"live_multiple_222-96-0","split":"live_multiple","state":"User: Could you arrange for a comfortable Uber ride for me from 456 Elm St, Springville, IL with a maximum wait time of 10 minutes?","expected":"uber.ride","candidate_count":2,"views":{"description":{"criteria":{"uber.ride":"uber.ride: Find a suitable Uber ride for customers based on their location, preferred ride type, and maximum wait time.","send.message":"send.message: Sends an email message to the specified recipient."},"clm":{"choice":"uber.ride","correct":true,"latency_ms":98.53,"confidence":0.999999},"jev":{"choice":"uber.ride","correct":true,"latency_ms":95.23,"confidence":1.0}},"prose_schema":{"criteria":{"uber.ride":"uber.ride: Find a suitable Uber ride for customers based on their location, preferred ride type, and maximum wait time.\nParameter loc (string); required; The starting location of the Uber ride in the format of 'Street Address, City, State'. For example: '123 Main St, Anytown, CA'.\nParameter type (string); required; The type of Uber ride the user is requesting.; allowed values: plus, comfort, black\nParameter time (integer); required; The maximum amount of time the customer is willing to wait for the ride, measured in minutes.","send.message":"send.message: Sends an email message to the specified recipient.\nParameter dest (string); required; The email address of the recipient, in standard email format (e.g., 'username@example.com').\nParameter message (string); required; The body of the email message, summarizing the content to be sent.\nParameter subject (string); The subject line of the email message.; default: No Subject\nParameter cc (array); An array of email addresses to be included as CC in the email, in standard email format.; default: []\nParameter bcc (array); An array of email addresses to be included as BCC in the email, in standard email format.; default: []"},"clm":{"choice":"uber.ride","correct":true,"latency_ms":96.59,"confidence":0.999984},"jev":{"choice":"uber.ride","correct":true,"latency_ms":109.66,"confidence":1.0}},"schema":{"criteria":{"uber.ride":"{\"description\":\"Find a suitable Uber ride for customers based on their location, preferred ride type, and maximum wait time.\",\"name\":\"uber.ride\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"The starting location of the Uber ride in the format of 'Street Address, City, State'. For example: '123 Main St, Anytown, CA'.\",\"type\":\"string\"},\"time\":{\"description\":\"The maximum amount of time the customer is willing to wait for the ride, measured in minutes.\",\"type\":\"integer\"},\"type\":{\"description\":\"The type of Uber ride the user is requesting.\",\"enum\":[\"plus\",\"comfort\",\"black\"],\"type\":\"string\"}},\"required\":[\"loc\",\"type\",\"time\"],\"type\":\"dict\"}}","send.message":"{\"description\":\"Sends an email message to the specified recipient.\",\"name\":\"send.message\",\"parameters\":{\"properties\":{\"bcc\":{\"default\":[],\"description\":\"An array of email addresses to be included as BCC in the email, in standard email format.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"cc\":{\"default\":[],\"description\":\"An array of email addresses to be included as CC in the email, in standard email format.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"dest\":{\"description\":\"The email address of the recipient, in standard email format (e.g., 'username@example.com').\",\"type\":\"string\"},\"message\":{\"description\":\"The body of the email message, summarizing the content to be sent.\",\"type\":\"string\"},\"subject\":{\"default\":\"No Subject\",\"description\":\"The subject line of the email message.\",\"type\":\"string\"}},\"required\":[\"dest\",\"message\"],\"type\":\"dict\"}}"},"clm":{"choice":"uber.ride","correct":true,"latency_ms":100.09,"confidence":0.982135},"jev":{"choice":"uber.ride","correct":true,"latency_ms":94.75,"confidence":1.0}}}},{"id":"live_multiple_223-97-0","split":"live_multiple","state":"User: list all the files and directories in the '/out/programs' directory, including hidden ones and in descending order by name","expected":"list_directory_contents","candidate_count":3,"views":{"description":{"criteria":{"uber.ride":"uber.ride: Find a suitable ride for customers based on their location, desired type of ride, and maximum wait time.","segment_all_objects":"segment_all_objects: Segments all identifiable objects within a provided image and returns their boundaries.","list_directory_contents":"list_directory_contents: List all the files and directories within the specified directory path."},"clm":{"choice":"list_directory_contents","correct":true,"latency_ms":84.15,"confidence":0.999944},"jev":{"choice":"list_directory_contents","correct":true,"latency_ms":94.13,"confidence":1.0}},"prose_schema":{"criteria":{"uber.ride":"uber.ride: Find a suitable ride for customers based on their location, desired type of ride, and maximum wait time.\nParameter loc (string); required; The starting location for the Uber ride in the format of 'Street, City, State'. For example, '50 Memorial Drive, Cambridge, MA'.\nParameter type (string); required; The type of Uber ride the user is ordering.; allowed values: plus, comfort, black\nParameter time (integer); required; The maximum amount of time the customer is willing to wait for the ride, in minutes.","segment_all_objects":"segment_all_objects: Segments all identifiable objects within a provided image and returns their boundaries.\nParameter img_path (string); required; The file system path to the image that will be processed for object segmentation. The path should be absolute or relative to the execution directory.","list_directory_contents":"list_directory_contents: List all the files and directories within the specified directory path.\nParameter dir_path (string); required; The file system path to the directory whose contents are to be listed. The path should be absolute or relative to the current working directory.\nParameter include_hidden (boolean); A flag to determine whether hidden files and directories should be included in the list.; default: False\nParameter sort_order (string); The order in which the directory contents are listed. Ascending or descending by name.; allowed values: asc, desc; default: asc"},"clm":{"choice":"list_directory_contents","correct":true,"latency_ms":88.68,"confidence":0.988753},"jev":{"choice":"list_directory_contents","correct":true,"latency_ms":115.62,"confidence":1.0}},"schema":{"criteria":{"uber.ride":"{\"description\":\"Find a suitable ride for customers based on their location, desired type of ride, and maximum wait time.\",\"name\":\"uber.ride\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"The starting location for the Uber ride in the format of 'Street, City, State'. For example, '50 Memorial Drive, Cambridge, MA'.\",\"type\":\"string\"},\"time\":{\"description\":\"The maximum amount of time the customer is willing to wait for the ride, in minutes.\",\"type\":\"integer\"},\"type\":{\"description\":\"The type of Uber ride the user is ordering.\",\"enum\":[\"plus\",\"comfort\",\"black\"],\"type\":\"string\"}},\"required\":[\"loc\",\"type\",\"time\"],\"type\":\"dict\"}}","segment_all_objects":"{\"description\":\"Segments all identifiable objects within a provided image and returns their boundaries.\",\"name\":\"segment_all_objects\",\"parameters\":{\"properties\":{\"img_path\":{\"description\":\"The file system path to the image that will be processed for object segmentation. The path should be absolute or relative to the execution directory.\",\"type\":\"string\"}},\"required\":[\"img_path\"],\"type\":\"dict\"}}","list_directory_contents":"{\"description\":\"List all the files and directories within the specified directory path.\",\"name\":\"list_directory_contents\",\"parameters\":{\"properties\":{\"dir_path\":{\"description\":\"The file system path to the directory whose contents are to be listed. The path should be absolute or relative to the current working directory.\",\"type\":\"string\"},\"include_hidden\":{\"default\":false,\"description\":\"A flag to determine whether hidden files and directories should be included in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which the directory contents are listed. Ascending or descending by name.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"}},\"required\":[\"dir_path\"],\"type\":\"dict\"}}"},"clm":{"choice":"list_directory_contents","correct":true,"latency_ms":104.94,"confidence":0.722529},"jev":{"choice":"list_directory_contents","correct":true,"latency_ms":106.76,"confidence":1.0}}}},{"id":"live_multiple_224-98-0","split":"live_multiple","state":"User: Reschedule my next appointment with id dentist to November 1, 2024 at 4pm EST.","expected":"reschedule","candidate_count":2,"views":{"description":{"criteria":{"reschedule":"reschedule: Moves a specified event to a new date and time, adjusting for time zone differences.","list_events":"list_events: Retrieves a list of events that occur within a specified date and time range, formatted according to ISO-8601 standards."},"clm":{"choice":"reschedule","correct":true,"latency_ms":82.98,"confidence":0.648992},"jev":{"choice":"reschedule","correct":true,"latency_ms":152.41,"confidence":1.0}},"prose_schema":{"criteria":{"reschedule":"reschedule: Moves a specified event to a new date and time, adjusting for time zone differences.\nParameter identifier (string); required; A unique identifier for the event to be rescheduled.\nParameter dateortime (string); required; The new date and time for the event, in ISO-8601 format (YYYY-MM-DDTHH:MM:SS), without a timezone offset.\nParameter timezone (string); The Olson timezone identifier representing the timezone for the new event time, such as 'Asia/Tokyo'.; allowed values: Asia/Tokyo, America/New_York, Europe/London, UTC; default: UTC","list_events":"list_events: Retrieves a list of events that occur within a specified date and time range, formatted according to ISO-8601 standards.\nParameter start (string); required; The start date and time of the query window, in ISO-8601 format (e.g., '2023-01-01T00:00:00Z').\nParameter end (string); required; The end date and time of the query window, in ISO-8601 format (e.g., '2023-01-02T00:00:00Z')."},"clm":{"choice":"list_events","correct":false,"latency_ms":111.64,"confidence":0.849504},"jev":{"choice":"reschedule","correct":true,"latency_ms":112.21,"confidence":1.0}},"schema":{"criteria":{"reschedule":"{\"description\":\"Moves a specified event to a new date and time, adjusting for time zone differences.\",\"name\":\"reschedule\",\"parameters\":{\"properties\":{\"dateortime\":{\"description\":\"The new date and time for the event, in ISO-8601 format (YYYY-MM-DDTHH:MM:SS), without a timezone offset.\",\"type\":\"string\"},\"identifier\":{\"description\":\"A unique identifier for the event to be rescheduled.\",\"type\":\"string\"},\"timezone\":{\"default\":\"UTC\",\"description\":\"The Olson timezone identifier representing the timezone for the new event time, such as 'Asia/Tokyo'.\",\"enum\":[\"Asia/Tokyo\",\"America/New_York\",\"Europe/London\",\"UTC\"],\"type\":\"string\"}},\"required\":[\"identifier\",\"dateortime\"],\"type\":\"dict\"}}","list_events":"{\"description\":\"Retrieves a list of events that occur within a specified date and time range, formatted according to ISO-8601 standards.\",\"name\":\"list_events\",\"parameters\":{\"properties\":{\"end\":{\"description\":\"The end date and time of the query window, in ISO-8601 format (e.g., '2023-01-02T00:00:00Z').\",\"type\":\"string\"},\"start\":{\"description\":\"The start date and time of the query window, in ISO-8601 format (e.g., '2023-01-01T00:00:00Z').\",\"type\":\"string\"}},\"required\":[\"start\",\"end\"],\"type\":\"dict\"}}"},"clm":{"choice":"reschedule","correct":true,"latency_ms":96.86,"confidence":0.566238},"jev":{"choice":"reschedule","correct":true,"latency_ms":104.6,"confidence":1.0}}}},{"id":"live_multiple_225-99-0","split":"live_multiple","state":"User: Get version","expected":"version_api.VersionApi.get_version","candidate_count":5,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the version information of the application, including its name and version number in a JSON object.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieves a specific project's details by matching the provided project name and version.","badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: Retrieves the current security vulnerability metrics for a specified project and version.","badge_api.BadgeApi.get_project_policy_violations_badge1":"badge_api.BadgeApi.get_project_policy_violations_badge1: Retrieves a badge image that represents the policy violation status for a specific project and its version.","repository_api.RepositoryApi.get_repository_meta_component":"repository_api.RepositoryApi.get_repository_meta_component: Resolves the latest version of the specified component within the configured repositories."},"clm":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":false,"latency_ms":84.9,"confidence":0.517538},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":117.04,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the version information of the application, including its name and version number in a JSON object.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieves a specific project's details by matching the provided project name and version.\nParameter name (string); required; The unique name of the project to retrieve. For example, 'AlphaProject'.\nParameter version (string); required; The version identifier of the project, formatted as 'major.minor.patch', e.g., '1.2.0'.","badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: Retrieves the current security vulnerability metrics for a specified project and version.\nParameter name (string); required; The unique name of the project for which vulnerability metrics are requested.\nParameter version (string); required; The specific version of the project for which vulnerability metrics are requested.","badge_api.BadgeApi.get_project_policy_violations_badge1":"badge_api.BadgeApi.get_project_policy_violations_badge1: Retrieves a badge image that represents the policy violation status for a specific project and its version.\nParameter name (string); required; The unique name identifier of the project.\nParameter version (string); required; The specific version of the project to be checked for policy violations.","repository_api.RepositoryApi.get_repository_meta_component":"repository_api.RepositoryApi.get_repository_meta_component: Resolves the latest version of the specified component within the configured repositories.\nParameter purl (string); required; The Package URL (PURL) for the component whose latest version is to be queried. It should conform to the PURL specification."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":101.72,"confidence":0.823596},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":104.6,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the version information of the application, including its name and version number in a JSON object.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","project_api.ProjectApi.get_project_by_name_and_version":"{\"description\":\"Retrieves a specific project's details by matching the provided project name and version.\",\"name\":\"project_api.ProjectApi.get_project_by_name_and_version\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name of the project to retrieve. For example, 'AlphaProject'.\",\"type\":\"string\"},\"version\":{\"description\":\"The version identifier of the project, formatted as 'major.minor.patch', e.g., '1.2.0'.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_vulnerabilities_badge":"{\"description\":\"Retrieves the current security vulnerability metrics for a specified project and version.\",\"name\":\"badge_api.BadgeApi.get_project_vulnerabilities_badge\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name of the project for which vulnerability metrics are requested.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version of the project for which vulnerability metrics are requested.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_policy_violations_badge1":"{\"description\":\"Retrieves a badge image that represents the policy violation status for a specific project and its version.\",\"name\":\"badge_api.BadgeApi.get_project_policy_violations_badge1\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name identifier of the project.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version of the project to be checked for policy violations.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","repository_api.RepositoryApi.get_repository_meta_component":"{\"description\":\"Resolves the latest version of the specified component within the configured repositories.\",\"name\":\"repository_api.RepositoryApi.get_repository_meta_component\",\"parameters\":{\"properties\":{\"purl\":{\"description\":\"The Package URL (PURL) for the component whose latest version is to be queried. It should conform to the PURL specification.\",\"type\":\"string\"}},\"required\":[\"purl\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":115.88,"confidence":0.416564},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":112.7,"confidence":1.0}}}},{"id":"live_multiple_226-100-0","split":"live_multiple","state":"User: I need to define permissions for a user on a certain resource. The resource ID is '123-resource', the user ID is 'user-456', and the permissions to assign are 'read' and 'write'.","expected":"AclApi.add_mapping","candidate_count":5,"views":{"description":{"criteria":{"AclApi.add_mapping":"AclApi.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for users or groups on specified resources.","oidc_api.OidcApi.add_mapping2":"oidc_api.OidcApi.add_mapping2: Adds an OpenID Connect (OIDC) provider to client mapping to the system.","ldap_api.LdapApi.add_mapping1":"ldap_api.LdapApi.add_mapping1: Adds a new LDAP (Lightweight Directory Access Protocol) mapping to the system, allowing the integration of LDAP user groups with system roles.","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an Access Control List (ACL) mapping from a specified team and project. This action unlinks the team's access rights from the project.","permission_api.PermissionApi.add_permission_to_user":"permission_api.PermissionApi.add_permission_to_user: This function grants a specified permission to a given user by updating the user's permission set."},"clm":{"choice":"AclApi.add_mapping","correct":true,"latency_ms":96.99,"confidence":0.510919},"jev":{"choice":"AclApi.add_mapping","correct":true,"latency_ms":134.45,"confidence":0.8}},"prose_schema":{"criteria":{"AclApi.add_mapping":"AclApi.add_mapping: Adds an Access Control List (ACL) mapping to define permissions for users or groups on specified resources.\nParameter resource_id (string); required; The unique identifier for the resource to which the ACL mapping will be applied.\nParameter user_id (string); required; The unique identifier of the user or group that the ACL mapping will be associated with.\nParameter permissions (array); required; A list of permission strings that define the access level for the user or group on the resource.\nParameter expiry_date (string); The expiration date for the ACL mapping in the format 'YYYY-MM-DD'. Optional, defaults to null which indicates no expiration.; default: None","oidc_api.OidcApi.add_mapping2":"oidc_api.OidcApi.add_mapping2: Adds an OpenID Connect (OIDC) provider to client mapping to the system.\nParameter provider (string); required; The unique identifier for the OIDC provider.\nParameter client_id (string); required; The client ID registered with the OIDC provider.\nParameter client_secret (string); required; The client secret associated with the client ID.\nParameter redirect_uris (array); A list of allowed redirect URIs for the client.; default: []\nParameter grant_types (array); The grant types the client is allowed to use.; default: ['authorization_code', 'implicit']\nParameter response_types (array); The response types the client is allowed to use.; default: ['code', 'token', 'id_token']","ldap_api.LdapApi.add_mapping1":"ldap_api.LdapApi.add_mapping1: Adds a new LDAP (Lightweight Directory Access Protocol) mapping to the system, allowing the integration of LDAP user groups with system roles.\nParameter mapping_name (string); required; The unique name to identify this LDAP mapping.\nParameter user_group (string); required; The distinguished name (DN) of the LDAP user group to be mapped.\nParameter system_role (string); required; The system role to be associated with the LDAP user group.\nParameter description (string); A brief description of the mapping for administrative purposes.; default: No description provided\nParameter is_active (boolean); Indicates whether the mapping is active or not.; default: True","acl_api.delete_mapping":"acl_api.delete_mapping: Removes an Access Control List (ACL) mapping from a specified team and project. This action unlinks the team's access rights from the project.\nParameter teamUuid (string); required; The UUID of the team from which the ACL mapping will be removed.\nParameter projectUuid (string); required; The UUID of the project from which the ACL mapping will be removed.","permission_api.PermissionApi.add_permission_to_user":"permission_api.PermissionApi.add_permission_to_user: This function grants a specified permission to a given user by updating the user's permission set.\nParameter username (string); required; The unique identifier of the user, such as a username or email address, in the format of 'username@example.com'.\nParameter permission (string); required; The specific permission to be added to the user, such as 'read', 'write', 'edit'.; allowed values: read, write, edit"},"clm":{"choice":"acl_api.delete_mapping","correct":false,"latency_ms":123.33,"confidence":0.579745},"jev":{"choice":"AclApi.add_mapping","correct":true,"latency_ms":136.57,"confidence":1.0}},"schema":{"criteria":{"AclApi.add_mapping":"{\"description\":\"Adds an Access Control List (ACL) mapping to define permissions for users or groups on specified resources.\",\"name\":\"AclApi.add_mapping\",\"parameters\":{\"properties\":{\"expiry_date\":{\"default\":null,\"description\":\"The expiration date for the ACL mapping in the format 'YYYY-MM-DD'. Optional, defaults to null which indicates no expiration.\",\"type\":\"string\"},\"permissions\":{\"description\":\"A list of permission strings that define the access level for the user or group on the resource.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"resource_id\":{\"description\":\"The unique identifier for the resource to which the ACL mapping will be applied.\",\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user or group that the ACL mapping will be associated with.\",\"type\":\"string\"}},\"required\":[\"resource_id\",\"user_id\",\"permissions\"],\"type\":\"dict\"}}","oidc_api.OidcApi.add_mapping2":"{\"description\":\"Adds an OpenID Connect (OIDC) provider to client mapping to the system.\",\"name\":\"oidc_api.OidcApi.add_mapping2\",\"parameters\":{\"properties\":{\"client_id\":{\"description\":\"The client ID registered with the OIDC provider.\",\"type\":\"string\"},\"client_secret\":{\"description\":\"The client secret associated with the client ID.\",\"type\":\"string\"},\"grant_types\":{\"default\":[\"authorization_code\",\"implicit\"],\"description\":\"The grant types the client is allowed to use.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"provider\":{\"description\":\"The unique identifier for the OIDC provider.\",\"type\":\"string\"},\"redirect_uris\":{\"default\":[],\"description\":\"A list of allowed redirect URIs for the client.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"response_types\":{\"default\":[\"code\",\"token\",\"id_token\"],\"description\":\"The response types the client is allowed to use.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"provider\",\"client_id\",\"client_secret\"],\"type\":\"dict\"}}","ldap_api.LdapApi.add_mapping1":"{\"description\":\"Adds a new LDAP (Lightweight Directory Access Protocol) mapping to the system, allowing the integration of LDAP user groups with system roles.\",\"name\":\"ldap_api.LdapApi.add_mapping1\",\"parameters\":{\"properties\":{\"description\":{\"default\":\"No description provided\",\"description\":\"A brief description of the mapping for administrative purposes.\",\"type\":\"string\"},\"is_active\":{\"default\":true,\"description\":\"Indicates whether the mapping is active or not.\",\"type\":\"boolean\"},\"mapping_name\":{\"description\":\"The unique name to identify this LDAP mapping.\",\"type\":\"string\"},\"system_role\":{\"description\":\"The system role to be associated with the LDAP user group.\",\"type\":\"string\"},\"user_group\":{\"description\":\"The distinguished name (DN) of the LDAP user group to be mapped.\",\"type\":\"string\"}},\"required\":[\"mapping_name\",\"user_group\",\"system_role\"],\"type\":\"dict\"}}","acl_api.delete_mapping":"{\"description\":\"Removes an Access Control List (ACL) mapping from a specified team and project. This action unlinks the team's access rights from the project.\",\"name\":\"acl_api.delete_mapping\",\"parameters\":{\"properties\":{\"projectUuid\":{\"description\":\"The UUID of the project from which the ACL mapping will be removed.\",\"type\":\"string\"},\"teamUuid\":{\"description\":\"The UUID of the team from which the ACL mapping will be removed.\",\"type\":\"string\"}},\"required\":[\"teamUuid\",\"projectUuid\"],\"type\":\"dict\"}}","permission_api.PermissionApi.add_permission_to_user":"{\"description\":\"This function grants a specified permission to a given user by updating the user's permission set.\",\"name\":\"permission_api.PermissionApi.add_permission_to_user\",\"parameters\":{\"properties\":{\"permission\":{\"description\":\"The specific permission to be added to the user, such as 'read', 'write', 'edit'.\",\"enum\":[\"read\",\"write\",\"edit\"],\"type\":\"string\"},\"username\":{\"description\":\"The unique identifier of the user, such as a username or email address, in the format of 'username@example.com'.\",\"type\":\"string\"}},\"required\":[\"username\",\"permission\"],\"type\":\"dict\"}}"},"clm":{"choice":"acl_api.delete_mapping","correct":false,"latency_ms":157.58,"confidence":0.889043},"jev":{"choice":"AclApi.add_mapping","correct":true,"latency_ms":120.98,"confidence":1.0}}}},{"id":"live_multiple_227-101-0","split":"live_multiple","state":"User: retrieve the child projects associated with the tag 'environment' for the parent project with UUID '123e4567-e89b-12d3-a456-426614174000'?","expected":"project_api.ProjectApi.get_children_projects_by_tag","candidate_count":5,"views":{"description":{"criteria":{"project_api.ProjectApi.get_children_projects_by_tag":"project_api.ProjectApi.get_children_projects_by_tag: Retrieves a list of all child projects associated with a specific tag within a parent project.","project_api.ProjectApi.get_projects_by_tag":"project_api.ProjectApi.get_projects_by_tag: Returns a list of all projects associated with a specified tag, with options to exclude inactive projects and children projects.","project_api.ProjectApi.get_children_projects":"project_api.ProjectApi.get_children_projects: Retrieve a list of all child projects associated with a given parent project, with an option to exclude inactive projects.","project_api.ProjectApi.get_children_projects_by_classifier":"project_api.ProjectApi.get_children_projects_by_classifier: This function retrieves a list of child projects associated with a given project UUID, filtered by a specified classifier. Optionally, inactive projects can be excluded from the results.","project_api.ProjectApi.get_projects":"project_api.ProjectApi.get_projects: Retrieve a list of all projects from the database. Allows filtering by project name and controlling whether inactive or child projects are included in the results."},"clm":{"choice":"project_api.ProjectApi.get_children_projects","correct":false,"latency_ms":100.03,"confidence":0.513934},"jev":{"choice":"project_api.ProjectApi.get_children_projects_by_tag","correct":true,"latency_ms":108.51,"confidence":0.99}},"prose_schema":{"criteria":{"project_api.ProjectApi.get_children_projects_by_tag":"project_api.ProjectApi.get_children_projects_by_tag: Retrieves a list of all child projects associated with a specific tag within a parent project.\nParameter tag (string); required; The unique identifier used to filter child projects within the parent project.\nParameter uuid (string); required; The universally unique identifier (UUID) of the parent project from which to retrieve child projects.\nParameter excludeInactive (boolean); Determines whether to exclude inactive child projects from the results.; default: False","project_api.ProjectApi.get_projects_by_tag":"project_api.ProjectApi.get_projects_by_tag: Returns a list of all projects associated with a specified tag, with options to exclude inactive projects and children projects.\nParameter tag (string); required; The tag used to filter projects.\nParameter excludeInactive (boolean); If set to true, inactive projects will not be included in the results.; default: False\nParameter onlyRoot (boolean); If set to true, only root projects without children will be included in the results.; default: False","project_api.ProjectApi.get_children_projects":"project_api.ProjectApi.get_children_projects: Retrieve a list of all child projects associated with a given parent project, with an option to exclude inactive projects.\nParameter uuid (string); required; The unique identifier (UUID) of the parent project for which child projects are to be retrieved.\nParameter excludeInactive (boolean); When set to true, inactive child projects will not be included in the response.; default: False","project_api.ProjectApi.get_children_projects_by_classifier":"project_api.ProjectApi.get_children_projects_by_classifier: This function retrieves a list of child projects associated with a given project UUID, filtered by a specified classifier. Optionally, inactive projects can be excluded from the results.\nParameter classifier (string); required; The classifier used to filter child projects. This could be a category or type of project, such as 'infrastructure' or 'research'.\nParameter uuid (string); required; The unique identifier of the parent project in UUID format, from which the children projects are derived.\nParameter excludeInactive (boolean); A flag to determine whether inactive child projects should be excluded from the list. By default, all child projects are included.; default: False","project_api.ProjectApi.get_projects":"project_api.ProjectApi.get_projects: Retrieve a list of all projects from the database. Allows filtering by project name and controlling whether inactive or child projects are included in the results.\nParameter name (string); The name of the project to filter the query results. If left empty, all projects will be returned.; default: \nParameter excludeInactive (boolean); required; If true, inactive projects will not be included in the result set.\nParameter onlyRoot (boolean); required; If true, only root projects will be returned, excluding any child projects."},"clm":{"choice":"project_api.ProjectApi.get_projects_by_tag","correct":false,"latency_ms":121.12,"confidence":0.360918},"jev":{"choice":"project_api.ProjectApi.get_children_projects_by_tag","correct":true,"latency_ms":127.74,"confidence":1.0}},"schema":{"criteria":{"project_api.ProjectApi.get_children_projects_by_tag":"{\"description\":\"Retrieves a list of all child projects associated with a specific tag within a parent project.\",\"name\":\"project_api.ProjectApi.get_children_projects_by_tag\",\"parameters\":{\"properties\":{\"excludeInactive\":{\"default\":false,\"description\":\"Determines whether to exclude inactive child projects from the results.\",\"type\":\"boolean\"},\"tag\":{\"description\":\"The unique identifier used to filter child projects within the parent project.\",\"type\":\"string\"},\"uuid\":{\"description\":\"The universally unique identifier (UUID) of the parent project from which to retrieve child projects.\",\"type\":\"string\"}},\"required\":[\"tag\",\"uuid\"],\"type\":\"dict\"}}","project_api.ProjectApi.get_projects_by_tag":"{\"description\":\"Returns a list of all projects associated with a specified tag, with options to exclude inactive projects and children projects.\",\"name\":\"project_api.ProjectApi.get_projects_by_tag\",\"parameters\":{\"properties\":{\"excludeInactive\":{\"default\":false,\"description\":\"If set to true, inactive projects will not be included in the results.\",\"type\":\"boolean\"},\"onlyRoot\":{\"default\":false,\"description\":\"If set to true, only root projects without children will be included in the results.\",\"type\":\"boolean\"},\"tag\":{\"description\":\"The tag used to filter projects.\",\"type\":\"string\"}},\"required\":[\"tag\"],\"type\":\"dict\"}}","project_api.ProjectApi.get_children_projects":"{\"description\":\"Retrieve a list of all child projects associated with a given parent project, with an option to exclude inactive projects.\",\"name\":\"project_api.ProjectApi.get_children_projects\",\"parameters\":{\"properties\":{\"excludeInactive\":{\"default\":false,\"description\":\"When set to true, inactive child projects will not be included in the response.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The unique identifier (UUID) of the parent project for which child projects are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","project_api.ProjectApi.get_children_projects_by_classifier":"{\"description\":\"This function retrieves a list of child projects associated with a given project UUID, filtered by a specified classifier. Optionally, inactive projects can be excluded from the results.\",\"name\":\"project_api.ProjectApi.get_children_projects_by_classifier\",\"parameters\":{\"properties\":{\"classifier\":{\"description\":\"The classifier used to filter child projects. This could be a category or type of project, such as 'infrastructure' or 'research'.\",\"type\":\"string\"},\"excludeInactive\":{\"default\":false,\"description\":\"A flag to determine whether inactive child projects should be excluded from the list. By default, all child projects are included.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The unique identifier of the parent project in UUID format, from which the children projects are derived.\",\"type\":\"string\"}},\"required\":[\"classifier\",\"uuid\"],\"type\":\"dict\"}}","project_api.ProjectApi.get_projects":"{\"description\":\"Retrieve a list of all projects from the database. Allows filtering by project name and controlling whether inactive or child projects are included in the results.\",\"name\":\"project_api.ProjectApi.get_projects\",\"parameters\":{\"properties\":{\"excludeInactive\":{\"description\":\"If true, inactive projects will not be included in the result set.\",\"type\":\"boolean\"},\"name\":{\"default\":\"\",\"description\":\"The name of the project to filter the query results. If left empty, all projects will be returned.\",\"type\":\"string\"},\"onlyRoot\":{\"description\":\"If true, only root projects will be returned, excluding any child projects.\",\"type\":\"boolean\"}},\"required\":[\"excludeInactive\",\"onlyRoot\"],\"type\":\"dict\"}}"},"clm":{"choice":"project_api.ProjectApi.get_children_projects","correct":false,"latency_ms":164.47,"confidence":0.332294},"jev":{"choice":"project_api.ProjectApi.get_children_projects_by_tag","correct":true,"latency_ms":101.01,"confidence":1.0}}}},{"id":"live_multiple_228-102-0","split":"live_multiple","state":"User: Give me an analysis trail for my project id SUPERFANCY with component UUID AB1010CD and vulnerability ef903ac-893-f00","expected":"analysis_api.AnalysisApi.retrieve_analysis","candidate_count":5,"views":{"description":{"criteria":{"analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the analysis trail associated with a specified vulnerability within a component of a project.","finding_api.FindingApi.analyze_project":"finding_api.FindingApi.analyze_project: Initiates a vulnerability analysis for the specified project using its unique identifier (UUID).","violationanalysis_api.retrieve_analysis":"violationanalysis_api.retrieve_analysis: Retrieves the details of a violation analysis trail for a given component and policy violation by their UUIDs.","VulnerabilityApi.get_vulnerabilities_by_component":"VulnerabilityApi.get_vulnerabilities_by_component: Retrieves a list of all identified vulnerabilities associated with a specific software component, allowing for optional inclusion of suppressed vulnerabilities.","VulnerabilityApi.get_vulnerabilities_by_project":"VulnerabilityApi.get_vulnerabilities_by_project: Retrieve a list of all identified vulnerabilities associated with a given project using its unique identifier (UUID)."},"clm":{"choice":"VulnerabilityApi.get_vulnerabilities_by_project","correct":false,"latency_ms":97.78,"confidence":0.339587},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":123.39,"confidence":1.0}},"prose_schema":{"criteria":{"analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the analysis trail associated with a specified vulnerability within a component of a project.\nParameter project (string); required; The UUID of the project to which the analysis trail belongs.\nParameter component (string); required; The UUID of the component within the project being analyzed.\nParameter vulnerability (string); required; The UUID of the vulnerability for which the analysis trail is retrieved.","finding_api.FindingApi.analyze_project":"finding_api.FindingApi.analyze_project: Initiates a vulnerability analysis for the specified project using its unique identifier (UUID).\nParameter uuid (string); required; The unique identifier (UUID) of the project for which the vulnerability analysis is to be triggered.","violationanalysis_api.retrieve_analysis":"violationanalysis_api.retrieve_analysis: Retrieves the details of a violation analysis trail for a given component and policy violation by their UUIDs.\nParameter component (string); required; The unique identifier (UUID) of the component for which the analysis trail is to be retrieved.\nParameter policyViolation (string); required; The unique identifier (UUID) of the policy violation associated with the component.","VulnerabilityApi.get_vulnerabilities_by_component":"VulnerabilityApi.get_vulnerabilities_by_component: Retrieves a list of all identified vulnerabilities associated with a specific software component, allowing for optional inclusion of suppressed vulnerabilities.\nParameter uuid (string); required; The universally unique identifier (UUID) of the software component for which vulnerabilities are being queried.\nParameter suppressed (boolean); A flag to determine whether suppressed vulnerabilities should be included in the response. Suppressed vulnerabilities are those that have been flagged as false positives or accepted risks.; default: False","VulnerabilityApi.get_vulnerabilities_by_project":"VulnerabilityApi.get_vulnerabilities_by_project: Retrieve a list of all identified vulnerabilities associated with a given project using its unique identifier (UUID).\nParameter uuid (string); required; The unique identifier (UUID) of the project for which the vulnerabilities are being queried.\nParameter suppressed (boolean); Indicates whether to include suppressed vulnerabilities in the result. Suppressed vulnerabilities are those that have been marked as ignored or irrelevant.; default: False"},"clm":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":104.63,"confidence":0.521157},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":128.24,"confidence":1.0}},"schema":{"criteria":{"analysis_api.AnalysisApi.retrieve_analysis":"{\"description\":\"Retrieves the analysis trail associated with a specified vulnerability within a component of a project.\",\"name\":\"analysis_api.AnalysisApi.retrieve_analysis\",\"parameters\":{\"properties\":{\"component\":{\"description\":\"The UUID of the component within the project being analyzed.\",\"type\":\"string\"},\"project\":{\"description\":\"The UUID of the project to which the analysis trail belongs.\",\"type\":\"string\"},\"vulnerability\":{\"description\":\"The UUID of the vulnerability for which the analysis trail is retrieved.\",\"type\":\"string\"}},\"required\":[\"project\",\"component\",\"vulnerability\"],\"type\":\"dict\"}}","finding_api.FindingApi.analyze_project":"{\"description\":\"Initiates a vulnerability analysis for the specified project using its unique identifier (UUID).\",\"name\":\"finding_api.FindingApi.analyze_project\",\"parameters\":{\"properties\":{\"uuid\":{\"description\":\"The unique identifier (UUID) of the project for which the vulnerability analysis is to be triggered.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","violationanalysis_api.retrieve_analysis":"{\"description\":\"Retrieves the details of a violation analysis trail for a given component and policy violation by their UUIDs.\",\"name\":\"violationanalysis_api.retrieve_analysis\",\"parameters\":{\"properties\":{\"component\":{\"description\":\"The unique identifier (UUID) of the component for which the analysis trail is to be retrieved.\",\"type\":\"string\"},\"policyViolation\":{\"description\":\"The unique identifier (UUID) of the policy violation associated with the component.\",\"type\":\"string\"}},\"required\":[\"component\",\"policyViolation\"],\"type\":\"dict\"}}","VulnerabilityApi.get_vulnerabilities_by_component":"{\"description\":\"Retrieves a list of all identified vulnerabilities associated with a specific software component, allowing for optional inclusion of suppressed vulnerabilities.\",\"name\":\"VulnerabilityApi.get_vulnerabilities_by_component\",\"parameters\":{\"properties\":{\"suppressed\":{\"default\":false,\"description\":\"A flag to determine whether suppressed vulnerabilities should be included in the response. Suppressed vulnerabilities are those that have been flagged as false positives or accepted risks.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The universally unique identifier (UUID) of the software component for which vulnerabilities are being queried.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","VulnerabilityApi.get_vulnerabilities_by_project":"{\"description\":\"Retrieve a list of all identified vulnerabilities associated with a given project using its unique identifier (UUID).\",\"name\":\"VulnerabilityApi.get_vulnerabilities_by_project\",\"parameters\":{\"properties\":{\"suppressed\":{\"default\":false,\"description\":\"Indicates whether to include suppressed vulnerabilities in the result. Suppressed vulnerabilities are those that have been marked as ignored or irrelevant.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The unique identifier (UUID) of the project for which the vulnerabilities are being queried.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}"},"clm":{"choice":"violationanalysis_api.retrieve_analysis","correct":false,"latency_ms":134.54,"confidence":0.242575},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":118.55,"confidence":1.0}}}},{"id":"live_multiple_229-103-0","split":"live_multiple","state":"User: get the contact information for the employee A1234567B?","expected":"get_contact_information","candidate_count":3,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieve the current weather conditions for a specified location in the desired unit of temperature.","get_area_of_square":"get_area_of_square: Calculates the area of a square by squaring the length of one of its sides.","get_contact_information":"get_contact_information: Retrieve the contact information for an individual based on their name or identification number. One of the parameters 'name' or 'id_no' must be provided, but not both."},"clm":{"choice":"get_contact_information","correct":true,"latency_ms":78.42,"confidence":0.999971},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":98.28,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieve the current weather conditions for a specified location in the desired unit of temperature.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'Austin, TX'.\nParameter unit (string); The unit of temperature for the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","get_area_of_square":"get_area_of_square: Calculates the area of a square by squaring the length of one of its sides.\nParameter size (float); required; The length of one side of the square in units.","get_contact_information":"get_contact_information: Retrieve the contact information for an individual based on their name or identification number. One of the parameters 'name' or 'id_no' must be provided, but not both.\nParameter name (string); The full name of the individual. Provide the name in the format 'First Last', such as 'John Doe'. Optional, but if 'id_no' is not provided, 'name' becomes required.; default: None\nParameter id_no (string); The unique identification number assigned to the individual. It should be in the format 'A1234567B'. Optional, but if 'name' is not provided, 'id_no' becomes required.; default: None"},"clm":{"choice":"get_contact_information","correct":true,"latency_ms":90.17,"confidence":0.999255},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":96.75,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieve the current weather conditions for a specified location in the desired unit of temperature.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'Austin, TX'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature for the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","get_area_of_square":"{\"description\":\"Calculates the area of a square by squaring the length of one of its sides.\",\"name\":\"get_area_of_square\",\"parameters\":{\"properties\":{\"size\":{\"description\":\"The length of one side of the square in units.\",\"type\":\"float\"}},\"required\":[\"size\"],\"type\":\"dict\"}}","get_contact_information":"{\"description\":\"Retrieve the contact information for an individual based on their name or identification number. One of the parameters 'name' or 'id_no' must be provided, but not both.\",\"name\":\"get_contact_information\",\"parameters\":{\"properties\":{\"id_no\":{\"default\":null,\"description\":\"The unique identification number assigned to the individual. It should be in the format 'A1234567B'. Optional, but if 'name' is not provided, 'id_no' becomes required.\",\"type\":\"string\"},\"name\":{\"default\":null,\"description\":\"The full name of the individual. Provide the name in the format 'First Last', such as 'John Doe'. Optional, but if 'id_no' is not provided, 'name' becomes required.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"get_area_of_square","correct":false,"latency_ms":124.78,"confidence":0.812306},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":112.65,"confidence":1.0}}}},{"id":"live_multiple_230-103-1","split":"live_multiple","state":"User: What's the address of Liam Neeson?","expected":"get_contact_information","candidate_count":3,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieve the current weather conditions for a specified location in the desired unit of temperature.","get_area_of_square":"get_area_of_square: Calculates the area of a square by squaring the length of one of its sides.","get_contact_information":"get_contact_information: Retrieve the contact information for an individual based on their name or identification number. One of the parameters 'name' or 'id_no' must be provided, but not both."},"clm":{"choice":"get_contact_information","correct":true,"latency_ms":29.56,"confidence":0.998819},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":99.5,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieve the current weather conditions for a specified location in the desired unit of temperature.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'Austin, TX'.\nParameter unit (string); The unit of temperature for the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","get_area_of_square":"get_area_of_square: Calculates the area of a square by squaring the length of one of its sides.\nParameter size (float); required; The length of one side of the square in units.","get_contact_information":"get_contact_information: Retrieve the contact information for an individual based on their name or identification number. One of the parameters 'name' or 'id_no' must be provided, but not both.\nParameter name (string); The full name of the individual. Provide the name in the format 'First Last', such as 'John Doe'. Optional, but if 'id_no' is not provided, 'name' becomes required.; default: None\nParameter id_no (string); The unique identification number assigned to the individual. It should be in the format 'A1234567B'. Optional, but if 'name' is not provided, 'id_no' becomes required.; default: None"},"clm":{"choice":"get_contact_information","correct":true,"latency_ms":29.57,"confidence":0.997381},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":116.81,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieve the current weather conditions for a specified location in the desired unit of temperature.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'Austin, TX'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of temperature for the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","get_area_of_square":"{\"description\":\"Calculates the area of a square by squaring the length of one of its sides.\",\"name\":\"get_area_of_square\",\"parameters\":{\"properties\":{\"size\":{\"description\":\"The length of one side of the square in units.\",\"type\":\"float\"}},\"required\":[\"size\"],\"type\":\"dict\"}}","get_contact_information":"{\"description\":\"Retrieve the contact information for an individual based on their name or identification number. One of the parameters 'name' or 'id_no' must be provided, but not both.\",\"name\":\"get_contact_information\",\"parameters\":{\"properties\":{\"id_no\":{\"default\":null,\"description\":\"The unique identification number assigned to the individual. It should be in the format 'A1234567B'. Optional, but if 'name' is not provided, 'id_no' becomes required.\",\"type\":\"string\"},\"name\":{\"default\":null,\"description\":\"The full name of the individual. Provide the name in the format 'First Last', such as 'John Doe'. Optional, but if 'id_no' is not provided, 'name' becomes required.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"get_area_of_square","correct":false,"latency_ms":34.13,"confidence":0.900254},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":116.94,"confidence":1.0}}}},{"id":"live_multiple_231-104-0","split":"live_multiple","state":"User: Find the contact information for the employee 123?","expected":"get_contact_information","candidate_count":3,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location in the desired temperature unit.","get_area_of_square":"get_area_of_square: Calculates the area of a square by squaring the length of one of its sides.","get_contact_information":"get_contact_information: Retrieves the contact information for an individual using their full name or identification number. Either the 'name' or 'id_no' parameter must be provided. If both are given, 'id_no' takes precedence over 'name'."},"clm":{"choice":"get_contact_information","correct":true,"latency_ms":57.26,"confidence":0.999363},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":104.42,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location in the desired temperature unit.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The temperature unit for the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","get_area_of_square":"get_area_of_square: Calculates the area of a square by squaring the length of one of its sides.\nParameter size (float); required; The length of one side of the square in units.","get_contact_information":"get_contact_information: Retrieves the contact information for an individual using their full name or identification number. Either the 'name' or 'id_no' parameter must be provided. If both are given, 'id_no' takes precedence over 'name'.\nParameter name (string); The full name of the person, in the format 'First Last'. Example: 'John Doe'. If not provided, the function will attempt to use 'id_no' as the lookup parameter.; default: None\nParameter id_no (string); The unique identification number of the person, used as an alternative to 'name' for retrieving contact information.; default: None"},"clm":{"choice":"get_contact_information","correct":true,"latency_ms":72.47,"confidence":0.986001},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":127.68,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location in the desired temperature unit.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The temperature unit for the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","get_area_of_square":"{\"description\":\"Calculates the area of a square by squaring the length of one of its sides.\",\"name\":\"get_area_of_square\",\"parameters\":{\"properties\":{\"size\":{\"description\":\"The length of one side of the square in units.\",\"type\":\"float\"}},\"required\":[\"size\"],\"type\":\"dict\"}}","get_contact_information":"{\"description\":\"Retrieves the contact information for an individual using their full name or identification number. Either the 'name' or 'id_no' parameter must be provided. If both are given, 'id_no' takes precedence over 'name'.\",\"name\":\"get_contact_information\",\"parameters\":{\"properties\":{\"id_no\":{\"default\":null,\"description\":\"The unique identification number of the person, used as an alternative to 'name' for retrieving contact information.\",\"type\":\"string\"},\"name\":{\"default\":null,\"description\":\"The full name of the person, in the format 'First Last'. Example: 'John Doe'. If not provided, the function will attempt to use 'id_no' as the lookup parameter.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"get_area_of_square","correct":false,"latency_ms":71.16,"confidence":0.774999},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":176.88,"confidence":1.0}}}},{"id":"live_multiple_232-104-1","split":"live_multiple","state":"User: I need to send a letter to Liam Neeson, Find his contact information for me?","expected":"get_contact_information","candidate_count":3,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location in the desired temperature unit.","get_area_of_square":"get_area_of_square: Calculates the area of a square by squaring the length of one of its sides.","get_contact_information":"get_contact_information: Retrieves the contact information for an individual using their full name or identification number. Either the 'name' or 'id_no' parameter must be provided. If both are given, 'id_no' takes precedence over 'name'."},"clm":{"choice":"get_contact_information","correct":true,"latency_ms":34.91,"confidence":0.994605},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":111.17,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location in the desired temperature unit.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The temperature unit for the weather report.; allowed values: celsius, fahrenheit; default: fahrenheit","get_area_of_square":"get_area_of_square: Calculates the area of a square by squaring the length of one of its sides.\nParameter size (float); required; The length of one side of the square in units.","get_contact_information":"get_contact_information: Retrieves the contact information for an individual using their full name or identification number. Either the 'name' or 'id_no' parameter must be provided. If both are given, 'id_no' takes precedence over 'name'.\nParameter name (string); The full name of the person, in the format 'First Last'. Example: 'John Doe'. If not provided, the function will attempt to use 'id_no' as the lookup parameter.; default: None\nParameter id_no (string); The unique identification number of the person, used as an alternative to 'name' for retrieving contact information.; default: None"},"clm":{"choice":"get_contact_information","correct":true,"latency_ms":28.04,"confidence":0.976392},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":98.57,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location in the desired temperature unit.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The temperature unit for the weather report.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","get_area_of_square":"{\"description\":\"Calculates the area of a square by squaring the length of one of its sides.\",\"name\":\"get_area_of_square\",\"parameters\":{\"properties\":{\"size\":{\"description\":\"The length of one side of the square in units.\",\"type\":\"float\"}},\"required\":[\"size\"],\"type\":\"dict\"}}","get_contact_information":"{\"description\":\"Retrieves the contact information for an individual using their full name or identification number. Either the 'name' or 'id_no' parameter must be provided. If both are given, 'id_no' takes precedence over 'name'.\",\"name\":\"get_contact_information\",\"parameters\":{\"properties\":{\"id_no\":{\"default\":null,\"description\":\"The unique identification number of the person, used as an alternative to 'name' for retrieving contact information.\",\"type\":\"string\"},\"name\":{\"default\":null,\"description\":\"The full name of the person, in the format 'First Last'. Example: 'John Doe'. If not provided, the function will attempt to use 'id_no' as the lookup parameter.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"get_area_of_square","correct":false,"latency_ms":53.1,"confidence":0.816356},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":100.57,"confidence":1.0}}}},{"id":"live_multiple_233-105-0","split":"live_multiple","state":"User: retrieve the contact details for Rayson Goh?","expected":"get_contact_information","candidate_count":3,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather information for a specified city and state.","get_area_of_square":"get_area_of_square: Calculates the area of a square by squaring the length of one of its sides.","get_contact_information":"get_contact_information: Retrieve the contact details of a person using their name or identification number. At least one identifier (name or identification number) is required for the lookup."},"clm":{"choice":"get_contact_information","correct":true,"latency_ms":77.87,"confidence":0.998828},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":99.12,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather information for a specified city and state.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of measurement for temperature values.; allowed values: celsius, fahrenheit; default: fahrenheit","get_area_of_square":"get_area_of_square: Calculates the area of a square by squaring the length of one of its sides.\nParameter size (float); required; The length of one side of the square in units.","get_contact_information":"get_contact_information: Retrieve the contact details of a person using their name or identification number. At least one identifier (name or identification number) is required for the lookup.\nParameter name (string); The full name of the person. Optional if the identification number is provided. If omitted, the system will prompt for additional search criteria.; default: None\nParameter identification_number (string); The unique identification number for the person. Optional if the name is provided. If omitted, the system will prompt for additional search criteria.; default: None"},"clm":{"choice":"get_contact_information","correct":true,"latency_ms":98.56,"confidence":0.997576},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":96.67,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather information for a specified city and state.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of measurement for temperature values.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","get_area_of_square":"{\"description\":\"Calculates the area of a square by squaring the length of one of its sides.\",\"name\":\"get_area_of_square\",\"parameters\":{\"properties\":{\"size\":{\"description\":\"The length of one side of the square in units.\",\"type\":\"float\"}},\"required\":[\"size\"],\"type\":\"dict\"}}","get_contact_information":"{\"description\":\"Retrieve the contact details of a person using their name or identification number. At least one identifier (name or identification number) is required for the lookup.\",\"name\":\"get_contact_information\",\"parameters\":{\"properties\":{\"identification_number\":{\"default\":null,\"description\":\"The unique identification number for the person. Optional if the name is provided. If omitted, the system will prompt for additional search criteria.\",\"type\":\"string\"},\"name\":{\"default\":null,\"description\":\"The full name of the person. Optional if the identification number is provided. If omitted, the system will prompt for additional search criteria.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"get_area_of_square","correct":false,"latency_ms":82.54,"confidence":0.804461},"jev":{"choice":"get_contact_information","correct":true,"latency_ms":122.81,"confidence":1.0}}}},{"id":"live_multiple_234-106-0","split":"live_multiple","state":"User: Set columnCount to 8","expected":"set_integer","candidate_count":4,"views":{"description":{"criteria":{"set_integer":"set_integer: Sets the value of an integer variable specified by its name.","set_string":"set_string: Assigns a new value to the specified string variable.","set_float":"set_float: Assigns a floating-point number to the specified variable.","set_point":"set_point: Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name."},"clm":{"choice":"set_float","correct":false,"latency_ms":79.73,"confidence":0.866275},"jev":{"choice":"set_integer","correct":true,"latency_ms":103.71,"confidence":1.0}},"prose_schema":{"criteria":{"set_integer":"set_integer: Sets the value of an integer variable specified by its name.\nParameter name (string); required; The unique identifier for the integer variable.\nParameter value (integer); required; The value to assign to the integer variable.","set_string":"set_string: Assigns a new value to the specified string variable.\nParameter string_name (string); required; The identifier of the string variable to be updated.\nParameter string_value (string); required; The new content that the string variable will hold.","set_float":"set_float: Assigns a floating-point number to the specified variable.\nParameter number_name (string); required; The identifier for the floating-point variable.\nParameter number_value (float); required; The floating-point value to be assigned to the variable.","set_point":"set_point: Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name.\nParameter x (float); required; The X coordinate of the point in units.\nParameter y (float); required; The Y coordinate of the point in units.\nParameter z (float); required; The Z coordinate of the point in units.\nParameter point_name (string); required; The unique name assigned to the point."},"clm":{"choice":"set_integer","correct":true,"latency_ms":89.72,"confidence":0.527417},"jev":{"choice":"set_integer","correct":true,"latency_ms":97.27,"confidence":1.0}},"schema":{"criteria":{"set_integer":"{\"description\":\"Sets the value of an integer variable specified by its name.\",\"name\":\"set_integer\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique identifier for the integer variable.\",\"type\":\"string\"},\"value\":{\"description\":\"The value to assign to the integer variable.\",\"type\":\"integer\"}},\"required\":[\"name\",\"value\"],\"type\":\"dict\"}}","set_string":"{\"description\":\"Assigns a new value to the specified string variable.\",\"name\":\"set_string\",\"parameters\":{\"properties\":{\"string_name\":{\"description\":\"The identifier of the string variable to be updated.\",\"type\":\"string\"},\"string_value\":{\"description\":\"The new content that the string variable will hold.\",\"type\":\"string\"}},\"required\":[\"string_name\",\"string_value\"],\"type\":\"dict\"}}","set_float":"{\"description\":\"Assigns a floating-point number to the specified variable.\",\"name\":\"set_float\",\"parameters\":{\"properties\":{\"number_name\":{\"description\":\"The identifier for the floating-point variable.\",\"type\":\"string\"},\"number_value\":{\"description\":\"The floating-point value to be assigned to the variable.\",\"type\":\"float\"}},\"required\":[\"number_name\",\"number_value\"],\"type\":\"dict\"}}","set_point":"{\"description\":\"Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name.\",\"name\":\"set_point\",\"parameters\":{\"properties\":{\"point_name\":{\"description\":\"The unique name assigned to the point.\",\"type\":\"string\"},\"x\":{\"description\":\"The X coordinate of the point in units.\",\"type\":\"float\"},\"y\":{\"description\":\"The Y coordinate of the point in units.\",\"type\":\"float\"},\"z\":{\"description\":\"The Z coordinate of the point in units.\",\"type\":\"float\"}},\"required\":[\"x\",\"y\",\"z\",\"point_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"set_float","correct":false,"latency_ms":160.61,"confidence":0.589725},"jev":{"choice":"set_integer","correct":true,"latency_ms":97.82,"confidence":1.0}}}},{"id":"live_multiple_235-106-1","split":"live_multiple","state":"User: Ändere columnCount zu 12","expected":"set_integer","candidate_count":4,"views":{"description":{"criteria":{"set_integer":"set_integer: Sets the value of an integer variable specified by its name.","set_string":"set_string: Assigns a new value to the specified string variable.","set_float":"set_float: Assigns a floating-point number to the specified variable.","set_point":"set_point: Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name."},"clm":{"choice":"set_float","correct":false,"latency_ms":41.71,"confidence":0.561477},"jev":{"choice":"set_integer","correct":true,"latency_ms":128.84,"confidence":1.0}},"prose_schema":{"criteria":{"set_integer":"set_integer: Sets the value of an integer variable specified by its name.\nParameter name (string); required; The unique identifier for the integer variable.\nParameter value (integer); required; The value to assign to the integer variable.","set_string":"set_string: Assigns a new value to the specified string variable.\nParameter string_name (string); required; The identifier of the string variable to be updated.\nParameter string_value (string); required; The new content that the string variable will hold.","set_float":"set_float: Assigns a floating-point number to the specified variable.\nParameter number_name (string); required; The identifier for the floating-point variable.\nParameter number_value (float); required; The floating-point value to be assigned to the variable.","set_point":"set_point: Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name.\nParameter x (float); required; The X coordinate of the point in units.\nParameter y (float); required; The Y coordinate of the point in units.\nParameter z (float); required; The Z coordinate of the point in units.\nParameter point_name (string); required; The unique name assigned to the point."},"clm":{"choice":"set_integer","correct":true,"latency_ms":28.57,"confidence":0.754985},"jev":{"choice":"set_integer","correct":true,"latency_ms":100.0,"confidence":1.0}},"schema":{"criteria":{"set_integer":"{\"description\":\"Sets the value of an integer variable specified by its name.\",\"name\":\"set_integer\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique identifier for the integer variable.\",\"type\":\"string\"},\"value\":{\"description\":\"The value to assign to the integer variable.\",\"type\":\"integer\"}},\"required\":[\"name\",\"value\"],\"type\":\"dict\"}}","set_string":"{\"description\":\"Assigns a new value to the specified string variable.\",\"name\":\"set_string\",\"parameters\":{\"properties\":{\"string_name\":{\"description\":\"The identifier of the string variable to be updated.\",\"type\":\"string\"},\"string_value\":{\"description\":\"The new content that the string variable will hold.\",\"type\":\"string\"}},\"required\":[\"string_name\",\"string_value\"],\"type\":\"dict\"}}","set_float":"{\"description\":\"Assigns a floating-point number to the specified variable.\",\"name\":\"set_float\",\"parameters\":{\"properties\":{\"number_name\":{\"description\":\"The identifier for the floating-point variable.\",\"type\":\"string\"},\"number_value\":{\"description\":\"The floating-point value to be assigned to the variable.\",\"type\":\"float\"}},\"required\":[\"number_name\",\"number_value\"],\"type\":\"dict\"}}","set_point":"{\"description\":\"Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name.\",\"name\":\"set_point\",\"parameters\":{\"properties\":{\"point_name\":{\"description\":\"The unique name assigned to the point.\",\"type\":\"string\"},\"x\":{\"description\":\"The X coordinate of the point in units.\",\"type\":\"float\"},\"y\":{\"description\":\"The Y coordinate of the point in units.\",\"type\":\"float\"},\"z\":{\"description\":\"The Z coordinate of the point in units.\",\"type\":\"float\"}},\"required\":[\"x\",\"y\",\"z\",\"point_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"set_integer","correct":true,"latency_ms":34.08,"confidence":0.391781},"jev":{"choice":"set_integer","correct":true,"latency_ms":112.0,"confidence":1.0}}}},{"id":"live_multiple_236-106-2","split":"live_multiple","state":"User: Move 'pointA' to 2,3,4","expected":"set_point","candidate_count":4,"views":{"description":{"criteria":{"set_integer":"set_integer: Sets the value of an integer variable specified by its name.","set_string":"set_string: Assigns a new value to the specified string variable.","set_float":"set_float: Assigns a floating-point number to the specified variable.","set_point":"set_point: Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name."},"clm":{"choice":"set_float","correct":false,"latency_ms":30.18,"confidence":0.668949},"jev":{"choice":"set_point","correct":true,"latency_ms":95.53,"confidence":1.0}},"prose_schema":{"criteria":{"set_integer":"set_integer: Sets the value of an integer variable specified by its name.\nParameter name (string); required; The unique identifier for the integer variable.\nParameter value (integer); required; The value to assign to the integer variable.","set_string":"set_string: Assigns a new value to the specified string variable.\nParameter string_name (string); required; The identifier of the string variable to be updated.\nParameter string_value (string); required; The new content that the string variable will hold.","set_float":"set_float: Assigns a floating-point number to the specified variable.\nParameter number_name (string); required; The identifier for the floating-point variable.\nParameter number_value (float); required; The floating-point value to be assigned to the variable.","set_point":"set_point: Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name.\nParameter x (float); required; The X coordinate of the point in units.\nParameter y (float); required; The Y coordinate of the point in units.\nParameter z (float); required; The Z coordinate of the point in units.\nParameter point_name (string); required; The unique name assigned to the point."},"clm":{"choice":"set_point","correct":true,"latency_ms":37.02,"confidence":0.770478},"jev":{"choice":"set_point","correct":true,"latency_ms":92.67,"confidence":1.0}},"schema":{"criteria":{"set_integer":"{\"description\":\"Sets the value of an integer variable specified by its name.\",\"name\":\"set_integer\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique identifier for the integer variable.\",\"type\":\"string\"},\"value\":{\"description\":\"The value to assign to the integer variable.\",\"type\":\"integer\"}},\"required\":[\"name\",\"value\"],\"type\":\"dict\"}}","set_string":"{\"description\":\"Assigns a new value to the specified string variable.\",\"name\":\"set_string\",\"parameters\":{\"properties\":{\"string_name\":{\"description\":\"The identifier of the string variable to be updated.\",\"type\":\"string\"},\"string_value\":{\"description\":\"The new content that the string variable will hold.\",\"type\":\"string\"}},\"required\":[\"string_name\",\"string_value\"],\"type\":\"dict\"}}","set_float":"{\"description\":\"Assigns a floating-point number to the specified variable.\",\"name\":\"set_float\",\"parameters\":{\"properties\":{\"number_name\":{\"description\":\"The identifier for the floating-point variable.\",\"type\":\"string\"},\"number_value\":{\"description\":\"The floating-point value to be assigned to the variable.\",\"type\":\"float\"}},\"required\":[\"number_name\",\"number_value\"],\"type\":\"dict\"}}","set_point":"{\"description\":\"Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name.\",\"name\":\"set_point\",\"parameters\":{\"properties\":{\"point_name\":{\"description\":\"The unique name assigned to the point.\",\"type\":\"string\"},\"x\":{\"description\":\"The X coordinate of the point in units.\",\"type\":\"float\"},\"y\":{\"description\":\"The Y coordinate of the point in units.\",\"type\":\"float\"},\"z\":{\"description\":\"The Z coordinate of the point in units.\",\"type\":\"float\"}},\"required\":[\"x\",\"y\",\"z\",\"point_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"set_float","correct":false,"latency_ms":30.66,"confidence":0.469017},"jev":{"choice":"set_point","correct":true,"latency_ms":133.83,"confidence":1.0}}}},{"id":"live_multiple_237-106-3","split":"live_multiple","state":"User: Pick one of the provided functions to fulfill the following command: Change the point 'pointA' to 2,3,4","expected":"set_point","candidate_count":4,"views":{"description":{"criteria":{"set_integer":"set_integer: Sets the value of an integer variable specified by its name.","set_string":"set_string: Assigns a new value to the specified string variable.","set_float":"set_float: Assigns a floating-point number to the specified variable.","set_point":"set_point: Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name."},"clm":{"choice":"set_float","correct":false,"latency_ms":29.85,"confidence":0.502172},"jev":{"choice":"set_point","correct":true,"latency_ms":108.35,"confidence":1.0}},"prose_schema":{"criteria":{"set_integer":"set_integer: Sets the value of an integer variable specified by its name.\nParameter name (string); required; The unique identifier for the integer variable.\nParameter value (integer); required; The value to assign to the integer variable.","set_string":"set_string: Assigns a new value to the specified string variable.\nParameter string_name (string); required; The identifier of the string variable to be updated.\nParameter string_value (string); required; The new content that the string variable will hold.","set_float":"set_float: Assigns a floating-point number to the specified variable.\nParameter number_name (string); required; The identifier for the floating-point variable.\nParameter number_value (float); required; The floating-point value to be assigned to the variable.","set_point":"set_point: Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name.\nParameter x (float); required; The X coordinate of the point in units.\nParameter y (float); required; The Y coordinate of the point in units.\nParameter z (float); required; The Z coordinate of the point in units.\nParameter point_name (string); required; The unique name assigned to the point."},"clm":{"choice":"set_float","correct":false,"latency_ms":41.86,"confidence":0.554781},"jev":{"choice":"set_point","correct":true,"latency_ms":144.21,"confidence":1.0}},"schema":{"criteria":{"set_integer":"{\"description\":\"Sets the value of an integer variable specified by its name.\",\"name\":\"set_integer\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique identifier for the integer variable.\",\"type\":\"string\"},\"value\":{\"description\":\"The value to assign to the integer variable.\",\"type\":\"integer\"}},\"required\":[\"name\",\"value\"],\"type\":\"dict\"}}","set_string":"{\"description\":\"Assigns a new value to the specified string variable.\",\"name\":\"set_string\",\"parameters\":{\"properties\":{\"string_name\":{\"description\":\"The identifier of the string variable to be updated.\",\"type\":\"string\"},\"string_value\":{\"description\":\"The new content that the string variable will hold.\",\"type\":\"string\"}},\"required\":[\"string_name\",\"string_value\"],\"type\":\"dict\"}}","set_float":"{\"description\":\"Assigns a floating-point number to the specified variable.\",\"name\":\"set_float\",\"parameters\":{\"properties\":{\"number_name\":{\"description\":\"The identifier for the floating-point variable.\",\"type\":\"string\"},\"number_value\":{\"description\":\"The floating-point value to be assigned to the variable.\",\"type\":\"float\"}},\"required\":[\"number_name\",\"number_value\"],\"type\":\"dict\"}}","set_point":"{\"description\":\"Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name.\",\"name\":\"set_point\",\"parameters\":{\"properties\":{\"point_name\":{\"description\":\"The unique name assigned to the point.\",\"type\":\"string\"},\"x\":{\"description\":\"The X coordinate of the point in units.\",\"type\":\"float\"},\"y\":{\"description\":\"The Y coordinate of the point in units.\",\"type\":\"float\"},\"z\":{\"description\":\"The Z coordinate of the point in units.\",\"type\":\"float\"}},\"required\":[\"x\",\"y\",\"z\",\"point_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"set_float","correct":false,"latency_ms":36.66,"confidence":0.418698},"jev":{"choice":"set_point","correct":true,"latency_ms":112.38,"confidence":1.0}}}},{"id":"live_multiple_238-106-4","split":"live_multiple","state":"User: Set 'roomHeight' to 4.2","expected":"set_float","candidate_count":4,"views":{"description":{"criteria":{"set_integer":"set_integer: Sets the value of an integer variable specified by its name.","set_string":"set_string: Assigns a new value to the specified string variable.","set_float":"set_float: Assigns a floating-point number to the specified variable.","set_point":"set_point: Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name."},"clm":{"choice":"set_float","correct":true,"latency_ms":41.04,"confidence":0.911319},"jev":{"choice":"set_float","correct":true,"latency_ms":92.3,"confidence":1.0}},"prose_schema":{"criteria":{"set_integer":"set_integer: Sets the value of an integer variable specified by its name.\nParameter name (string); required; The unique identifier for the integer variable.\nParameter value (integer); required; The value to assign to the integer variable.","set_string":"set_string: Assigns a new value to the specified string variable.\nParameter string_name (string); required; The identifier of the string variable to be updated.\nParameter string_value (string); required; The new content that the string variable will hold.","set_float":"set_float: Assigns a floating-point number to the specified variable.\nParameter number_name (string); required; The identifier for the floating-point variable.\nParameter number_value (float); required; The floating-point value to be assigned to the variable.","set_point":"set_point: Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name.\nParameter x (float); required; The X coordinate of the point in units.\nParameter y (float); required; The Y coordinate of the point in units.\nParameter z (float); required; The Z coordinate of the point in units.\nParameter point_name (string); required; The unique name assigned to the point."},"clm":{"choice":"set_float","correct":true,"latency_ms":34.28,"confidence":0.472315},"jev":{"choice":"set_float","correct":true,"latency_ms":129.37,"confidence":1.0}},"schema":{"criteria":{"set_integer":"{\"description\":\"Sets the value of an integer variable specified by its name.\",\"name\":\"set_integer\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique identifier for the integer variable.\",\"type\":\"string\"},\"value\":{\"description\":\"The value to assign to the integer variable.\",\"type\":\"integer\"}},\"required\":[\"name\",\"value\"],\"type\":\"dict\"}}","set_string":"{\"description\":\"Assigns a new value to the specified string variable.\",\"name\":\"set_string\",\"parameters\":{\"properties\":{\"string_name\":{\"description\":\"The identifier of the string variable to be updated.\",\"type\":\"string\"},\"string_value\":{\"description\":\"The new content that the string variable will hold.\",\"type\":\"string\"}},\"required\":[\"string_name\",\"string_value\"],\"type\":\"dict\"}}","set_float":"{\"description\":\"Assigns a floating-point number to the specified variable.\",\"name\":\"set_float\",\"parameters\":{\"properties\":{\"number_name\":{\"description\":\"The identifier for the floating-point variable.\",\"type\":\"string\"},\"number_value\":{\"description\":\"The floating-point value to be assigned to the variable.\",\"type\":\"float\"}},\"required\":[\"number_name\",\"number_value\"],\"type\":\"dict\"}}","set_point":"{\"description\":\"Sets a point in 3D space with given X, Y, and Z coordinates and assigns it a name.\",\"name\":\"set_point\",\"parameters\":{\"properties\":{\"point_name\":{\"description\":\"The unique name assigned to the point.\",\"type\":\"string\"},\"x\":{\"description\":\"The X coordinate of the point in units.\",\"type\":\"float\"},\"y\":{\"description\":\"The Y coordinate of the point in units.\",\"type\":\"float\"},\"z\":{\"description\":\"The Z coordinate of the point in units.\",\"type\":\"float\"}},\"required\":[\"x\",\"y\",\"z\",\"point_name\"],\"type\":\"dict\"}}"},"clm":{"choice":"set_float","correct":true,"latency_ms":58.3,"confidence":0.496659},"jev":{"choice":"set_float","correct":true,"latency_ms":112.55,"confidence":1.0}}}},{"id":"live_multiple_239-107-0","split":"live_multiple","state":"User: seacrh apple using your tools and respond in json ","expected":"search_web_tool","candidate_count":6,"views":{"description":{"criteria":{"generate_image_tool":"generate_image_tool: Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.","tts_tool":"tts_tool: Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.","write_markdown_tool":"write_markdown_tool: Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.","write_html_tool":"write_html_tool: Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.","search_web_tool":"search_web_tool: Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.","get_url_content":"get_url_content: Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided."},"clm":{"choice":"search_web_tool","correct":true,"latency_ms":104.1,"confidence":0.921801},"jev":{"choice":"search_web_tool","correct":true,"latency_ms":107.53,"confidence":1.0}},"prose_schema":{"criteria":{"generate_image_tool":"generate_image_tool: Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.\nParameter desc (string); required; A single string that provides a detailed description of the desired image. For example, 'a sunset over the mountains with a lake in the foreground'.\nParameter file_name (string); required; The name of the file to which the generated image will be saved. It should include the file extension, such as 'image.png'.","tts_tool":"tts_tool: Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.\nParameter content (string); required; The text content that needs to be converted to speech.\nParameter speaker (string); The voice to be used for the text-to-speech conversion.; allowed values: male, female, bria, alex; default: female\nParameter file_name (string); The name of the file to save the audio output without the extension. If left empty, a default name will be generated based on the content.; default: ","write_markdown_tool":"write_markdown_tool: Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.\nParameter content (string); required; The Markdown formatted text content to be written to the file.\nParameter filename (string); The name of the file to which the Markdown content will be written. If not provided, a default filename will be used.; default: output.md","write_html_tool":"write_html_tool: Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.\nParameter content (string); required; The HTML content to be written to the file. Must contain valid HTML structure.\nParameter filename (string); The name of the file to which the HTML content will be written. If not provided, a default filename will be used.; default: output.html","search_web_tool":"search_web_tool: Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.\nParameter query (string); required; The search term or phrase to be queried.\nParameter num_results (integer); The maximum number of search results to return. A positive integer.; default: 3\nParameter source (string); The source from which the search results should be fetched.; allowed values: text, news; default: text","get_url_content":"get_url_content: Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided.\nParameter url (string); required; The web address of the page to scrape. It should be a valid URL format, such as 'http://www.example.com'.\nParameter timeout (integer); The maximum time in seconds to wait for the server to send data before giving up, with a default value that allows for a reasonable amount of time for most web pages to load.; default: 30\nParameter user_agent (string); The User-Agent string to be used for the HTTP request to simulate a particular browser, which is optional. Some websites may require this for access.; default: Mozilla/5.0"},"clm":{"choice":"search_web_tool","correct":true,"latency_ms":155.95,"confidence":0.701303},"jev":{"choice":"search_web_tool","correct":true,"latency_ms":144.18,"confidence":1.0}},"schema":{"criteria":{"generate_image_tool":"{\"description\":\"Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.\",\"name\":\"generate_image_tool\",\"parameters\":{\"properties\":{\"desc\":{\"description\":\"A single string that provides a detailed description of the desired image. For example, 'a sunset over the mountains with a lake in the foreground'.\",\"type\":\"string\"},\"file_name\":{\"description\":\"The name of the file to which the generated image will be saved. It should include the file extension, such as 'image.png'.\",\"type\":\"string\"}},\"required\":[\"desc\",\"file_name\"],\"type\":\"dict\"}}","tts_tool":"{\"description\":\"Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.\",\"name\":\"tts_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The text content that needs to be converted to speech.\",\"type\":\"string\"},\"file_name\":{\"default\":\"\",\"description\":\"The name of the file to save the audio output without the extension. If left empty, a default name will be generated based on the content.\",\"type\":\"string\"},\"speaker\":{\"default\":\"female\",\"description\":\"The voice to be used for the text-to-speech conversion.\",\"enum\":[\"male\",\"female\",\"bria\",\"alex\"],\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","write_markdown_tool":"{\"description\":\"Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.\",\"name\":\"write_markdown_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The Markdown formatted text content to be written to the file.\",\"type\":\"string\"},\"filename\":{\"default\":\"output.md\",\"description\":\"The name of the file to which the Markdown content will be written. If not provided, a default filename will be used.\",\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","write_html_tool":"{\"description\":\"Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.\",\"name\":\"write_html_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The HTML content to be written to the file. Must contain valid HTML structure.\",\"type\":\"string\"},\"filename\":{\"default\":\"output.html\",\"description\":\"The name of the file to which the HTML content will be written. If not provided, a default filename will be used.\",\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","search_web_tool":"{\"description\":\"Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.\",\"name\":\"search_web_tool\",\"parameters\":{\"properties\":{\"num_results\":{\"default\":3,\"description\":\"The maximum number of search results to return. A positive integer.\",\"type\":\"integer\"},\"query\":{\"description\":\"The search term or phrase to be queried.\",\"type\":\"string\"},\"source\":{\"default\":\"text\",\"description\":\"The source from which the search results should be fetched.\",\"enum\":[\"text\",\"news\"],\"type\":\"string\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","get_url_content":"{\"description\":\"Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided.\",\"name\":\"get_url_content\",\"parameters\":{\"properties\":{\"timeout\":{\"default\":30,\"description\":\"The maximum time in seconds to wait for the server to send data before giving up, with a default value that allows for a reasonable amount of time for most web pages to load.\",\"type\":\"integer\"},\"url\":{\"description\":\"The web address of the page to scrape. It should be a valid URL format, such as 'http://www.example.com'.\",\"type\":\"string\"},\"user_agent\":{\"default\":\"Mozilla/5.0\",\"description\":\"The User-Agent string to be used for the HTTP request to simulate a particular browser, which is optional. Some websites may require this for access.\",\"type\":\"string\"}},\"required\":[\"url\"],\"type\":\"dict\"}}"},"clm":{"choice":"write_markdown_tool","correct":false,"latency_ms":205.73,"confidence":0.474393},"jev":{"choice":"search_web_tool","correct":true,"latency_ms":138.75,"confidence":1.0}}}},{"id":"live_multiple_240-107-1","split":"live_multiple","state":"User: weather in India using searcvh web tool ","expected":"search_web_tool","candidate_count":6,"views":{"description":{"criteria":{"generate_image_tool":"generate_image_tool: Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.","tts_tool":"tts_tool: Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.","write_markdown_tool":"write_markdown_tool: Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.","write_html_tool":"write_html_tool: Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.","search_web_tool":"search_web_tool: Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.","get_url_content":"get_url_content: Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided."},"clm":{"choice":"search_web_tool","correct":true,"latency_ms":29.89,"confidence":0.997867},"jev":{"choice":"search_web_tool","correct":true,"latency_ms":102.13,"confidence":1.0}},"prose_schema":{"criteria":{"generate_image_tool":"generate_image_tool: Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.\nParameter desc (string); required; A single string that provides a detailed description of the desired image. For example, 'a sunset over the mountains with a lake in the foreground'.\nParameter file_name (string); required; The name of the file to which the generated image will be saved. It should include the file extension, such as 'image.png'.","tts_tool":"tts_tool: Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.\nParameter content (string); required; The text content that needs to be converted to speech.\nParameter speaker (string); The voice to be used for the text-to-speech conversion.; allowed values: male, female, bria, alex; default: female\nParameter file_name (string); The name of the file to save the audio output without the extension. If left empty, a default name will be generated based on the content.; default: ","write_markdown_tool":"write_markdown_tool: Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.\nParameter content (string); required; The Markdown formatted text content to be written to the file.\nParameter filename (string); The name of the file to which the Markdown content will be written. If not provided, a default filename will be used.; default: output.md","write_html_tool":"write_html_tool: Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.\nParameter content (string); required; The HTML content to be written to the file. Must contain valid HTML structure.\nParameter filename (string); The name of the file to which the HTML content will be written. If not provided, a default filename will be used.; default: output.html","search_web_tool":"search_web_tool: Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.\nParameter query (string); required; The search term or phrase to be queried.\nParameter num_results (integer); The maximum number of search results to return. A positive integer.; default: 3\nParameter source (string); The source from which the search results should be fetched.; allowed values: text, news; default: text","get_url_content":"get_url_content: Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided.\nParameter url (string); required; The web address of the page to scrape. It should be a valid URL format, such as 'http://www.example.com'.\nParameter timeout (integer); The maximum time in seconds to wait for the server to send data before giving up, with a default value that allows for a reasonable amount of time for most web pages to load.; default: 30\nParameter user_agent (string); The User-Agent string to be used for the HTTP request to simulate a particular browser, which is optional. Some websites may require this for access.; default: Mozilla/5.0"},"clm":{"choice":"search_web_tool","correct":true,"latency_ms":28.28,"confidence":0.837172},"jev":{"choice":"search_web_tool","correct":true,"latency_ms":127.29,"confidence":1.0}},"schema":{"criteria":{"generate_image_tool":"{\"description\":\"Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.\",\"name\":\"generate_image_tool\",\"parameters\":{\"properties\":{\"desc\":{\"description\":\"A single string that provides a detailed description of the desired image. For example, 'a sunset over the mountains with a lake in the foreground'.\",\"type\":\"string\"},\"file_name\":{\"description\":\"The name of the file to which the generated image will be saved. It should include the file extension, such as 'image.png'.\",\"type\":\"string\"}},\"required\":[\"desc\",\"file_name\"],\"type\":\"dict\"}}","tts_tool":"{\"description\":\"Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.\",\"name\":\"tts_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The text content that needs to be converted to speech.\",\"type\":\"string\"},\"file_name\":{\"default\":\"\",\"description\":\"The name of the file to save the audio output without the extension. If left empty, a default name will be generated based on the content.\",\"type\":\"string\"},\"speaker\":{\"default\":\"female\",\"description\":\"The voice to be used for the text-to-speech conversion.\",\"enum\":[\"male\",\"female\",\"bria\",\"alex\"],\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","write_markdown_tool":"{\"description\":\"Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.\",\"name\":\"write_markdown_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The Markdown formatted text content to be written to the file.\",\"type\":\"string\"},\"filename\":{\"default\":\"output.md\",\"description\":\"The name of the file to which the Markdown content will be written. If not provided, a default filename will be used.\",\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","write_html_tool":"{\"description\":\"Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.\",\"name\":\"write_html_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The HTML content to be written to the file. Must contain valid HTML structure.\",\"type\":\"string\"},\"filename\":{\"default\":\"output.html\",\"description\":\"The name of the file to which the HTML content will be written. If not provided, a default filename will be used.\",\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","search_web_tool":"{\"description\":\"Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.\",\"name\":\"search_web_tool\",\"parameters\":{\"properties\":{\"num_results\":{\"default\":3,\"description\":\"The maximum number of search results to return. A positive integer.\",\"type\":\"integer\"},\"query\":{\"description\":\"The search term or phrase to be queried.\",\"type\":\"string\"},\"source\":{\"default\":\"text\",\"description\":\"The source from which the search results should be fetched.\",\"enum\":[\"text\",\"news\"],\"type\":\"string\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","get_url_content":"{\"description\":\"Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided.\",\"name\":\"get_url_content\",\"parameters\":{\"properties\":{\"timeout\":{\"default\":30,\"description\":\"The maximum time in seconds to wait for the server to send data before giving up, with a default value that allows for a reasonable amount of time for most web pages to load.\",\"type\":\"integer\"},\"url\":{\"description\":\"The web address of the page to scrape. It should be a valid URL format, such as 'http://www.example.com'.\",\"type\":\"string\"},\"user_agent\":{\"default\":\"Mozilla/5.0\",\"description\":\"The User-Agent string to be used for the HTTP request to simulate a particular browser, which is optional. Some websites may require this for access.\",\"type\":\"string\"}},\"required\":[\"url\"],\"type\":\"dict\"}}"},"clm":{"choice":"write_markdown_tool","correct":false,"latency_ms":34.02,"confidence":0.353719},"jev":{"choice":"search_web_tool","correct":true,"latency_ms":158.75,"confidence":1.0}}}},{"id":"live_multiple_241-107-2","split":"live_multiple","state":"User: search flight prices from NYC to NEw Delhi use tools, finally respond in json","expected":"search_web_tool","candidate_count":6,"views":{"description":{"criteria":{"generate_image_tool":"generate_image_tool: Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.","tts_tool":"tts_tool: Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.","write_markdown_tool":"write_markdown_tool: Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.","write_html_tool":"write_html_tool: Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.","search_web_tool":"search_web_tool: Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.","get_url_content":"get_url_content: Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided."},"clm":{"choice":"search_web_tool","correct":true,"latency_ms":28.79,"confidence":0.995355},"jev":{"choice":"search_web_tool","correct":true,"latency_ms":97.66,"confidence":1.0}},"prose_schema":{"criteria":{"generate_image_tool":"generate_image_tool: Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.\nParameter desc (string); required; A single string that provides a detailed description of the desired image. For example, 'a sunset over the mountains with a lake in the foreground'.\nParameter file_name (string); required; The name of the file to which the generated image will be saved. It should include the file extension, such as 'image.png'.","tts_tool":"tts_tool: Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.\nParameter content (string); required; The text content that needs to be converted to speech.\nParameter speaker (string); The voice to be used for the text-to-speech conversion.; allowed values: male, female, bria, alex; default: female\nParameter file_name (string); The name of the file to save the audio output without the extension. If left empty, a default name will be generated based on the content.; default: ","write_markdown_tool":"write_markdown_tool: Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.\nParameter content (string); required; The Markdown formatted text content to be written to the file.\nParameter filename (string); The name of the file to which the Markdown content will be written. If not provided, a default filename will be used.; default: output.md","write_html_tool":"write_html_tool: Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.\nParameter content (string); required; The HTML content to be written to the file. Must contain valid HTML structure.\nParameter filename (string); The name of the file to which the HTML content will be written. If not provided, a default filename will be used.; default: output.html","search_web_tool":"search_web_tool: Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.\nParameter query (string); required; The search term or phrase to be queried.\nParameter num_results (integer); The maximum number of search results to return. A positive integer.; default: 3\nParameter source (string); The source from which the search results should be fetched.; allowed values: text, news; default: text","get_url_content":"get_url_content: Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided.\nParameter url (string); required; The web address of the page to scrape. It should be a valid URL format, such as 'http://www.example.com'.\nParameter timeout (integer); The maximum time in seconds to wait for the server to send data before giving up, with a default value that allows for a reasonable amount of time for most web pages to load.; default: 30\nParameter user_agent (string); The User-Agent string to be used for the HTTP request to simulate a particular browser, which is optional. Some websites may require this for access.; default: Mozilla/5.0"},"clm":{"choice":"search_web_tool","correct":true,"latency_ms":39.74,"confidence":0.8922},"jev":{"choice":"search_web_tool","correct":true,"latency_ms":120.82,"confidence":1.0}},"schema":{"criteria":{"generate_image_tool":"{\"description\":\"Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.\",\"name\":\"generate_image_tool\",\"parameters\":{\"properties\":{\"desc\":{\"description\":\"A single string that provides a detailed description of the desired image. For example, 'a sunset over the mountains with a lake in the foreground'.\",\"type\":\"string\"},\"file_name\":{\"description\":\"The name of the file to which the generated image will be saved. It should include the file extension, such as 'image.png'.\",\"type\":\"string\"}},\"required\":[\"desc\",\"file_name\"],\"type\":\"dict\"}}","tts_tool":"{\"description\":\"Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.\",\"name\":\"tts_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The text content that needs to be converted to speech.\",\"type\":\"string\"},\"file_name\":{\"default\":\"\",\"description\":\"The name of the file to save the audio output without the extension. If left empty, a default name will be generated based on the content.\",\"type\":\"string\"},\"speaker\":{\"default\":\"female\",\"description\":\"The voice to be used for the text-to-speech conversion.\",\"enum\":[\"male\",\"female\",\"bria\",\"alex\"],\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","write_markdown_tool":"{\"description\":\"Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.\",\"name\":\"write_markdown_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The Markdown formatted text content to be written to the file.\",\"type\":\"string\"},\"filename\":{\"default\":\"output.md\",\"description\":\"The name of the file to which the Markdown content will be written. If not provided, a default filename will be used.\",\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","write_html_tool":"{\"description\":\"Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.\",\"name\":\"write_html_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The HTML content to be written to the file. Must contain valid HTML structure.\",\"type\":\"string\"},\"filename\":{\"default\":\"output.html\",\"description\":\"The name of the file to which the HTML content will be written. If not provided, a default filename will be used.\",\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","search_web_tool":"{\"description\":\"Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.\",\"name\":\"search_web_tool\",\"parameters\":{\"properties\":{\"num_results\":{\"default\":3,\"description\":\"The maximum number of search results to return. A positive integer.\",\"type\":\"integer\"},\"query\":{\"description\":\"The search term or phrase to be queried.\",\"type\":\"string\"},\"source\":{\"default\":\"text\",\"description\":\"The source from which the search results should be fetched.\",\"enum\":[\"text\",\"news\"],\"type\":\"string\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","get_url_content":"{\"description\":\"Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided.\",\"name\":\"get_url_content\",\"parameters\":{\"properties\":{\"timeout\":{\"default\":30,\"description\":\"The maximum time in seconds to wait for the server to send data before giving up, with a default value that allows for a reasonable amount of time for most web pages to load.\",\"type\":\"integer\"},\"url\":{\"description\":\"The web address of the page to scrape. It should be a valid URL format, such as 'http://www.example.com'.\",\"type\":\"string\"},\"user_agent\":{\"default\":\"Mozilla/5.0\",\"description\":\"The User-Agent string to be used for the HTTP request to simulate a particular browser, which is optional. Some websites may require this for access.\",\"type\":\"string\"}},\"required\":[\"url\"],\"type\":\"dict\"}}"},"clm":{"choice":"write_markdown_tool","correct":false,"latency_ms":45.94,"confidence":0.575188},"jev":{"choice":"search_web_tool","correct":true,"latency_ms":130.45,"confidence":1.0}}}},{"id":"live_multiple_242-107-3","split":"live_multiple","state":"User: voice narration tool prompt \"If you could have dinner with any historical figure, who would you choose and why?, also genart a photo of that figure\"","expected":"tts_tool","candidate_count":6,"views":{"description":{"criteria":{"generate_image_tool":"generate_image_tool: Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.","tts_tool":"tts_tool: Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.","write_markdown_tool":"write_markdown_tool: Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.","write_html_tool":"write_html_tool: Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.","search_web_tool":"search_web_tool: Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.","get_url_content":"get_url_content: Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided."},"clm":{"choice":"tts_tool","correct":true,"latency_ms":37.53,"confidence":0.398203},"jev":{"choice":"tts_tool","correct":true,"latency_ms":132.32,"confidence":0.7}},"prose_schema":{"criteria":{"generate_image_tool":"generate_image_tool: Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.\nParameter desc (string); required; A single string that provides a detailed description of the desired image. For example, 'a sunset over the mountains with a lake in the foreground'.\nParameter file_name (string); required; The name of the file to which the generated image will be saved. It should include the file extension, such as 'image.png'.","tts_tool":"tts_tool: Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.\nParameter content (string); required; The text content that needs to be converted to speech.\nParameter speaker (string); The voice to be used for the text-to-speech conversion.; allowed values: male, female, bria, alex; default: female\nParameter file_name (string); The name of the file to save the audio output without the extension. If left empty, a default name will be generated based on the content.; default: ","write_markdown_tool":"write_markdown_tool: Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.\nParameter content (string); required; The Markdown formatted text content to be written to the file.\nParameter filename (string); The name of the file to which the Markdown content will be written. If not provided, a default filename will be used.; default: output.md","write_html_tool":"write_html_tool: Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.\nParameter content (string); required; The HTML content to be written to the file. Must contain valid HTML structure.\nParameter filename (string); The name of the file to which the HTML content will be written. If not provided, a default filename will be used.; default: output.html","search_web_tool":"search_web_tool: Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.\nParameter query (string); required; The search term or phrase to be queried.\nParameter num_results (integer); The maximum number of search results to return. A positive integer.; default: 3\nParameter source (string); The source from which the search results should be fetched.; allowed values: text, news; default: text","get_url_content":"get_url_content: Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided.\nParameter url (string); required; The web address of the page to scrape. It should be a valid URL format, such as 'http://www.example.com'.\nParameter timeout (integer); The maximum time in seconds to wait for the server to send data before giving up, with a default value that allows for a reasonable amount of time for most web pages to load.; default: 30\nParameter user_agent (string); The User-Agent string to be used for the HTTP request to simulate a particular browser, which is optional. Some websites may require this for access.; default: Mozilla/5.0"},"clm":{"choice":"search_web_tool","correct":false,"latency_ms":29.28,"confidence":0.580421},"jev":{"choice":"tts_tool","correct":true,"latency_ms":150.79,"confidence":0.78}},"schema":{"criteria":{"generate_image_tool":"{\"description\":\"Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.\",\"name\":\"generate_image_tool\",\"parameters\":{\"properties\":{\"desc\":{\"description\":\"A single string that provides a detailed description of the desired image. For example, 'a sunset over the mountains with a lake in the foreground'.\",\"type\":\"string\"},\"file_name\":{\"description\":\"The name of the file to which the generated image will be saved. It should include the file extension, such as 'image.png'.\",\"type\":\"string\"}},\"required\":[\"desc\",\"file_name\"],\"type\":\"dict\"}}","tts_tool":"{\"description\":\"Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.\",\"name\":\"tts_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The text content that needs to be converted to speech.\",\"type\":\"string\"},\"file_name\":{\"default\":\"\",\"description\":\"The name of the file to save the audio output without the extension. If left empty, a default name will be generated based on the content.\",\"type\":\"string\"},\"speaker\":{\"default\":\"female\",\"description\":\"The voice to be used for the text-to-speech conversion.\",\"enum\":[\"male\",\"female\",\"bria\",\"alex\"],\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","write_markdown_tool":"{\"description\":\"Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.\",\"name\":\"write_markdown_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The Markdown formatted text content to be written to the file.\",\"type\":\"string\"},\"filename\":{\"default\":\"output.md\",\"description\":\"The name of the file to which the Markdown content will be written. If not provided, a default filename will be used.\",\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","write_html_tool":"{\"description\":\"Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.\",\"name\":\"write_html_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The HTML content to be written to the file. Must contain valid HTML structure.\",\"type\":\"string\"},\"filename\":{\"default\":\"output.html\",\"description\":\"The name of the file to which the HTML content will be written. If not provided, a default filename will be used.\",\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","search_web_tool":"{\"description\":\"Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.\",\"name\":\"search_web_tool\",\"parameters\":{\"properties\":{\"num_results\":{\"default\":3,\"description\":\"The maximum number of search results to return. A positive integer.\",\"type\":\"integer\"},\"query\":{\"description\":\"The search term or phrase to be queried.\",\"type\":\"string\"},\"source\":{\"default\":\"text\",\"description\":\"The source from which the search results should be fetched.\",\"enum\":[\"text\",\"news\"],\"type\":\"string\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","get_url_content":"{\"description\":\"Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided.\",\"name\":\"get_url_content\",\"parameters\":{\"properties\":{\"timeout\":{\"default\":30,\"description\":\"The maximum time in seconds to wait for the server to send data before giving up, with a default value that allows for a reasonable amount of time for most web pages to load.\",\"type\":\"integer\"},\"url\":{\"description\":\"The web address of the page to scrape. It should be a valid URL format, such as 'http://www.example.com'.\",\"type\":\"string\"},\"user_agent\":{\"default\":\"Mozilla/5.0\",\"description\":\"The User-Agent string to be used for the HTTP request to simulate a particular browser, which is optional. Some websites may require this for access.\",\"type\":\"string\"}},\"required\":[\"url\"],\"type\":\"dict\"}}"},"clm":{"choice":"generate_image_tool","correct":false,"latency_ms":42.0,"confidence":0.513615},"jev":{"choice":"tts_tool","correct":true,"latency_ms":108.98,"confidence":0.77}}}},{"id":"live_multiple_243-107-4","split":"live_multiple","state":"User: tool prompt \"Find a recent news article about corona virus\".","expected":"search_web_tool","candidate_count":6,"views":{"description":{"criteria":{"generate_image_tool":"generate_image_tool: Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.","tts_tool":"tts_tool: Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.","write_markdown_tool":"write_markdown_tool: Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.","write_html_tool":"write_html_tool: Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.","search_web_tool":"search_web_tool: Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.","get_url_content":"get_url_content: Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided."},"clm":{"choice":"search_web_tool","correct":true,"latency_ms":31.12,"confidence":0.984403},"jev":{"choice":"search_web_tool","correct":true,"latency_ms":100.92,"confidence":1.0}},"prose_schema":{"criteria":{"generate_image_tool":"generate_image_tool: Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.\nParameter desc (string); required; A single string that provides a detailed description of the desired image. For example, 'a sunset over the mountains with a lake in the foreground'.\nParameter file_name (string); required; The name of the file to which the generated image will be saved. It should include the file extension, such as 'image.png'.","tts_tool":"tts_tool: Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.\nParameter content (string); required; The text content that needs to be converted to speech.\nParameter speaker (string); The voice to be used for the text-to-speech conversion.; allowed values: male, female, bria, alex; default: female\nParameter file_name (string); The name of the file to save the audio output without the extension. If left empty, a default name will be generated based on the content.; default: ","write_markdown_tool":"write_markdown_tool: Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.\nParameter content (string); required; The Markdown formatted text content to be written to the file.\nParameter filename (string); The name of the file to which the Markdown content will be written. If not provided, a default filename will be used.; default: output.md","write_html_tool":"write_html_tool: Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.\nParameter content (string); required; The HTML content to be written to the file. Must contain valid HTML structure.\nParameter filename (string); The name of the file to which the HTML content will be written. If not provided, a default filename will be used.; default: output.html","search_web_tool":"search_web_tool: Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.\nParameter query (string); required; The search term or phrase to be queried.\nParameter num_results (integer); The maximum number of search results to return. A positive integer.; default: 3\nParameter source (string); The source from which the search results should be fetched.; allowed values: text, news; default: text","get_url_content":"get_url_content: Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided.\nParameter url (string); required; The web address of the page to scrape. It should be a valid URL format, such as 'http://www.example.com'.\nParameter timeout (integer); The maximum time in seconds to wait for the server to send data before giving up, with a default value that allows for a reasonable amount of time for most web pages to load.; default: 30\nParameter user_agent (string); The User-Agent string to be used for the HTTP request to simulate a particular browser, which is optional. Some websites may require this for access.; default: Mozilla/5.0"},"clm":{"choice":"search_web_tool","correct":true,"latency_ms":30.05,"confidence":0.922644},"jev":{"choice":"search_web_tool","correct":true,"latency_ms":100.63,"confidence":1.0}},"schema":{"criteria":{"generate_image_tool":"{\"description\":\"Generates an image based on the provided description and saves it with the specified file name. The image description should be detailed to ensure the resulting image matches the desired subject and surroundings; otherwise, these aspects will be chosen randomly. This function is not intended for generating images from textual data.\",\"name\":\"generate_image_tool\",\"parameters\":{\"properties\":{\"desc\":{\"description\":\"A single string that provides a detailed description of the desired image. For example, 'a sunset over the mountains with a lake in the foreground'.\",\"type\":\"string\"},\"file_name\":{\"description\":\"The name of the file to which the generated image will be saved. It should include the file extension, such as 'image.png'.\",\"type\":\"string\"}},\"required\":[\"desc\",\"file_name\"],\"type\":\"dict\"}}","tts_tool":"{\"description\":\"Converts the provided text content to speech and saves the resulting audio to a file. This function is intended for voice narration and should be used accordingly.\",\"name\":\"tts_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The text content that needs to be converted to speech.\",\"type\":\"string\"},\"file_name\":{\"default\":\"\",\"description\":\"The name of the file to save the audio output without the extension. If left empty, a default name will be generated based on the content.\",\"type\":\"string\"},\"speaker\":{\"default\":\"female\",\"description\":\"The voice to be used for the text-to-speech conversion.\",\"enum\":[\"male\",\"female\",\"bria\",\"alex\"],\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","write_markdown_tool":"{\"description\":\"Writes the provided content to a Markdown (.md) file on the disk. This function should be used when there is a need to persist text data in Markdown format as a result of a user action or a process that requires saving information in a structured text file.\",\"name\":\"write_markdown_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The Markdown formatted text content to be written to the file.\",\"type\":\"string\"},\"filename\":{\"default\":\"output.md\",\"description\":\"The name of the file to which the Markdown content will be written. If not provided, a default filename will be used.\",\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","write_html_tool":"{\"description\":\"Writes an HTML file to disk with the given content. Ensures HTML tags within the content are properly closed. This function should be used when there is a need to save HTML content to a file as part of a 'save' operation.\",\"name\":\"write_html_tool\",\"parameters\":{\"properties\":{\"content\":{\"description\":\"The HTML content to be written to the file. Must contain valid HTML structure.\",\"type\":\"string\"},\"filename\":{\"default\":\"output.html\",\"description\":\"The name of the file to which the HTML content will be written. If not provided, a default filename will be used.\",\"type\":\"string\"}},\"required\":[\"content\"],\"type\":\"dict\"}}","search_web_tool":"{\"description\":\"Executes a search query using the DuckDuckGo search engine and returns a specified number of search results from a given source.\",\"name\":\"search_web_tool\",\"parameters\":{\"properties\":{\"num_results\":{\"default\":3,\"description\":\"The maximum number of search results to return. A positive integer.\",\"type\":\"integer\"},\"query\":{\"description\":\"The search term or phrase to be queried.\",\"type\":\"string\"},\"source\":{\"default\":\"text\",\"description\":\"The source from which the search results should be fetched.\",\"enum\":[\"text\",\"news\"],\"type\":\"string\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","get_url_content":"{\"description\":\"Scrapes the specified URL for textual data and returns the content as a string. This function is useful for extracting information from web pages when a URL is provided.\",\"name\":\"get_url_content\",\"parameters\":{\"properties\":{\"timeout\":{\"default\":30,\"description\":\"The maximum time in seconds to wait for the server to send data before giving up, with a default value that allows for a reasonable amount of time for most web pages to load.\",\"type\":\"integer\"},\"url\":{\"description\":\"The web address of the page to scrape. It should be a valid URL format, such as 'http://www.example.com'.\",\"type\":\"string\"},\"user_agent\":{\"default\":\"Mozilla/5.0\",\"description\":\"The User-Agent string to be used for the HTTP request to simulate a particular browser, which is optional. Some websites may require this for access.\",\"type\":\"string\"}},\"required\":[\"url\"],\"type\":\"dict\"}}"},"clm":{"choice":"write_markdown_tool","correct":false,"latency_ms":68.28,"confidence":0.386878},"jev":{"choice":"search_web_tool","correct":true,"latency_ms":140.56,"confidence":1.0}}}},{"id":"live_multiple_244-108-0","split":"live_multiple","state":"User: What is the version?","expected":"version_api.VersionApi.get_version","candidate_count":5,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieves the current version information of the application, including the name and version number.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve detailed information about a specific project based on its unique name and version identifier.","badge_api.BadgeApi.get_project_policy_violations_badge1":"badge_api.BadgeApi.get_project_policy_violations_badge1: Generates a badge image representing the policy compliance status for a specified project and version.","project_api.update_project":"project_api.update_project: Updates the specified project's details such as its name, status, and description.","badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: Fetches and returns the current security vulnerability metrics for a specified project and its version."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":82.22,"confidence":0.37694},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":115.83,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieves the current version information of the application, including the name and version number.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve detailed information about a specific project based on its unique name and version identifier.\nParameter name (string); required; The unique identifier of the project, such as 'Alpha_Project'.\nParameter version (string); required; The specific version of the project to retrieve, formatted as 'v1.2.3'.; allowed values: v1.0.0, v1.2.3, v2.0.0","badge_api.BadgeApi.get_project_policy_violations_badge1":"badge_api.BadgeApi.get_project_policy_violations_badge1: Generates a badge image representing the policy compliance status for a specified project and version.\nParameter name (string); required; The unique name of the project for which the policy violations badge is requested.\nParameter version (string); required; The specific version of the project for which the policy violations badge is requested.","project_api.update_project":"project_api.update_project: Updates the specified project's details such as its name, status, and description.\nParameter project_id (string); required; The unique identifier of the project to be updated.\nParameter project_name (string); The new name of the project.; default: Untitled Project\nParameter status (string); The current status of the project.; allowed values: active, inactive, archived; default: active\nParameter description (string); A brief description of the project.; default: No description provided.","badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: Fetches and returns the current security vulnerability metrics for a specified project and its version.\nParameter name (string); required; The unique name of the project for which to retrieve vulnerability metrics.\nParameter version (string); required; The specific version of the project to obtain vulnerability metrics for."},"clm":{"choice":"badge_api.BadgeApi.get_project_vulnerabilities_badge","correct":false,"latency_ms":126.43,"confidence":0.909735},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":106.78,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieves the current version information of the application, including the name and version number.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","project_api.ProjectApi.get_project_by_name_and_version":"{\"description\":\"Retrieve detailed information about a specific project based on its unique name and version identifier.\",\"name\":\"project_api.ProjectApi.get_project_by_name_and_version\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique identifier of the project, such as 'Alpha_Project'.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version of the project to retrieve, formatted as 'v1.2.3'.\",\"enum\":[\"v1.0.0\",\"v1.2.3\",\"v2.0.0\"],\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_policy_violations_badge1":"{\"description\":\"Generates a badge image representing the policy compliance status for a specified project and version.\",\"name\":\"badge_api.BadgeApi.get_project_policy_violations_badge1\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name of the project for which the policy violations badge is requested.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version of the project for which the policy violations badge is requested.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","project_api.update_project":"{\"description\":\"Updates the specified project's details such as its name, status, and description.\",\"name\":\"project_api.update_project\",\"parameters\":{\"properties\":{\"description\":{\"default\":\"No description provided.\",\"description\":\"A brief description of the project.\",\"type\":\"string\"},\"project_id\":{\"description\":\"The unique identifier of the project to be updated.\",\"type\":\"string\"},\"project_name\":{\"default\":\"Untitled Project\",\"description\":\"The new name of the project.\",\"type\":\"string\"},\"status\":{\"default\":\"active\",\"description\":\"The current status of the project.\",\"enum\":[\"active\",\"inactive\",\"archived\"],\"type\":\"string\"}},\"required\":[\"project_id\"],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_vulnerabilities_badge":"{\"description\":\"Fetches and returns the current security vulnerability metrics for a specified project and its version.\",\"name\":\"badge_api.BadgeApi.get_project_vulnerabilities_badge\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name of the project for which to retrieve vulnerability metrics.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version of the project to obtain vulnerability metrics for.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}"},"clm":{"choice":"badge_api.BadgeApi.get_project_vulnerabilities_badge","correct":false,"latency_ms":141.34,"confidence":0.585755},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":123.84,"confidence":1.0}}}},{"id":"live_multiple_245-109-0","split":"live_multiple","state":"User: What is the application version?","expected":"version_api.VersionApi.get_version","candidate_count":3,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including its name and version number.","oidc_api.OidcApi.is_available":"oidc_api.OidcApi.is_available: Checks whether OpenID Connect authentication is enabled and available for the application.","project_api.ProjectApi.update_project":"project_api.ProjectApi.update_project: Updates the specified project with new details. This may include changing the project's name, description, status, or other metadata."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":85.78,"confidence":0.865418},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":109.42,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including its name and version number.","oidc_api.OidcApi.is_available":"oidc_api.OidcApi.is_available: Checks whether OpenID Connect authentication is enabled and available for the application.\nParameter application_id (string); required; The unique identifier of the application for which to check OpenID Connect availability.","project_api.ProjectApi.update_project":"project_api.ProjectApi.update_project: Updates the specified project with new details. This may include changing the project's name, description, status, or other metadata.\nParameter project_id (string); required; The unique identifier for the project to be updated.\nParameter project_data (dict); required; A dictionary containing the new details of the project. All keys are optional, but at least one must be provided."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":88.67,"confidence":0.904842},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":181.39,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the current version information of the application, including its name and version number.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","oidc_api.OidcApi.is_available":"{\"description\":\"Checks whether OpenID Connect authentication is enabled and available for the application.\",\"name\":\"oidc_api.OidcApi.is_available\",\"parameters\":{\"properties\":{\"application_id\":{\"description\":\"The unique identifier of the application for which to check OpenID Connect availability.\",\"type\":\"string\"}},\"required\":[\"application_id\"],\"type\":\"dict\"}}","project_api.ProjectApi.update_project":"{\"description\":\"Updates the specified project with new details. This may include changing the project's name, description, status, or other metadata.\",\"name\":\"project_api.ProjectApi.update_project\",\"parameters\":{\"properties\":{\"project_data\":{\"description\":\"A dictionary containing the new details of the project. All keys are optional, but at least one must be provided.\",\"properties\":{\"deadline\":{\"default\":null,\"description\":\"The updated deadline for the project completion, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"description\":{\"description\":\"A brief description of the project and its goals.\",\"type\":\"string\"},\"name\":{\"description\":\"The new name of the project.\",\"type\":\"string\"},\"status\":{\"default\":\"active\",\"description\":\"The current status of the project.\",\"enum\":[\"active\",\"inactive\",\"completed\",\"archived\"],\"type\":\"string\"}},\"type\":\"dict\"},\"project_id\":{\"description\":\"The unique identifier for the project to be updated.\",\"type\":\"string\"}},\"required\":[\"project_id\",\"project_data\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":94.29,"confidence":0.886617},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":105.87,"confidence":1.0}}}},{"id":"live_multiple_246-110-0","split":"live_multiple","state":"User: What is the application version? Do not add parameters!","expected":"version_api.VersionApi.get_version","candidate_count":3,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version of the application, including the application name and its semantic versioning string.","repository_api.RepositoryApi.get_repository_meta_component":"repository_api.RepositoryApi.get_repository_meta_component: Resolves the latest version of a component based on its Package URL from the configured repositories.","oidc_api.OidcApi.is_available":"oidc_api.OidcApi.is_available: Check whether OpenID Connect authentication is available for the specified application."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":79.07,"confidence":0.978802},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":118.36,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version of the application, including the application name and its semantic versioning string.","repository_api.RepositoryApi.get_repository_meta_component":"repository_api.RepositoryApi.get_repository_meta_component: Resolves the latest version of a component based on its Package URL from the configured repositories.\nParameter purl (string); required; The Package URL (purl) uniquely identifying the component whose latest version needs to be resolved.","oidc_api.OidcApi.is_available":"oidc_api.OidcApi.is_available: Check whether OpenID Connect authentication is available for the specified application.\nParameter app_id (string); required; The unique identifier of the application to check for OpenID Connect availability."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":84.88,"confidence":0.996824},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":109.91,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the current version of the application, including the application name and its semantic versioning string.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","repository_api.RepositoryApi.get_repository_meta_component":"{\"description\":\"Resolves the latest version of a component based on its Package URL from the configured repositories.\",\"name\":\"repository_api.RepositoryApi.get_repository_meta_component\",\"parameters\":{\"properties\":{\"purl\":{\"description\":\"The Package URL (purl) uniquely identifying the component whose latest version needs to be resolved.\",\"type\":\"string\"}},\"required\":[\"purl\"],\"type\":\"dict\"}}","oidc_api.OidcApi.is_available":"{\"description\":\"Check whether OpenID Connect authentication is available for the specified application.\",\"name\":\"oidc_api.OidcApi.is_available\",\"parameters\":{\"properties\":{\"app_id\":{\"description\":\"The unique identifier of the application to check for OpenID Connect availability.\",\"type\":\"string\"}},\"required\":[\"app_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":71.67,"confidence":0.981457},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":106.14,"confidence":1.0}}}},{"id":"live_multiple_247-111-0","split":"live_multiple","state":"User: Can you retrieve the analysis trail for the vulnerability ef903ac-893-f00 within the component AB1010CD of my project with id SUPERFANCY?","expected":"analysis_api.AnalysisApi.retrieve_analysis","candidate_count":3,"views":{"description":{"criteria":{"analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the analysis trail for a specific vulnerability within a component of a project.","finding_api.FindingApi.analyze_project":"finding_api.FindingApi.analyze_project: Initiates a vulnerability analysis for the specified project using its unique identifier (UUID).","violationanalysis_api.ViolationanalysisApi.retrieve_analysis1":"violationanalysis_api.ViolationanalysisApi.retrieve_analysis1: Retrieves a detailed trail of a specific violation analysis for a given component and policy violation."},"clm":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":57.32,"confidence":0.59262},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":107.24,"confidence":1.0}},"prose_schema":{"criteria":{"analysis_api.AnalysisApi.retrieve_analysis":"analysis_api.AnalysisApi.retrieve_analysis: Retrieves the analysis trail for a specific vulnerability within a component of a project.\nParameter project (string); required; The unique identifier (UUID) of the project.\nParameter component (string); required; The unique identifier (UUID) of the component within the project.\nParameter vulnerability (string); required; The unique identifier (UUID) of the vulnerability within the component.","finding_api.FindingApi.analyze_project":"finding_api.FindingApi.analyze_project: Initiates a vulnerability analysis for the specified project using its unique identifier (UUID).\nParameter uuid (string); required; The unique identifier (UUID) of the project for which the vulnerability analysis is to be triggered.\nParameter include_dependencies (boolean); A flag indicating whether to include project dependencies in the analysis.; default: False\nParameter priority (string); The priority level of the analysis job.; allowed values: low, medium, high; default: medium","violationanalysis_api.ViolationanalysisApi.retrieve_analysis1":"violationanalysis_api.ViolationanalysisApi.retrieve_analysis1: Retrieves a detailed trail of a specific violation analysis for a given component and policy violation.\nParameter component (string); required; The unique identifier (UUID) of the component involved in the violation.\nParameter policyViolation (string); required; The unique identifier (UUID) of the specific policy violation to be analyzed."},"clm":{"choice":"violationanalysis_api.ViolationanalysisApi.retrieve_analysis1","correct":false,"latency_ms":86.95,"confidence":0.523269},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":102.63,"confidence":1.0}},"schema":{"criteria":{"analysis_api.AnalysisApi.retrieve_analysis":"{\"description\":\"Retrieves the analysis trail for a specific vulnerability within a component of a project.\",\"name\":\"analysis_api.AnalysisApi.retrieve_analysis\",\"parameters\":{\"properties\":{\"component\":{\"description\":\"The unique identifier (UUID) of the component within the project.\",\"type\":\"string\"},\"project\":{\"description\":\"The unique identifier (UUID) of the project.\",\"type\":\"string\"},\"vulnerability\":{\"description\":\"The unique identifier (UUID) of the vulnerability within the component.\",\"type\":\"string\"}},\"required\":[\"project\",\"component\",\"vulnerability\"],\"type\":\"dict\"}}","finding_api.FindingApi.analyze_project":"{\"description\":\"Initiates a vulnerability analysis for the specified project using its unique identifier (UUID).\",\"name\":\"finding_api.FindingApi.analyze_project\",\"parameters\":{\"properties\":{\"include_dependencies\":{\"default\":false,\"description\":\"A flag indicating whether to include project dependencies in the analysis.\",\"type\":\"boolean\"},\"priority\":{\"default\":\"medium\",\"description\":\"The priority level of the analysis job.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"},\"uuid\":{\"description\":\"The unique identifier (UUID) of the project for which the vulnerability analysis is to be triggered.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","violationanalysis_api.ViolationanalysisApi.retrieve_analysis1":"{\"description\":\"Retrieves a detailed trail of a specific violation analysis for a given component and policy violation.\",\"name\":\"violationanalysis_api.ViolationanalysisApi.retrieve_analysis1\",\"parameters\":{\"properties\":{\"component\":{\"description\":\"The unique identifier (UUID) of the component involved in the violation.\",\"type\":\"string\"},\"policyViolation\":{\"description\":\"The unique identifier (UUID) of the specific policy violation to be analyzed.\",\"type\":\"string\"}},\"required\":[\"component\",\"policyViolation\"],\"type\":\"dict\"}}"},"clm":{"choice":"violationanalysis_api.ViolationanalysisApi.retrieve_analysis1","correct":false,"latency_ms":86.54,"confidence":0.489889},"jev":{"choice":"analysis_api.AnalysisApi.retrieve_analysis","correct":true,"latency_ms":118.8,"confidence":1.0}}}},{"id":"live_multiple_248-112-0","split":"live_multiple","state":"User: version?","expected":"version_api.VersionApi.get_version","candidate_count":5,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieves the current version of the application along with its name in a simple JSON object format.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieves detailed information about a specific project based on its unique name and version identifier.","project_api.ProjectApi.update_project":"project_api.ProjectApi.update_project: Updates the specified project with new information such as its name, status, or description.","repository_api.RepositoryApi.update_repository":"repository_api.RepositoryApi.update_repository: Updates the specified repository with new information such as name, description, and visibility settings.","create_vulnerability":"create_vulnerability: This function creates a new record in the system to track a vulnerability identified in a software component."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":87.08,"confidence":0.366674},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":140.07,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieves the current version of the application along with its name in a simple JSON object format.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieves detailed information about a specific project based on its unique name and version identifier.\nParameter name (string); required; The unique name identifier for the project. It is case-sensitive and follows the naming conventions of the system.\nParameter version (string); required; The version identifier of the project, typically adhering to semantic versioning. For example, '1.0.0', '1.0.1-alpha', etc.","project_api.ProjectApi.update_project":"project_api.ProjectApi.update_project: Updates the specified project with new information such as its name, status, or description.\nParameter project_id (string); required; The unique identifier of the project to be updated.\nParameter project_data (dict); required; A collection of data representing the updates to apply to the project.","repository_api.RepositoryApi.update_repository":"repository_api.RepositoryApi.update_repository: Updates the specified repository with new information such as name, description, and visibility settings.\nParameter repository_id (string); required; The unique identifier of the repository to be updated.\nParameter update_fields (dict); required; A collection of fields that need to be updated with their new values.","create_vulnerability":"create_vulnerability: This function creates a new record in the system to track a vulnerability identified in a software component.\nParameter name (string); required; The unique name describing the vulnerability.\nParameter severity (string); required; The level of severity of the vulnerability.; allowed values: Low, Medium, High, Critical\nParameter description (string); A detailed description of the vulnerability.; default: No detailed description provided.\nParameter affected_component (string); required; The software component that is affected by this vulnerability.\nParameter discovered_date (string); The date on which the vulnerability was discovered, in the format 'YYYY-MM-DD'.; default: None\nParameter remediation_status (string); The current status of the remediation efforts.; allowed values: Not Started, In Progress, Completed; default: Not Started"},"clm":{"choice":"create_vulnerability","correct":false,"latency_ms":128.3,"confidence":0.433655},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":127.78,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieves the current version of the application along with its name in a simple JSON object format.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","project_api.ProjectApi.get_project_by_name_and_version":"{\"description\":\"Retrieves detailed information about a specific project based on its unique name and version identifier.\",\"name\":\"project_api.ProjectApi.get_project_by_name_and_version\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name identifier for the project. It is case-sensitive and follows the naming conventions of the system.\",\"type\":\"string\"},\"version\":{\"description\":\"The version identifier of the project, typically adhering to semantic versioning. For example, '1.0.0', '1.0.1-alpha', etc.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","project_api.ProjectApi.update_project":"{\"description\":\"Updates the specified project with new information such as its name, status, or description.\",\"name\":\"project_api.ProjectApi.update_project\",\"parameters\":{\"properties\":{\"project_data\":{\"description\":\"A collection of data representing the updates to apply to the project.\",\"properties\":{\"description\":{\"default\":\"No description provided.\",\"description\":\"A brief description of the project and the updates being made.\",\"type\":\"string\"},\"name\":{\"description\":\"The new name of the project.\",\"type\":\"string\"},\"status\":{\"description\":\"The new status of the project.\",\"enum\":[\"active\",\"inactive\",\"completed\",\"on_hold\"],\"type\":\"string\"}},\"type\":\"dict\"},\"project_id\":{\"description\":\"The unique identifier of the project to be updated.\",\"type\":\"string\"}},\"required\":[\"project_id\",\"project_data\"],\"type\":\"dict\"}}","repository_api.RepositoryApi.update_repository":"{\"description\":\"Updates the specified repository with new information such as name, description, and visibility settings.\",\"name\":\"repository_api.RepositoryApi.update_repository\",\"parameters\":{\"properties\":{\"repository_id\":{\"description\":\"The unique identifier of the repository to be updated.\",\"type\":\"string\"},\"update_fields\":{\"description\":\"A collection of fields that need to be updated with their new values.\",\"properties\":{\"description\":{\"description\":\"A short text describing the repository.\",\"type\":\"string\"},\"name\":{\"description\":\"The new name of the repository.\",\"type\":\"string\"},\"visibility\":{\"default\":\"public\",\"description\":\"The visibility level of the repository.\",\"enum\":[\"public\",\"private\"],\"type\":\"string\"}},\"type\":\"dict\"}},\"required\":[\"repository_id\",\"update_fields\"],\"type\":\"dict\"}}","create_vulnerability":"{\"description\":\"This function creates a new record in the system to track a vulnerability identified in a software component.\",\"name\":\"create_vulnerability\",\"parameters\":{\"properties\":{\"affected_component\":{\"description\":\"The software component that is affected by this vulnerability.\",\"type\":\"string\"},\"description\":{\"default\":\"No detailed description provided.\",\"description\":\"A detailed description of the vulnerability.\",\"type\":\"string\"},\"discovered_date\":{\"default\":null,\"description\":\"The date on which the vulnerability was discovered, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"name\":{\"description\":\"The unique name describing the vulnerability.\",\"type\":\"string\"},\"remediation_status\":{\"default\":\"Not Started\",\"description\":\"The current status of the remediation efforts.\",\"enum\":[\"Not Started\",\"In Progress\",\"Completed\"],\"type\":\"string\"},\"severity\":{\"description\":\"The level of severity of the vulnerability.\",\"enum\":[\"Low\",\"Medium\",\"High\",\"Critical\"],\"type\":\"string\"}},\"required\":[\"name\",\"severity\",\"affected_component\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":152.68,"confidence":0.789428},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":97.66,"confidence":1.0}}}},{"id":"live_multiple_249-113-0","split":"live_multiple","state":"User: what version?","expected":"version_api.VersionApi.get_version","candidate_count":3,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version of the application, including its name and version number, formatted in JSON.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve details of a specific project by matching a given name and version.","badge_api.BadgeApi.get_project_policy_violations_badge1":"badge_api.BadgeApi.get_project_policy_violations_badge1: Generates a badge indicating the level of policy violations present in a specified project and version."},"clm":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":false,"latency_ms":77.75,"confidence":0.964997},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":121.82,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version of the application, including its name and version number, formatted in JSON.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve details of a specific project by matching a given name and version.\nParameter name (string); required; The exact name of the project to be retrieved.\nParameter version (string); required; The specific version of the project to be retrieved, in the format 'major.minor.patch' (e.g., '1.4.2').","badge_api.BadgeApi.get_project_policy_violations_badge1":"badge_api.BadgeApi.get_project_policy_violations_badge1: Generates a badge indicating the level of policy violations present in a specified project and version.\nParameter project_name (string); required; The unique identifier of the project for which the policy violations badge is requested.\nParameter project_version (string); required; The specific version identifier of the project to assess for policy violations."},"clm":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":false,"latency_ms":80.58,"confidence":0.652602},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":118.05,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the current version of the application, including its name and version number, formatted in JSON.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","project_api.ProjectApi.get_project_by_name_and_version":"{\"description\":\"Retrieve details of a specific project by matching a given name and version.\",\"name\":\"project_api.ProjectApi.get_project_by_name_and_version\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The exact name of the project to be retrieved.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version of the project to be retrieved, in the format 'major.minor.patch' (e.g., '1.4.2').\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_policy_violations_badge1":"{\"description\":\"Generates a badge indicating the level of policy violations present in a specified project and version.\",\"name\":\"badge_api.BadgeApi.get_project_policy_violations_badge1\",\"parameters\":{\"properties\":{\"project_name\":{\"description\":\"The unique identifier of the project for which the policy violations badge is requested.\",\"type\":\"string\"},\"project_version\":{\"description\":\"The specific version identifier of the project to assess for policy violations.\",\"type\":\"string\"}},\"required\":[\"project_name\",\"project_version\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":87.78,"confidence":0.53438},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":103.98,"confidence":1.0}}}},{"id":"live_multiple_250-114-0","split":"live_multiple","state":"User: Version?","expected":"version_api.VersionApi.get_version","candidate_count":3,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version of the application, including its name and version number in a simple JSON object format.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve the details of a specific project using its unique name and version identifier.","project_api.ProjectApi.update_project":"project_api.ProjectApi.update_project: Updates the existing project details with the provided information."},"clm":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":false,"latency_ms":80.39,"confidence":0.480585},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":115.51,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version of the application, including its name and version number in a simple JSON object format.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve the details of a specific project using its unique name and version identifier.\nParameter name (string); required; The unique name of the project to be retrieved.\nParameter version (string); required; The specific version of the project to be retrieved, formatted as 'major.minor.patch' (e.g., '1.2.0').","project_api.ProjectApi.update_project":"project_api.ProjectApi.update_project: Updates the existing project details with the provided information.\nParameter project_id (integer); required; The unique identifier of the project to update.\nParameter project_data (dict); required; A dictionary containing the updated project details."},"clm":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":false,"latency_ms":63.53,"confidence":0.534013},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":99.81,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the current version of the application, including its name and version number in a simple JSON object format.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","project_api.ProjectApi.get_project_by_name_and_version":"{\"description\":\"Retrieve the details of a specific project using its unique name and version identifier.\",\"name\":\"project_api.ProjectApi.get_project_by_name_and_version\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name of the project to be retrieved.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version of the project to be retrieved, formatted as 'major.minor.patch' (e.g., '1.2.0').\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","project_api.ProjectApi.update_project":"{\"description\":\"Updates the existing project details with the provided information.\",\"name\":\"project_api.ProjectApi.update_project\",\"parameters\":{\"properties\":{\"project_data\":{\"description\":\"A dictionary containing the updated project details.\",\"properties\":{\"budget\":{\"description\":\"The updated budget for the project in USD.\",\"type\":\"float\"},\"end_date\":{\"default\":\"null\",\"description\":\"The end date of the project in the format 'YYYY-MM-DD'. Optional, can be null if the project is ongoing.\",\"type\":\"string\"},\"name\":{\"description\":\"The new name of the project.\",\"type\":\"string\"},\"start_date\":{\"default\":\"null\",\"description\":\"The start date of the project in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"status\":{\"description\":\"The new status of the project.\",\"enum\":[\"active\",\"inactive\",\"completed\"],\"type\":\"string\"}},\"type\":\"dict\"},\"project_id\":{\"description\":\"The unique identifier of the project to update.\",\"type\":\"integer\"}},\"required\":[\"project_id\",\"project_data\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":118.42,"confidence":0.862477},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":103.69,"confidence":1.0}}}},{"id":"live_multiple_251-115-0","split":"live_multiple","state":"User: What is the version?","expected":"version_api.VersionApi.get_version","candidate_count":3,"views":{"description":{"criteria":{"badge_api.BadgeApi.get_project_policy_violations_badge1":"badge_api.BadgeApi.get_project_policy_violations_badge1: Generates a badge representing the policy violations status for a given project and version.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieves the details of a specific project identified by its name and version number.","version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieves the current version of the application along with its name in a simple JSON object format."},"clm":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":false,"latency_ms":29.82,"confidence":0.62849},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":153.79,"confidence":1.0}},"prose_schema":{"criteria":{"badge_api.BadgeApi.get_project_policy_violations_badge1":"badge_api.BadgeApi.get_project_policy_violations_badge1: Generates a badge representing the policy violations status for a given project and version.\nParameter project_name (string); required; The unique name of the project for which the badge is generated.\nParameter project_version (string); required; The specific version of the project to evaluate for policy violations.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieves the details of a specific project identified by its name and version number.\nParameter name (string); required; The unique name of the project to retrieve.\nParameter version (string); required; The version identifier of the project, typically in the format 'major.minor.patch' (e.g., '1.2.3').","version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieves the current version of the application along with its name in a simple JSON object format."},"clm":{"choice":"badge_api.BadgeApi.get_project_policy_violations_badge1","correct":false,"latency_ms":35.86,"confidence":0.610199},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":103.26,"confidence":1.0}},"schema":{"criteria":{"badge_api.BadgeApi.get_project_policy_violations_badge1":"{\"description\":\"Generates a badge representing the policy violations status for a given project and version.\",\"name\":\"badge_api.BadgeApi.get_project_policy_violations_badge1\",\"parameters\":{\"properties\":{\"project_name\":{\"description\":\"The unique name of the project for which the badge is generated.\",\"type\":\"string\"},\"project_version\":{\"description\":\"The specific version of the project to evaluate for policy violations.\",\"type\":\"string\"}},\"required\":[\"project_name\",\"project_version\"],\"type\":\"dict\"}}","project_api.ProjectApi.get_project_by_name_and_version":"{\"description\":\"Retrieves the details of a specific project identified by its name and version number.\",\"name\":\"project_api.ProjectApi.get_project_by_name_and_version\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name of the project to retrieve.\",\"type\":\"string\"},\"version\":{\"description\":\"The version identifier of the project, typically in the format 'major.minor.patch' (e.g., '1.2.3').\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","version_api.VersionApi.get_version":"{\"description\":\"Retrieves the current version of the application along with its name in a simple JSON object format.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"badge_api.BadgeApi.get_project_policy_violations_badge1","correct":false,"latency_ms":60.05,"confidence":0.738842},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":95.49,"confidence":1.0}}}},{"id":"live_multiple_252-116-0","split":"live_multiple","state":"User: what is the version? Provide the full API call","expected":"version_api.VersionApi.get_version","candidate_count":3,"views":{"description":{"criteria":{"bom_api.BomApi.is_token_being_processed":"bom_api.BomApi.is_token_being_processed: Check if tasks associated with a given token are currently being processed or are queued for processing. This is typically used to check the status of a BOM (Bill of Materials) upload, which returns a token. The token can be queried to determine if tasks, such as vulnerability analysis, are in progress. A return value of 'true' indicates ongoing processing, while 'false' means there is no current processing for the provided token. Note that 'false' does not verify the token's validity, but simply the absence of associated processing tasks.","service_api.update_service":"service_api.update_service: Updates the specified service with new details. This may include changing the service's name, description, or active status.","version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the application's name and its current version as a JSON object."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":87.46,"confidence":0.863319},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":138.93,"confidence":1.0}},"prose_schema":{"criteria":{"bom_api.BomApi.is_token_being_processed":"bom_api.BomApi.is_token_being_processed: Check if tasks associated with a given token are currently being processed or are queued for processing. This is typically used to check the status of a BOM (Bill of Materials) upload, which returns a token. The token can be queried to determine if tasks, such as vulnerability analysis, are in progress. A return value of 'true' indicates ongoing processing, while 'false' means there is no current processing for the provided token. Note that 'false' does not verify the token's validity, but simply the absence of associated processing tasks.\nParameter uuid (string); required; The unique identifier (UUID) of the token to be queried. This UUID is provided after successfully uploading a BOM document.","service_api.update_service":"service_api.update_service: Updates the specified service with new details. This may include changing the service's name, description, or active status.\nParameter service_id (string); required; The unique identifier of the service to be updated.\nParameter service_data (dict); required; A dictionary containing the new details of the service.","version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the application's name and its current version as a JSON object."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":129.31,"confidence":0.888909},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":139.98,"confidence":1.0}},"schema":{"criteria":{"bom_api.BomApi.is_token_being_processed":"{\"description\":\"Check if tasks associated with a given token are currently being processed or are queued for processing. This is typically used to check the status of a BOM (Bill of Materials) upload, which returns a token. The token can be queried to determine if tasks, such as vulnerability analysis, are in progress. A return value of 'true' indicates ongoing processing, while 'false' means there is no current processing for the provided token. Note that 'false' does not verify the token's validity, but simply the absence of associated processing tasks.\",\"name\":\"bom_api.BomApi.is_token_being_processed\",\"parameters\":{\"properties\":{\"uuid\":{\"description\":\"The unique identifier (UUID) of the token to be queried. This UUID is provided after successfully uploading a BOM document.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","service_api.update_service":"{\"description\":\"Updates the specified service with new details. This may include changing the service's name, description, or active status.\",\"name\":\"service_api.update_service\",\"parameters\":{\"properties\":{\"service_data\":{\"description\":\"A dictionary containing the new details of the service.\",\"properties\":{\"description\":{\"description\":\"A brief summary of the service and its updates.\",\"type\":\"string\"},\"is_active\":{\"default\":true,\"description\":\"The status indicating whether the service is active or not.\",\"type\":\"boolean\"},\"name\":{\"description\":\"The new name of the service.\",\"type\":\"string\"}},\"type\":\"dict\"},\"service_id\":{\"description\":\"The unique identifier of the service to be updated.\",\"type\":\"string\"}},\"required\":[\"service_id\",\"service_data\"],\"type\":\"dict\"}}","version_api.VersionApi.get_version":"{\"description\":\"Retrieve the application's name and its current version as a JSON object.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":90.49,"confidence":0.978761},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":97.85,"confidence":1.0}}}},{"id":"live_multiple_253-117-0","split":"live_multiple","state":"User: Provide metrics for the bandana project. Use version number 5.","expected":"badge_api.BadgeApi.get_project_vulnerabilities_badge","candidate_count":3,"views":{"description":{"criteria":{"badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: Retrieves the current security vulnerability metrics for a specified project and version.","metrics_api.MetricsApi.get_project_current_metrics":"metrics_api.MetricsApi.get_project_current_metrics: Retrieves the current metrics associated with a specific project identified by its UUID.","badge_api.BadgeApi.get_project_vulnerabilities_badge1":"badge_api.BadgeApi.get_project_vulnerabilities_badge1: Retrieve the current security metrics, such as the number of vulnerabilities, for a specified project using its unique identifier (UUID)."},"clm":{"choice":"badge_api.BadgeApi.get_project_vulnerabilities_badge","correct":true,"latency_ms":58.26,"confidence":0.932275},"jev":{"choice":"badge_api.BadgeApi.get_project_vulnerabilities_badge","correct":true,"latency_ms":103.86,"confidence":0.78}},"prose_schema":{"criteria":{"badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: Retrieves the current security vulnerability metrics for a specified project and version.\nParameter name (string); required; The unique name identifier of the project for which to retrieve vulnerability metrics.\nParameter version (string); required; The specific version of the project to query for current vulnerabilities.","metrics_api.MetricsApi.get_project_current_metrics":"metrics_api.MetricsApi.get_project_current_metrics: Retrieves the current metrics associated with a specific project identified by its UUID.\nParameter uuid (string); required; The unique identifier (UUID) of the project for which current metrics are being retrieved.","badge_api.BadgeApi.get_project_vulnerabilities_badge1":"badge_api.BadgeApi.get_project_vulnerabilities_badge1: Retrieve the current security metrics, such as the number of vulnerabilities, for a specified project using its unique identifier (UUID).\nParameter uuid (string); required; The unique identifier (UUID) of the project for which security metrics are being retrieved."},"clm":{"choice":"badge_api.BadgeApi.get_project_vulnerabilities_badge","correct":true,"latency_ms":92.77,"confidence":0.903862},"jev":{"choice":"badge_api.BadgeApi.get_project_vulnerabilities_badge","correct":true,"latency_ms":125.44,"confidence":0.99}},"schema":{"criteria":{"badge_api.BadgeApi.get_project_vulnerabilities_badge":"{\"description\":\"Retrieves the current security vulnerability metrics for a specified project and version.\",\"name\":\"badge_api.BadgeApi.get_project_vulnerabilities_badge\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name identifier of the project for which to retrieve vulnerability metrics.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version of the project to query for current vulnerabilities.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","metrics_api.MetricsApi.get_project_current_metrics":"{\"description\":\"Retrieves the current metrics associated with a specific project identified by its UUID.\",\"name\":\"metrics_api.MetricsApi.get_project_current_metrics\",\"parameters\":{\"properties\":{\"uuid\":{\"description\":\"The unique identifier (UUID) of the project for which current metrics are being retrieved.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_vulnerabilities_badge1":"{\"description\":\"Retrieve the current security metrics, such as the number of vulnerabilities, for a specified project using its unique identifier (UUID).\",\"name\":\"badge_api.BadgeApi.get_project_vulnerabilities_badge1\",\"parameters\":{\"properties\":{\"uuid\":{\"description\":\"The unique identifier (UUID) of the project for which security metrics are being retrieved.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}"},"clm":{"choice":"badge_api.BadgeApi.get_project_vulnerabilities_badge","correct":true,"latency_ms":92.16,"confidence":0.467293},"jev":{"choice":"badge_api.BadgeApi.get_project_vulnerabilities_badge","correct":true,"latency_ms":103.56,"confidence":1.0}}}},{"id":"live_multiple_254-118-0","split":"live_multiple","state":"User: I want the violation badge for project bandana. The version is 5.","expected":"BadgeApi.get_project_policy_violations_badge1","candidate_count":3,"views":{"description":{"criteria":{"BadgeApi.get_project_policy_violations_badge1":"BadgeApi.get_project_policy_violations_badge1: Generates a badge image indicating the number of policy violations for a specified project and version.","badge_api.BadgeApi.get_project_policy_violations_badge":"badge_api.BadgeApi.get_project_policy_violations_badge: Retrieves a badge image that represents the policy violations status for a specific project based on its UUID.","violationanalysis_api.retrieve_analysis":"violationanalysis_api.retrieve_analysis: Retrieves a detailed trail of a specific policy violation for a given component, which includes timestamps and related data."},"clm":{"choice":"BadgeApi.get_project_policy_violations_badge1","correct":true,"latency_ms":91.91,"confidence":0.769476},"jev":{"choice":"BadgeApi.get_project_policy_violations_badge1","correct":true,"latency_ms":157.95,"confidence":0.97}},"prose_schema":{"criteria":{"BadgeApi.get_project_policy_violations_badge1":"BadgeApi.get_project_policy_violations_badge1: Generates a badge image indicating the number of policy violations for a specified project and version.\nParameter project_name (string); required; The unique name of the project for which the badge is being requested.\nParameter project_version (string); required; The specific version of the project to check for policy violations.","badge_api.BadgeApi.get_project_policy_violations_badge":"badge_api.BadgeApi.get_project_policy_violations_badge: Retrieves a badge image that represents the policy violations status for a specific project based on its UUID.\nParameter uuid (string); required; The unique identifier of the project for which the policy violations badge is requested.","violationanalysis_api.retrieve_analysis":"violationanalysis_api.retrieve_analysis: Retrieves a detailed trail of a specific policy violation for a given component, which includes timestamps and related data.\nParameter component (string); required; The unique identifier (UUID) of the component for which the analysis trail is requested.\nParameter policyViolation (string); required; The unique identifier (UUID) of the policy violation to retrieve the analysis trail for."},"clm":{"choice":"BadgeApi.get_project_policy_violations_badge1","correct":true,"latency_ms":100.63,"confidence":0.611328},"jev":{"choice":"BadgeApi.get_project_policy_violations_badge1","correct":true,"latency_ms":98.41,"confidence":1.0}},"schema":{"criteria":{"BadgeApi.get_project_policy_violations_badge1":"{\"description\":\"Generates a badge image indicating the number of policy violations for a specified project and version.\",\"name\":\"BadgeApi.get_project_policy_violations_badge1\",\"parameters\":{\"properties\":{\"project_name\":{\"description\":\"The unique name of the project for which the badge is being requested.\",\"type\":\"string\"},\"project_version\":{\"description\":\"The specific version of the project to check for policy violations.\",\"type\":\"string\"}},\"required\":[\"project_name\",\"project_version\"],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_policy_violations_badge":"{\"description\":\"Retrieves a badge image that represents the policy violations status for a specific project based on its UUID.\",\"name\":\"badge_api.BadgeApi.get_project_policy_violations_badge\",\"parameters\":{\"properties\":{\"uuid\":{\"description\":\"The unique identifier of the project for which the policy violations badge is requested.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","violationanalysis_api.retrieve_analysis":"{\"description\":\"Retrieves a detailed trail of a specific policy violation for a given component, which includes timestamps and related data.\",\"name\":\"violationanalysis_api.retrieve_analysis\",\"parameters\":{\"properties\":{\"component\":{\"description\":\"The unique identifier (UUID) of the component for which the analysis trail is requested.\",\"type\":\"string\"},\"policyViolation\":{\"description\":\"The unique identifier (UUID) of the policy violation to retrieve the analysis trail for.\",\"type\":\"string\"}},\"required\":[\"component\",\"policyViolation\"],\"type\":\"dict\"}}"},"clm":{"choice":"BadgeApi.get_project_policy_violations_badge1","correct":true,"latency_ms":100.4,"confidence":0.487806},"jev":{"choice":"BadgeApi.get_project_policy_violations_badge1","correct":true,"latency_ms":95.88,"confidence":1.0}}}},{"id":"live_multiple_255-119-0","split":"live_multiple","state":"User: I want the violation badge for project ID badae.","expected":"badge_api.BadgeApi.get_project_policy_violations_badge","candidate_count":3,"views":{"description":{"criteria":{"badge_api.BadgeApi.get_project_policy_violations_badge":"badge_api.BadgeApi.get_project_policy_violations_badge: Generates a badge image representing the policy violations status of a specified project.","BadgeApi.get_project_policy_violations_badge1":"BadgeApi.get_project_policy_violations_badge1: Retrieves a badge indicating the policy violations status for a specified project and version.","violation_api.ViolationApi.get_violations_by_project":"violation_api.ViolationApi.get_violations_by_project: Retrieves a list of all policy violations associated with a given project ID. It can be configured to include suppressed violations as well."},"clm":{"choice":"BadgeApi.get_project_policy_violations_badge1","correct":false,"latency_ms":83.08,"confidence":0.669185},"jev":{"choice":"badge_api.BadgeApi.get_project_policy_violations_badge","correct":true,"latency_ms":112.88,"confidence":1.0}},"prose_schema":{"criteria":{"badge_api.BadgeApi.get_project_policy_violations_badge":"badge_api.BadgeApi.get_project_policy_violations_badge: Generates a badge image representing the policy violations status of a specified project.\nParameter uuid (string); required; The unique identifier of the project for which the policy violations badge is to be generated.\nParameter format (string); The image format of the badge to be returned.; allowed values: svg, png; default: svg\nParameter style (string); The style of the badge to be returned.; allowed values: flat, plastic, flat-square, for-the-badge, social; default: flat","BadgeApi.get_project_policy_violations_badge1":"BadgeApi.get_project_policy_violations_badge1: Retrieves a badge indicating the policy violations status for a specified project and version.\nParameter name (string); required; The unique name identifier of the project for which the policy violations badge is requested.\nParameter version (string); required; The version identifier of the project for which the policy violations badge is requested.","violation_api.ViolationApi.get_violations_by_project":"violation_api.ViolationApi.get_violations_by_project: Retrieves a list of all policy violations associated with a given project ID. It can be configured to include suppressed violations as well.\nParameter uuid (string); required; The unique identifier of the project for which violations are being queried.\nParameter suppressed (boolean); Determines whether suppressed violations should be included in the results. Suppressed violations are those that have been flagged as not requiring immediate action.; default: False"},"clm":{"choice":"violation_api.ViolationApi.get_violations_by_project","correct":false,"latency_ms":97.53,"confidence":0.778618},"jev":{"choice":"badge_api.BadgeApi.get_project_policy_violations_badge","correct":true,"latency_ms":108.09,"confidence":1.0}},"schema":{"criteria":{"badge_api.BadgeApi.get_project_policy_violations_badge":"{\"description\":\"Generates a badge image representing the policy violations status of a specified project.\",\"name\":\"badge_api.BadgeApi.get_project_policy_violations_badge\",\"parameters\":{\"properties\":{\"format\":{\"default\":\"svg\",\"description\":\"The image format of the badge to be returned.\",\"enum\":[\"svg\",\"png\"],\"type\":\"string\"},\"style\":{\"default\":\"flat\",\"description\":\"The style of the badge to be returned.\",\"enum\":[\"flat\",\"plastic\",\"flat-square\",\"for-the-badge\",\"social\"],\"type\":\"string\"},\"uuid\":{\"description\":\"The unique identifier of the project for which the policy violations badge is to be generated.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","BadgeApi.get_project_policy_violations_badge1":"{\"description\":\"Retrieves a badge indicating the policy violations status for a specified project and version.\",\"name\":\"BadgeApi.get_project_policy_violations_badge1\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name identifier of the project for which the policy violations badge is requested.\",\"type\":\"string\"},\"version\":{\"description\":\"The version identifier of the project for which the policy violations badge is requested.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","violation_api.ViolationApi.get_violations_by_project":"{\"description\":\"Retrieves a list of all policy violations associated with a given project ID. It can be configured to include suppressed violations as well.\",\"name\":\"violation_api.ViolationApi.get_violations_by_project\",\"parameters\":{\"properties\":{\"suppressed\":{\"default\":false,\"description\":\"Determines whether suppressed violations should be included in the results. Suppressed violations are those that have been flagged as not requiring immediate action.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The unique identifier of the project for which violations are being queried.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}"},"clm":{"choice":"violation_api.ViolationApi.get_violations_by_project","correct":false,"latency_ms":107.1,"confidence":0.577636},"jev":{"choice":"badge_api.BadgeApi.get_project_policy_violations_badge","correct":true,"latency_ms":105.71,"confidence":1.0}}}},{"id":"live_multiple_256-120-0","split":"live_multiple","state":"User: Returns a VEX for a project in CycloneDX format ofr project '123e4567-e89b-12d3-a456-426614174000'","expected":"vex_api.VexApi.export_project_as_cyclone_dx1","candidate_count":3,"views":{"description":{"criteria":{"vex_api.VexApi.export_project_as_cyclone_dx1":"vex_api.VexApi.export_project_as_cyclone_dx1: Exports the Vulnerability Exploitability Exchange (VEX) information for a specified project in CycloneDX format. This can be used to integrate with tools that support CycloneDX for security and license compliance.","vex_api.upload_vex1":"vex_api.upload_vex1: Upload a CycloneDX document for a project. Either a valid project UUID must be provided, or both the projectName and projectVersion must be specified if a UUID is not given.","vex_api.VexApi.upload_vex":"vex_api.VexApi.upload_vex: Uploads a CycloneDX document along with project identification. If a project UUID is not provided, both projectName and projectVersion must be specified to create a new project entry."},"clm":{"choice":"vex_api.upload_vex1","correct":false,"latency_ms":94.95,"confidence":0.606166},"jev":{"choice":"vex_api.VexApi.export_project_as_cyclone_dx1","correct":true,"latency_ms":202.68,"confidence":1.0}},"prose_schema":{"criteria":{"vex_api.VexApi.export_project_as_cyclone_dx1":"vex_api.VexApi.export_project_as_cyclone_dx1: Exports the Vulnerability Exploitability Exchange (VEX) information for a specified project in CycloneDX format. This can be used to integrate with tools that support CycloneDX for security and license compliance.\nParameter uuid (string); required; The unique identifier of the project for which the VEX information is to be exported.\nParameter download (boolean); A flag that, when set to true, forces the resulting VEX to be downloaded as a file. If false, the VEX will be returned in the response body.; default: False","vex_api.upload_vex1":"vex_api.upload_vex1: Upload a CycloneDX document for a project. Either a valid project UUID must be provided, or both the projectName and projectVersion must be specified if a UUID is not given.\nParameter cyclonedx_document (string); required; The CycloneDX document content encoded in base64.\nParameter project_uuid (string); The unique identifier of the project. If not provided, projectName and projectVersion are required.; default: None\nParameter project_name (string); required; The name of the project. Required if project_uuid is not specified.\nParameter project_version (string); required; The version of the project. Required if project_uuid is not specified.","vex_api.VexApi.upload_vex":"vex_api.VexApi.upload_vex: Uploads a CycloneDX document along with project identification. If a project UUID is not provided, both projectName and projectVersion must be specified to create a new project entry.\nParameter CycloneDX_document (string); required; The CycloneDX document content in XML or JSON format.\nParameter project_UUID (string); The unique identifier of the project. If not provided, projectName and projectVersion are required.; default: None\nParameter projectName (string); The name of the project. Required if project_UUID is not provided.; default: None\nParameter projectVersion (string); The version of the project. Required if project_UUID is not provided.; default: None"},"clm":{"choice":"vex_api.upload_vex1","correct":false,"latency_ms":117.12,"confidence":0.579158},"jev":{"choice":"vex_api.VexApi.export_project_as_cyclone_dx1","correct":true,"latency_ms":127.92,"confidence":1.0}},"schema":{"criteria":{"vex_api.VexApi.export_project_as_cyclone_dx1":"{\"description\":\"Exports the Vulnerability Exploitability Exchange (VEX) information for a specified project in CycloneDX format. This can be used to integrate with tools that support CycloneDX for security and license compliance.\",\"name\":\"vex_api.VexApi.export_project_as_cyclone_dx1\",\"parameters\":{\"properties\":{\"download\":{\"default\":false,\"description\":\"A flag that, when set to true, forces the resulting VEX to be downloaded as a file. If false, the VEX will be returned in the response body.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The unique identifier of the project for which the VEX information is to be exported.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","vex_api.upload_vex1":"{\"description\":\"Upload a CycloneDX document for a project. Either a valid project UUID must be provided, or both the projectName and projectVersion must be specified if a UUID is not given.\",\"name\":\"vex_api.upload_vex1\",\"parameters\":{\"properties\":{\"cyclonedx_document\":{\"description\":\"The CycloneDX document content encoded in base64.\",\"type\":\"string\"},\"project_name\":{\"description\":\"The name of the project. Required if project_uuid is not specified.\",\"type\":\"string\"},\"project_uuid\":{\"default\":null,\"description\":\"The unique identifier of the project. If not provided, projectName and projectVersion are required.\",\"type\":\"string\"},\"project_version\":{\"description\":\"The version of the project. Required if project_uuid is not specified.\",\"type\":\"string\"}},\"required\":[\"cyclonedx_document\",\"project_name\",\"project_version\"],\"type\":\"dict\"}}","vex_api.VexApi.upload_vex":"{\"description\":\"Uploads a CycloneDX document along with project identification. If a project UUID is not provided, both projectName and projectVersion must be specified to create a new project entry.\",\"name\":\"vex_api.VexApi.upload_vex\",\"parameters\":{\"properties\":{\"CycloneDX_document\":{\"description\":\"The CycloneDX document content in XML or JSON format.\",\"type\":\"string\"},\"projectName\":{\"default\":null,\"description\":\"The name of the project. Required if project_UUID is not provided.\",\"type\":\"string\"},\"projectVersion\":{\"default\":null,\"description\":\"The version of the project. Required if project_UUID is not provided.\",\"type\":\"string\"},\"project_UUID\":{\"default\":null,\"description\":\"The unique identifier of the project. If not provided, projectName and projectVersion are required.\",\"type\":\"string\"}},\"required\":[\"CycloneDX_document\"],\"type\":\"dict\"}}"},"clm":{"choice":"vex_api.VexApi.export_project_as_cyclone_dx1","correct":true,"latency_ms":109.42,"confidence":0.898335},"jev":{"choice":"vex_api.VexApi.export_project_as_cyclone_dx1","correct":true,"latency_ms":120.52,"confidence":1.0}}}},{"id":"live_multiple_257-121-0","split":"live_multiple","state":"User: For project ID '1a1a-c6' give its VEX export it in the CycloneDX format","expected":"vex_api.VexApi.export_project_as_cyclone_dx1","candidate_count":3,"views":{"description":{"criteria":{"component_api.ComponentApi.get_component_by_identity":"component_api.ComponentApi.get_component_by_identity: Retrieve a list of components that match the specified identity criteria, which include group, name, version, package URL (purl), Common Platform Enumeration (cpe), or Software Identity Tag (swidTagId) of the component.","vex_api.VexApi.export_project_as_cyclone_dx1":"vex_api.VexApi.export_project_as_cyclone_dx1: Exports the Vulnerability Exploitability eXchange (VEX) information for a specified project in the CycloneDX format, which can be optionally downloaded as a file.","vex_api.VexApi.upload_vex1":"vex_api.VexApi.upload_vex1: Upload a CycloneDX document to a specific project. Requires either a valid project UUID or the combination of a project name and project version."},"clm":{"choice":"vex_api.VexApi.export_project_as_cyclone_dx1","correct":true,"latency_ms":82.27,"confidence":0.677956},"jev":{"choice":"vex_api.VexApi.export_project_as_cyclone_dx1","correct":true,"latency_ms":104.34,"confidence":1.0}},"prose_schema":{"criteria":{"component_api.ComponentApi.get_component_by_identity":"component_api.ComponentApi.get_component_by_identity: Retrieve a list of components that match the specified identity criteria, which include group, name, version, package URL (purl), Common Platform Enumeration (cpe), or Software Identity Tag (swidTagId) of the component.\nParameter group (string); required; The group or namespace of the component.\nParameter name (string); required; The unique name of the component.\nParameter version (string); required; The version identifier of the component.\nParameter purl (string); The package URL that uniquely identifies the component.; default: None\nParameter cpe (string); The Common Platform Enumeration representation of the component.; default: None\nParameter swidTagId (string); The Software Identity Tag for the component as per ISO/IEC 19770-2:2015.; default: None\nParameter project (string); The name of the project to which the component belongs.; default: None","vex_api.VexApi.export_project_as_cyclone_dx1":"vex_api.VexApi.export_project_as_cyclone_dx1: Exports the Vulnerability Exploitability eXchange (VEX) information for a specified project in the CycloneDX format, which can be optionally downloaded as a file.\nParameter uuid (string); required; The universally unique identifier (UUID) of the project for which the VEX information should be exported.\nParameter download (boolean); When set to true, the resulting VEX will be provided as a downloadable file. Otherwise, it will be returned in the response body.; default: False","vex_api.VexApi.upload_vex1":"vex_api.VexApi.upload_vex1: Upload a CycloneDX document to a specific project. Requires either a valid project UUID or the combination of a project name and project version.\nParameter cyclonedx_document (string); required; The CycloneDX document content encoded in base64.\nParameter project_uuid (string); The universally unique identifier of the project. If not provided, projectName and projectVersion must be specified.; default: None\nParameter project_name (string); The name of the project. Required if project_uuid is not provided.; default: None\nParameter project_version (string); The version of the project. Required if project_uuid is not provided.; default: None"},"clm":{"choice":"vex_api.VexApi.upload_vex1","correct":false,"latency_ms":117.09,"confidence":0.772042},"jev":{"choice":"vex_api.VexApi.export_project_as_cyclone_dx1","correct":true,"latency_ms":139.37,"confidence":1.0}},"schema":{"criteria":{"component_api.ComponentApi.get_component_by_identity":"{\"description\":\"Retrieve a list of components that match the specified identity criteria, which include group, name, version, package URL (purl), Common Platform Enumeration (cpe), or Software Identity Tag (swidTagId) of the component.\",\"name\":\"component_api.ComponentApi.get_component_by_identity\",\"parameters\":{\"properties\":{\"cpe\":{\"default\":null,\"description\":\"The Common Platform Enumeration representation of the component.\",\"type\":\"string\"},\"group\":{\"description\":\"The group or namespace of the component.\",\"type\":\"string\"},\"name\":{\"description\":\"The unique name of the component.\",\"type\":\"string\"},\"project\":{\"default\":null,\"description\":\"The name of the project to which the component belongs.\",\"type\":\"string\"},\"purl\":{\"default\":null,\"description\":\"The package URL that uniquely identifies the component.\",\"type\":\"string\"},\"swidTagId\":{\"default\":null,\"description\":\"The Software Identity Tag for the component as per ISO/IEC 19770-2:2015.\",\"type\":\"string\"},\"version\":{\"description\":\"The version identifier of the component.\",\"type\":\"string\"}},\"required\":[\"group\",\"name\",\"version\"],\"type\":\"dict\"}}","vex_api.VexApi.export_project_as_cyclone_dx1":"{\"description\":\"Exports the Vulnerability Exploitability eXchange (VEX) information for a specified project in the CycloneDX format, which can be optionally downloaded as a file.\",\"name\":\"vex_api.VexApi.export_project_as_cyclone_dx1\",\"parameters\":{\"properties\":{\"download\":{\"default\":false,\"description\":\"When set to true, the resulting VEX will be provided as a downloadable file. Otherwise, it will be returned in the response body.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The universally unique identifier (UUID) of the project for which the VEX information should be exported.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","vex_api.VexApi.upload_vex1":"{\"description\":\"Upload a CycloneDX document to a specific project. Requires either a valid project UUID or the combination of a project name and project version.\",\"name\":\"vex_api.VexApi.upload_vex1\",\"parameters\":{\"properties\":{\"cyclonedx_document\":{\"description\":\"The CycloneDX document content encoded in base64.\",\"type\":\"string\"},\"project_name\":{\"default\":null,\"description\":\"The name of the project. Required if project_uuid is not provided.\",\"type\":\"string\"},\"project_uuid\":{\"default\":null,\"description\":\"The universally unique identifier of the project. If not provided, projectName and projectVersion must be specified.\",\"type\":\"string\"},\"project_version\":{\"default\":null,\"description\":\"The version of the project. Required if project_uuid is not provided.\",\"type\":\"string\"}},\"required\":[\"cyclonedx_document\"],\"type\":\"dict\"}}"},"clm":{"choice":"vex_api.VexApi.export_project_as_cyclone_dx1","correct":true,"latency_ms":118.8,"confidence":0.770368},"jev":{"choice":"vex_api.VexApi.export_project_as_cyclone_dx1","correct":true,"latency_ms":117.85,"confidence":1.0}}}},{"id":"live_multiple_258-122-0","split":"live_multiple","state":"User: see details for the 'Orion' version 2.1.3.","expected":"project_api.ProjectApi.get_project_by_name_and_version","candidate_count":3,"views":{"description":{"criteria":{"project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Fetches the details of a project identified by its unique name and version number.","badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: Retrieve the current security metrics for a specified project version, such as the number of known vulnerabilities.","badge_api.BadgeApi.get_project_policy_violations_badge1":"badge_api.BadgeApi.get_project_policy_violations_badge1: Generates a badge representing the policy violations for a given project and version."},"clm":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":true,"latency_ms":89.24,"confidence":0.564424},"jev":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":true,"latency_ms":113.04,"confidence":1.0}},"prose_schema":{"criteria":{"project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Fetches the details of a project identified by its unique name and version number.\nParameter name (string); required; The unique identifier name of the project.\nParameter version (string); required; The release version of the project in semantic versioning format, such as '1.0.0'.","badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: Retrieve the current security metrics for a specified project version, such as the number of known vulnerabilities.\nParameter name (string); required; The unique name of the project for which metrics are being retrieved.\nParameter version (string); required; The specific version of the project to query. Format should follow semantic versioning, e.g., '1.0.0'.","badge_api.BadgeApi.get_project_policy_violations_badge1":"badge_api.BadgeApi.get_project_policy_violations_badge1: Generates a badge representing the policy violations for a given project and version.\nParameter name (string); required; The unique name of the project for which the badge is to be generated.\nParameter version (string); required; The specific version of the project for which the badge is to be generated."},"clm":{"choice":"badge_api.BadgeApi.get_project_vulnerabilities_badge","correct":false,"latency_ms":100.76,"confidence":0.806428},"jev":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":true,"latency_ms":292.12,"confidence":1.0}},"schema":{"criteria":{"project_api.ProjectApi.get_project_by_name_and_version":"{\"description\":\"Fetches the details of a project identified by its unique name and version number.\",\"name\":\"project_api.ProjectApi.get_project_by_name_and_version\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique identifier name of the project.\",\"type\":\"string\"},\"version\":{\"description\":\"The release version of the project in semantic versioning format, such as '1.0.0'.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_vulnerabilities_badge":"{\"description\":\"Retrieve the current security metrics for a specified project version, such as the number of known vulnerabilities.\",\"name\":\"badge_api.BadgeApi.get_project_vulnerabilities_badge\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name of the project for which metrics are being retrieved.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version of the project to query. Format should follow semantic versioning, e.g., '1.0.0'.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_policy_violations_badge1":"{\"description\":\"Generates a badge representing the policy violations for a given project and version.\",\"name\":\"badge_api.BadgeApi.get_project_policy_violations_badge1\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name of the project for which the badge is to be generated.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version of the project for which the badge is to be generated.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}"},"clm":{"choice":"badge_api.BadgeApi.get_project_policy_violations_badge1","correct":false,"latency_ms":102.34,"confidence":0.562039},"jev":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":true,"latency_ms":117.17,"confidence":1.0}}}},{"id":"live_multiple_259-123-0","split":"live_multiple","state":"User: I need project my_version_proj, with v 1.2.3","expected":"project_api.ProjectApi.get_project_by_name_and_version","candidate_count":3,"views":{"description":{"criteria":{"project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve details of a project specified by its unique name and version.","project_api.update_project":"project_api.update_project: Updates the existing project's details such as title, description, and status.","badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: Retrieve the current security metrics for a given project, such as the count of known vulnerabilities."},"clm":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":true,"latency_ms":149.87,"confidence":0.913578},"jev":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":true,"latency_ms":118.65,"confidence":1.0}},"prose_schema":{"criteria":{"project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve details of a project specified by its unique name and version.\nParameter name (string); required; The unique name of the project.\nParameter version (string); required; The version identifier of the project, following Semantic Versioning, e.g., '1.0.0'.","project_api.update_project":"project_api.update_project: Updates the existing project's details such as title, description, and status.\nParameter project_id (string); required; The unique identifier of the project to be updated.\nParameter project_data (dict); required; A dictionary containing the details of the project to be updated.","badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: Retrieve the current security metrics for a given project, such as the count of known vulnerabilities.\nParameter name (string); required; The unique name identifier of the project.\nParameter version (string); required; The specific version identifier of the project."},"clm":{"choice":"badge_api.BadgeApi.get_project_vulnerabilities_badge","correct":false,"latency_ms":88.69,"confidence":0.720392},"jev":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":true,"latency_ms":104.66,"confidence":1.0}},"schema":{"criteria":{"project_api.ProjectApi.get_project_by_name_and_version":"{\"description\":\"Retrieve details of a project specified by its unique name and version.\",\"name\":\"project_api.ProjectApi.get_project_by_name_and_version\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name of the project.\",\"type\":\"string\"},\"version\":{\"description\":\"The version identifier of the project, following Semantic Versioning, e.g., '1.0.0'.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","project_api.update_project":"{\"description\":\"Updates the existing project's details such as title, description, and status.\",\"name\":\"project_api.update_project\",\"parameters\":{\"properties\":{\"project_data\":{\"description\":\"A dictionary containing the details of the project to be updated.\",\"properties\":{\"description\":{\"description\":\"A brief description of the project.\",\"type\":\"string\"},\"status\":{\"default\":\"active\",\"description\":\"The current status of the project.\",\"enum\":[\"active\",\"paused\",\"completed\",\"archived\"],\"type\":\"string\"},\"title\":{\"description\":\"The new title of the project.\",\"type\":\"string\"}},\"type\":\"dict\"},\"project_id\":{\"description\":\"The unique identifier of the project to be updated.\",\"type\":\"string\"}},\"required\":[\"project_id\",\"project_data\"],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_vulnerabilities_badge":"{\"description\":\"Retrieve the current security metrics for a given project, such as the count of known vulnerabilities.\",\"name\":\"badge_api.BadgeApi.get_project_vulnerabilities_badge\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name identifier of the project.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version identifier of the project.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}"},"clm":{"choice":"badge_api.BadgeApi.get_project_vulnerabilities_badge","correct":false,"latency_ms":117.18,"confidence":0.639046},"jev":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":true,"latency_ms":98.02,"confidence":0.99}}}},{"id":"live_multiple_260-124-0","split":"live_multiple","state":"User: tell me the current version information of app, with name and version number?","expected":"version_api.VersionApi.get_version","candidate_count":3,"views":{"description":{"criteria":{"project_api.ProjectApi.update_project":"project_api.ProjectApi.update_project: This method updates the existing project details with the given information.","version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including the application name and its version number.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve the details of a specific project using its name and version as identifiers."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":58.9,"confidence":0.881577},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":131.38,"confidence":1.0}},"prose_schema":{"criteria":{"project_api.ProjectApi.update_project":"project_api.ProjectApi.update_project: This method updates the existing project details with the given information.\nParameter project_id (string); required; The unique identifier for the project to be updated.\nParameter project_data (dict); required; A dictionary containing the new data for the project.","version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version information of the application, including the application name and its version number.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve the details of a specific project using its name and version as identifiers."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":81.56,"confidence":0.89206},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":116.38,"confidence":1.0}},"schema":{"criteria":{"project_api.ProjectApi.update_project":"{\"description\":\"This method updates the existing project details with the given information.\",\"name\":\"project_api.ProjectApi.update_project\",\"parameters\":{\"properties\":{\"project_data\":{\"description\":\"A dictionary containing the new data for the project.\",\"properties\":{\"description\":{\"description\":\"The new description of the project.\",\"type\":\"string\"},\"due_date\":{\"default\":null,\"description\":\"The updated due date for the project completion in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"name\":{\"description\":\"The new name of the project.\",\"type\":\"string\"},\"status\":{\"description\":\"The current status of the project.\",\"enum\":[\"active\",\"inactive\",\"archived\"],\"type\":\"string\"}},\"type\":\"dict\"},\"project_id\":{\"description\":\"The unique identifier for the project to be updated.\",\"type\":\"string\"}},\"required\":[\"project_id\",\"project_data\"],\"type\":\"dict\"}}","version_api.VersionApi.get_version":"{\"description\":\"Retrieve the current version information of the application, including the application name and its version number.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","project_api.ProjectApi.get_project_by_name_and_version":"{\"description\":\"Retrieve the details of a specific project using its name and version as identifiers.\",\"name\":\"project_api.ProjectApi.get_project_by_name_and_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":97.74,"confidence":0.969724},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":122.58,"confidence":1.0}}}},{"id":"live_multiple_261-125-0","split":"live_multiple","state":"User: rotate the image by 30 degrees","expected":"rotateImageAction","candidate_count":5,"views":{"description":{"criteria":{"flipImageAction":"flipImageAction: This function flips an image in the specified direction, either horizontally or vertically.","rotateImageAction":"rotateImageAction: Rotates the image clockwise by a specified degree of angle. Accepts an integer value representing the angle in degrees.","removeBackgroundAction":"removeBackgroundAction: Remove the background from an image and optionally replace it with a specified color or another image.","getRecommendationsAction":"getRecommendationsAction: Retrieves a list of recommended items based on the image provided.","resizeImageAction":"resizeImageAction: This function resizes an image to the specified aspect ratio while maintaining the original image proportions. It returns the resized image in the desired format."},"clm":{"choice":"rotateImageAction","correct":true,"latency_ms":110.76,"confidence":0.969188},"jev":{"choice":"rotateImageAction","correct":true,"latency_ms":102.22,"confidence":1.0}},"prose_schema":{"criteria":{"flipImageAction":"flipImageAction: This function flips an image in the specified direction, either horizontally or vertically.\nParameter flip_direction (string); required; Specifies the flip direction of the image. Must be either 'horizontal' or 'vertical'.; allowed values: horizontal, vertical","rotateImageAction":"rotateImageAction: Rotates the image clockwise by a specified degree of angle. Accepts an integer value representing the angle in degrees.\nParameter degrees (integer); required; The degree of clockwise rotation to be applied to the image. Value must be between 0 and 360 degrees.\nParameter image_format (string); The format of the image to be rotated. For example, 'JPEG', 'PNG', 'BMP', etc.; allowed values: JPEG, PNG, BMP, GIF, TIFF; default: JPEG\nParameter keep_original (boolean); Indicates whether the original image should be kept unchanged. If set to false, the original image will be overwritten.; default: True","removeBackgroundAction":"removeBackgroundAction: Remove the background from an image and optionally replace it with a specified color or another image.\nParameter image_path (string); required; The file path to the image from which the background is to be removed.\nParameter replacement_color (string); The hex code of the color to replace the background with, e.g., '#FFFFFF' for white.; allowed values: #FFFFFF, #000000, null; default: null\nParameter replacement_image_path (string); The file path to an image that will replace the removed background. This is ignored if 'replacement_color' is not 'null'.; default: null\nParameter output_format (string); The desired file format of the output image, such as 'PNG' or 'JPEG'.; allowed values: PNG, JPEG, GIF, BMP; default: PNG\nParameter tolerance (integer); The tolerance level for background detection, ranging from 0 to 100, where a higher value means more of the background will be considered for removal.; default: 50","getRecommendationsAction":"getRecommendationsAction: Retrieves a list of recommended items based on the image provided.\nParameter image_data (string); required; Base64 encoded string of the image for which recommendations are being requested.\nParameter threshold (float); The confidence threshold for filtering recommendations, ranging from 0.0 to 1.0.; default: 0.5\nParameter max_results (integer); The maximum number of recommendations to return.; default: 10\nParameter include_similar (boolean); A flag to determine whether to include similar items in the recommendations.; default: True","resizeImageAction":"resizeImageAction: This function resizes an image to the specified aspect ratio while maintaining the original image proportions. It returns the resized image in the desired format.\nParameter aspect_ratio_width (integer); required; The width component of the desired aspect ratio for the image. Must be a positive integer.\nParameter aspect_ratio_height (integer); required; The height component of the desired aspect ratio for the image. Must be a positive integer.\nParameter image_format (string); The file format for the output resized image. For example, 'jpeg' for Joint Photographic Experts Group format.; allowed values: jpeg, png, gif, bmp; default: jpeg"},"clm":{"choice":"rotateImageAction","correct":true,"latency_ms":143.25,"confidence":0.533889},"jev":{"choice":"rotateImageAction","correct":true,"latency_ms":103.36,"confidence":1.0}},"schema":{"criteria":{"flipImageAction":"{\"description\":\"This function flips an image in the specified direction, either horizontally or vertically.\",\"name\":\"flipImageAction\",\"parameters\":{\"properties\":{\"flip_direction\":{\"description\":\"Specifies the flip direction of the image. Must be either 'horizontal' or 'vertical'.\",\"enum\":[\"horizontal\",\"vertical\"],\"type\":\"string\"}},\"required\":[\"flip_direction\"],\"type\":\"dict\"}}","rotateImageAction":"{\"description\":\"Rotates the image clockwise by a specified degree of angle. Accepts an integer value representing the angle in degrees.\",\"name\":\"rotateImageAction\",\"parameters\":{\"properties\":{\"degrees\":{\"description\":\"The degree of clockwise rotation to be applied to the image. Value must be between 0 and 360 degrees.\",\"type\":\"integer\"},\"image_format\":{\"default\":\"JPEG\",\"description\":\"The format of the image to be rotated. For example, 'JPEG', 'PNG', 'BMP', etc.\",\"enum\":[\"JPEG\",\"PNG\",\"BMP\",\"GIF\",\"TIFF\"],\"type\":\"string\"},\"keep_original\":{\"default\":true,\"description\":\"Indicates whether the original image should be kept unchanged. If set to false, the original image will be overwritten.\",\"type\":\"boolean\"}},\"required\":[\"degrees\"],\"type\":\"dict\"}}","removeBackgroundAction":"{\"description\":\"Remove the background from an image and optionally replace it with a specified color or another image.\",\"name\":\"removeBackgroundAction\",\"parameters\":{\"properties\":{\"image_path\":{\"description\":\"The file path to the image from which the background is to be removed.\",\"type\":\"string\"},\"output_format\":{\"default\":\"PNG\",\"description\":\"The desired file format of the output image, such as 'PNG' or 'JPEG'.\",\"enum\":[\"PNG\",\"JPEG\",\"GIF\",\"BMP\"],\"type\":\"string\"},\"replacement_color\":{\"default\":\"null\",\"description\":\"The hex code of the color to replace the background with, e.g., '#FFFFFF' for white.\",\"enum\":[\"#FFFFFF\",\"#000000\",\"null\"],\"type\":\"string\"},\"replacement_image_path\":{\"default\":\"null\",\"description\":\"The file path to an image that will replace the removed background. This is ignored if 'replacement_color' is not 'null'.\",\"type\":\"string\"},\"tolerance\":{\"default\":50,\"description\":\"The tolerance level for background detection, ranging from 0 to 100, where a higher value means more of the background will be considered for removal.\",\"type\":\"integer\"}},\"required\":[\"image_path\"],\"type\":\"dict\"}}","getRecommendationsAction":"{\"description\":\"Retrieves a list of recommended items based on the image provided.\",\"name\":\"getRecommendationsAction\",\"parameters\":{\"properties\":{\"image_data\":{\"description\":\"Base64 encoded string of the image for which recommendations are being requested.\",\"type\":\"string\"},\"include_similar\":{\"default\":true,\"description\":\"A flag to determine whether to include similar items in the recommendations.\",\"type\":\"boolean\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recommendations to return.\",\"type\":\"integer\"},\"threshold\":{\"default\":0.5,\"description\":\"The confidence threshold for filtering recommendations, ranging from 0.0 to 1.0.\",\"type\":\"float\"}},\"required\":[\"image_data\"],\"type\":\"dict\"}}","resizeImageAction":"{\"description\":\"This function resizes an image to the specified aspect ratio while maintaining the original image proportions. It returns the resized image in the desired format.\",\"name\":\"resizeImageAction\",\"parameters\":{\"properties\":{\"aspect_ratio_height\":{\"description\":\"The height component of the desired aspect ratio for the image. Must be a positive integer.\",\"type\":\"integer\"},\"aspect_ratio_width\":{\"description\":\"The width component of the desired aspect ratio for the image. Must be a positive integer.\",\"type\":\"integer\"},\"image_format\":{\"default\":\"jpeg\",\"description\":\"The file format for the output resized image. For example, 'jpeg' for Joint Photographic Experts Group format.\",\"enum\":[\"jpeg\",\"png\",\"gif\",\"bmp\"],\"type\":\"string\"}},\"required\":[\"aspect_ratio_width\",\"aspect_ratio_height\"],\"type\":\"dict\"}}"},"clm":{"choice":"flipImageAction","correct":false,"latency_ms":153.35,"confidence":0.376628},"jev":{"choice":"rotateImageAction","correct":true,"latency_ms":130.29,"confidence":1.0}}}},{"id":"live_multiple_262-125-1","split":"live_multiple","state":"User: turn it by 20 degree and freeze it to 40 degree celsius","expected":"rotateImageAction","candidate_count":5,"views":{"description":{"criteria":{"flipImageAction":"flipImageAction: This function flips an image in the specified direction, either horizontally or vertically.","rotateImageAction":"rotateImageAction: Rotates the image clockwise by a specified degree of angle. Accepts an integer value representing the angle in degrees.","removeBackgroundAction":"removeBackgroundAction: Remove the background from an image and optionally replace it with a specified color or another image.","getRecommendationsAction":"getRecommendationsAction: Retrieves a list of recommended items based on the image provided.","resizeImageAction":"resizeImageAction: This function resizes an image to the specified aspect ratio while maintaining the original image proportions. It returns the resized image in the desired format."},"clm":{"choice":"rotateImageAction","correct":true,"latency_ms":28.72,"confidence":0.949674},"jev":{"choice":"rotateImageAction","correct":true,"latency_ms":102.54,"confidence":1.0}},"prose_schema":{"criteria":{"flipImageAction":"flipImageAction: This function flips an image in the specified direction, either horizontally or vertically.\nParameter flip_direction (string); required; Specifies the flip direction of the image. Must be either 'horizontal' or 'vertical'.; allowed values: horizontal, vertical","rotateImageAction":"rotateImageAction: Rotates the image clockwise by a specified degree of angle. Accepts an integer value representing the angle in degrees.\nParameter degrees (integer); required; The degree of clockwise rotation to be applied to the image. Value must be between 0 and 360 degrees.\nParameter image_format (string); The format of the image to be rotated. For example, 'JPEG', 'PNG', 'BMP', etc.; allowed values: JPEG, PNG, BMP, GIF, TIFF; default: JPEG\nParameter keep_original (boolean); Indicates whether the original image should be kept unchanged. If set to false, the original image will be overwritten.; default: True","removeBackgroundAction":"removeBackgroundAction: Remove the background from an image and optionally replace it with a specified color or another image.\nParameter image_path (string); required; The file path to the image from which the background is to be removed.\nParameter replacement_color (string); The hex code of the color to replace the background with, e.g., '#FFFFFF' for white.; allowed values: #FFFFFF, #000000, null; default: null\nParameter replacement_image_path (string); The file path to an image that will replace the removed background. This is ignored if 'replacement_color' is not 'null'.; default: null\nParameter output_format (string); The desired file format of the output image, such as 'PNG' or 'JPEG'.; allowed values: PNG, JPEG, GIF, BMP; default: PNG\nParameter tolerance (integer); The tolerance level for background detection, ranging from 0 to 100, where a higher value means more of the background will be considered for removal.; default: 50","getRecommendationsAction":"getRecommendationsAction: Retrieves a list of recommended items based on the image provided.\nParameter image_data (string); required; Base64 encoded string of the image for which recommendations are being requested.\nParameter threshold (float); The confidence threshold for filtering recommendations, ranging from 0.0 to 1.0.; default: 0.5\nParameter max_results (integer); The maximum number of recommendations to return.; default: 10\nParameter include_similar (boolean); A flag to determine whether to include similar items in the recommendations.; default: True","resizeImageAction":"resizeImageAction: This function resizes an image to the specified aspect ratio while maintaining the original image proportions. It returns the resized image in the desired format.\nParameter aspect_ratio_width (integer); required; The width component of the desired aspect ratio for the image. Must be a positive integer.\nParameter aspect_ratio_height (integer); required; The height component of the desired aspect ratio for the image. Must be a positive integer.\nParameter image_format (string); The file format for the output resized image. For example, 'jpeg' for Joint Photographic Experts Group format.; allowed values: jpeg, png, gif, bmp; default: jpeg"},"clm":{"choice":"rotateImageAction","correct":true,"latency_ms":31.31,"confidence":0.453567},"jev":{"choice":"rotateImageAction","correct":true,"latency_ms":162.18,"confidence":1.0}},"schema":{"criteria":{"flipImageAction":"{\"description\":\"This function flips an image in the specified direction, either horizontally or vertically.\",\"name\":\"flipImageAction\",\"parameters\":{\"properties\":{\"flip_direction\":{\"description\":\"Specifies the flip direction of the image. Must be either 'horizontal' or 'vertical'.\",\"enum\":[\"horizontal\",\"vertical\"],\"type\":\"string\"}},\"required\":[\"flip_direction\"],\"type\":\"dict\"}}","rotateImageAction":"{\"description\":\"Rotates the image clockwise by a specified degree of angle. Accepts an integer value representing the angle in degrees.\",\"name\":\"rotateImageAction\",\"parameters\":{\"properties\":{\"degrees\":{\"description\":\"The degree of clockwise rotation to be applied to the image. Value must be between 0 and 360 degrees.\",\"type\":\"integer\"},\"image_format\":{\"default\":\"JPEG\",\"description\":\"The format of the image to be rotated. For example, 'JPEG', 'PNG', 'BMP', etc.\",\"enum\":[\"JPEG\",\"PNG\",\"BMP\",\"GIF\",\"TIFF\"],\"type\":\"string\"},\"keep_original\":{\"default\":true,\"description\":\"Indicates whether the original image should be kept unchanged. If set to false, the original image will be overwritten.\",\"type\":\"boolean\"}},\"required\":[\"degrees\"],\"type\":\"dict\"}}","removeBackgroundAction":"{\"description\":\"Remove the background from an image and optionally replace it with a specified color or another image.\",\"name\":\"removeBackgroundAction\",\"parameters\":{\"properties\":{\"image_path\":{\"description\":\"The file path to the image from which the background is to be removed.\",\"type\":\"string\"},\"output_format\":{\"default\":\"PNG\",\"description\":\"The desired file format of the output image, such as 'PNG' or 'JPEG'.\",\"enum\":[\"PNG\",\"JPEG\",\"GIF\",\"BMP\"],\"type\":\"string\"},\"replacement_color\":{\"default\":\"null\",\"description\":\"The hex code of the color to replace the background with, e.g., '#FFFFFF' for white.\",\"enum\":[\"#FFFFFF\",\"#000000\",\"null\"],\"type\":\"string\"},\"replacement_image_path\":{\"default\":\"null\",\"description\":\"The file path to an image that will replace the removed background. This is ignored if 'replacement_color' is not 'null'.\",\"type\":\"string\"},\"tolerance\":{\"default\":50,\"description\":\"The tolerance level for background detection, ranging from 0 to 100, where a higher value means more of the background will be considered for removal.\",\"type\":\"integer\"}},\"required\":[\"image_path\"],\"type\":\"dict\"}}","getRecommendationsAction":"{\"description\":\"Retrieves a list of recommended items based on the image provided.\",\"name\":\"getRecommendationsAction\",\"parameters\":{\"properties\":{\"image_data\":{\"description\":\"Base64 encoded string of the image for which recommendations are being requested.\",\"type\":\"string\"},\"include_similar\":{\"default\":true,\"description\":\"A flag to determine whether to include similar items in the recommendations.\",\"type\":\"boolean\"},\"max_results\":{\"default\":10,\"description\":\"The maximum number of recommendations to return.\",\"type\":\"integer\"},\"threshold\":{\"default\":0.5,\"description\":\"The confidence threshold for filtering recommendations, ranging from 0.0 to 1.0.\",\"type\":\"float\"}},\"required\":[\"image_data\"],\"type\":\"dict\"}}","resizeImageAction":"{\"description\":\"This function resizes an image to the specified aspect ratio while maintaining the original image proportions. It returns the resized image in the desired format.\",\"name\":\"resizeImageAction\",\"parameters\":{\"properties\":{\"aspect_ratio_height\":{\"description\":\"The height component of the desired aspect ratio for the image. Must be a positive integer.\",\"type\":\"integer\"},\"aspect_ratio_width\":{\"description\":\"The width component of the desired aspect ratio for the image. Must be a positive integer.\",\"type\":\"integer\"},\"image_format\":{\"default\":\"jpeg\",\"description\":\"The file format for the output resized image. For example, 'jpeg' for Joint Photographic Experts Group format.\",\"enum\":[\"jpeg\",\"png\",\"gif\",\"bmp\"],\"type\":\"string\"}},\"required\":[\"aspect_ratio_width\",\"aspect_ratio_height\"],\"type\":\"dict\"}}"},"clm":{"choice":"flipImageAction","correct":false,"latency_ms":30.77,"confidence":0.487462},"jev":{"choice":"rotateImageAction","correct":true,"latency_ms":121.84,"confidence":1.0}}}},{"id":"live_multiple_263-126-0","split":"live_multiple","state":"User: When is my gym session?","expected":"EventQuery","candidate_count":2,"views":{"description":{"criteria":{"EventQuery":"EventQuery: Search for calendar events that match a given text query within a user's calendar. The search considers both the title and description of the events.","reschedule_event":"reschedule_event: Reschedule an event by assigning it a new date or time based on the provided ISO-8601 datetime string."},"clm":{"choice":"reschedule_event","correct":false,"latency_ms":60.27,"confidence":0.898002},"jev":{"choice":"EventQuery","correct":true,"latency_ms":107.38,"confidence":1.0}},"prose_schema":{"criteria":{"EventQuery":"EventQuery: Search for calendar events that match a given text query within a user's calendar. The search considers both the title and description of the events.\nParameter search_string (string); required; The text to search for within the title and description of an event.\nParameter start_date (string); The start date for the range of events to search, in the format 'YYYY-MM-DD'.; default: null\nParameter end_date (string); The end date for the range of events to search, in the format 'YYYY-MM-DD'.; default: null\nParameter include_recurring (boolean); A flag to indicate whether to include recurring events in the search.; default: False","reschedule_event":"reschedule_event: Reschedule an event by assigning it a new date or time based on the provided ISO-8601 datetime string.\nParameter event_identifier (string); required; A unique identifier for the event, such as a UUID.\nParameter new_datetime (string); required; The new date and time to which the event is being rescheduled, in ISO-8601 format (e.g., 'YYYY-MM-DDTHH:MM:SSZ')."},"clm":{"choice":"EventQuery","correct":true,"latency_ms":93.12,"confidence":0.671354},"jev":{"choice":"EventQuery","correct":true,"latency_ms":125.97,"confidence":1.0}},"schema":{"criteria":{"EventQuery":"{\"description\":\"Search for calendar events that match a given text query within a user's calendar. The search considers both the title and description of the events.\",\"name\":\"EventQuery\",\"parameters\":{\"properties\":{\"end_date\":{\"default\":\"null\",\"description\":\"The end date for the range of events to search, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"include_recurring\":{\"default\":false,\"description\":\"A flag to indicate whether to include recurring events in the search.\",\"type\":\"boolean\"},\"search_string\":{\"description\":\"The text to search for within the title and description of an event.\",\"type\":\"string\"},\"start_date\":{\"default\":\"null\",\"description\":\"The start date for the range of events to search, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"search_string\"],\"type\":\"dict\"}}","reschedule_event":"{\"description\":\"Reschedule an event by assigning it a new date or time based on the provided ISO-8601 datetime string.\",\"name\":\"reschedule_event\",\"parameters\":{\"properties\":{\"event_identifier\":{\"description\":\"A unique identifier for the event, such as a UUID.\",\"type\":\"string\"},\"new_datetime\":{\"description\":\"The new date and time to which the event is being rescheduled, in ISO-8601 format (e.g., 'YYYY-MM-DDTHH:MM:SSZ').\",\"type\":\"string\"}},\"required\":[\"event_identifier\",\"new_datetime\"],\"type\":\"dict\"}}"},"clm":{"choice":"reschedule_event","correct":false,"latency_ms":101.41,"confidence":0.778632},"jev":{"choice":"EventQuery","correct":true,"latency_ms":121.38,"confidence":1.0}}}},{"id":"live_multiple_264-126-1","split":"live_multiple","state":"User: I forgot the date for my trip. search between the April 1-April 30 2023?","expected":"EventQuery","candidate_count":2,"views":{"description":{"criteria":{"EventQuery":"EventQuery: Search for calendar events that match a given text query within a user's calendar. The search considers both the title and description of the events.","reschedule_event":"reschedule_event: Reschedule an event by assigning it a new date or time based on the provided ISO-8601 datetime string."},"clm":{"choice":"EventQuery","correct":true,"latency_ms":29.7,"confidence":0.56354},"jev":{"choice":"EventQuery","correct":true,"latency_ms":98.89,"confidence":1.0}},"prose_schema":{"criteria":{"EventQuery":"EventQuery: Search for calendar events that match a given text query within a user's calendar. The search considers both the title and description of the events.\nParameter search_string (string); required; The text to search for within the title and description of an event.\nParameter start_date (string); The start date for the range of events to search, in the format 'YYYY-MM-DD'.; default: null\nParameter end_date (string); The end date for the range of events to search, in the format 'YYYY-MM-DD'.; default: null\nParameter include_recurring (boolean); A flag to indicate whether to include recurring events in the search.; default: False","reschedule_event":"reschedule_event: Reschedule an event by assigning it a new date or time based on the provided ISO-8601 datetime string.\nParameter event_identifier (string); required; A unique identifier for the event, such as a UUID.\nParameter new_datetime (string); required; The new date and time to which the event is being rescheduled, in ISO-8601 format (e.g., 'YYYY-MM-DDTHH:MM:SSZ')."},"clm":{"choice":"EventQuery","correct":true,"latency_ms":32.64,"confidence":0.952941},"jev":{"choice":"EventQuery","correct":true,"latency_ms":107.19,"confidence":1.0}},"schema":{"criteria":{"EventQuery":"{\"description\":\"Search for calendar events that match a given text query within a user's calendar. The search considers both the title and description of the events.\",\"name\":\"EventQuery\",\"parameters\":{\"properties\":{\"end_date\":{\"default\":\"null\",\"description\":\"The end date for the range of events to search, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"include_recurring\":{\"default\":false,\"description\":\"A flag to indicate whether to include recurring events in the search.\",\"type\":\"boolean\"},\"search_string\":{\"description\":\"The text to search for within the title and description of an event.\",\"type\":\"string\"},\"start_date\":{\"default\":\"null\",\"description\":\"The start date for the range of events to search, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"search_string\"],\"type\":\"dict\"}}","reschedule_event":"{\"description\":\"Reschedule an event by assigning it a new date or time based on the provided ISO-8601 datetime string.\",\"name\":\"reschedule_event\",\"parameters\":{\"properties\":{\"event_identifier\":{\"description\":\"A unique identifier for the event, such as a UUID.\",\"type\":\"string\"},\"new_datetime\":{\"description\":\"The new date and time to which the event is being rescheduled, in ISO-8601 format (e.g., 'YYYY-MM-DDTHH:MM:SSZ').\",\"type\":\"string\"}},\"required\":[\"event_identifier\",\"new_datetime\"],\"type\":\"dict\"}}"},"clm":{"choice":"reschedule_event","correct":false,"latency_ms":28.21,"confidence":0.843846},"jev":{"choice":"EventQuery","correct":true,"latency_ms":99.06,"confidence":1.0}}}},{"id":"live_multiple_265-127-0","split":"live_multiple","state":"User: what is the weather like in Hanoi","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":84.35,"confidence":0.992123},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":101.02,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":193.15,"confidence":0.984416},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":134.46,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":192.66,"confidence":0.497494},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":106.88,"confidence":1.0}}}},{"id":"live_multiple_266-127-1","split":"live_multiple","state":"User: What will the weather in San Diego be like.","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":28.26,"confidence":0.983397},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":115.97,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":29.73,"confidence":0.866444},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":120.66,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Flights_4_SearchRoundtripFlights","correct":false,"latency_ms":32.51,"confidence":0.291114},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":122.45,"confidence":1.0}}}},{"id":"live_multiple_267-127-2","split":"live_multiple","state":"User: Can you tell me what the weather will be like in Vancouver on the April 4th 2023","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":28.85,"confidence":0.976929},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":115.14,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":27.7,"confidence":0.790939},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":118.69,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":43.39,"confidence":0.463842},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":147.75,"confidence":1.0}}}},{"id":"live_multiple_268-127-3","split":"live_multiple","state":"User: I need to see what the weather will be like in London, UK on the 12th of March. it's 2023 right now","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":29.06,"confidence":0.900628},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":173.33,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":28.14,"confidence":0.927717},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":113.03,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":36.67,"confidence":0.629},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":137.2,"confidence":1.0}}}},{"id":"live_multiple_269-127-4","split":"live_multiple","state":"User: What is the weather going to be like Wednesday next week in Philly? today is 2023.3.1 monday","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":29.0,"confidence":0.971314},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":105.26,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":39.47,"confidence":0.982653},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":146.67,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":38.75,"confidence":0.354999},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":104.11,"confidence":1.0}}}},{"id":"live_multiple_270-127-5","split":"live_multiple","state":"User: Tell me what the weather in New York, NY will be Monday next week. 2023.4.17?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":29.34,"confidence":0.891307},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":113.18,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":29.03,"confidence":0.920982},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":115.56,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":34.81,"confidence":0.451221},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":116.51,"confidence":1.0}}}},{"id":"live_multiple_271-127-6","split":"live_multiple","state":"User: Can you check the weather in SD, California next Tuesday please 2023.3.1?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":32.37,"confidence":0.975994},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":125.68,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":28.1,"confidence":0.839526},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":112.87,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":31.59,"confidence":0.783815},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":127.13,"confidence":1.0}}}},{"id":"live_multiple_272-127-7","split":"live_multiple","state":"User: Provide me with the current weather data for Nairobi?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":30.78,"confidence":0.980804},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":105.45,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":28.68,"confidence":0.941843},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":100.55,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":32.16,"confidence":0.30602},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":123.64,"confidence":1.0}}}},{"id":"live_multiple_273-127-8","split":"live_multiple","state":"User: 'm traveling soon and need to know the weather about my destination. Can you tell me the forecast for Phoenix, AZ on Friday next week 2023-04-14?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":29.55,"confidence":0.796704},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":108.43,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":36.46,"confidence":0.949976},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":121.84,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":33.08,"confidence":0.612152},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":119.31,"confidence":1.0}}}},{"id":"live_multiple_274-127-9","split":"live_multiple","state":"User: I need a weather update for Chcicago for 13th of Feb 2024.","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":39.99,"confidence":0.966196},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":99.19,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":28.41,"confidence":0.777065},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":111.66,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":34.13,"confidence":0.426204},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":113.69,"confidence":1.0}}}},{"id":"live_multiple_275-127-10","split":"live_multiple","state":"User: I want to check about the weather condition in American Canyon on 12th of March for which I need your help.","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":29.65,"confidence":0.841365},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":104.47,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":29.47,"confidence":0.704791},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":103.66,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":31.95,"confidence":0.764904},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":104.86,"confidence":1.0}}}},{"id":"live_multiple_276-127-11","split":"live_multiple","state":"User: How's the weather in LA on March 9th?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":28.56,"confidence":0.95489},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":109.64,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":64.27,"confidence":0.751285},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":118.49,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":32.34,"confidence":0.339879},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":145.04,"confidence":1.0}}}},{"id":"live_multiple_277-128-0","split":"live_multiple","state":"User: I want to find some restaurants that have been tagged as intermediate priced for cost. Please include outdoor seating areas in New York","expected":"Restaurants_2_FindRestaurants","candidate_count":3,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type."},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":89.99,"confidence":0.999602},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":113.14,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter date (string); required; The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Valid options range from 1 to 6.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated\nParameter price_range (string); The desired price range for the restaurant's offerings.; allowed values: cheap, moderate, pricey, ultra high-end; default: moderate\nParameter has_vegetarian_options (boolean); Specifies if the restaurant should offer vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates whether the restaurant should have outdoor seating.; default: False","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type.\nParameter destination (string); required; The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.\nParameter ride_type (string); required; The category of cab ride to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":131.46,"confidence":0.941164},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":111.71,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Valid options range from 1 to 6.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"date\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Searches for restaurants based on specified location, category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates whether the restaurant should have outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Specifies if the restaurant should offer vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated\",\"type\":\"string\"},\"price_range\":{\"default\":\"moderate\",\"description\":\"The desired price range for the restaurant's offerings.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab to travel to the specified destination with a selected number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab ride to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":137.03,"confidence":0.685392},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":144.86,"confidence":1.0}}}},{"id":"live_multiple_278-128-1","split":"live_multiple","state":"User: I want to go out to eat at an average priced place in Oakland that serves Italian cuisine?","expected":"Restaurants_2_FindRestaurants","candidate_count":3,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type."},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":29.79,"confidence":0.98269},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":105.99,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter date (string); required; The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Valid options range from 1 to 6.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated\nParameter price_range (string); The desired price range for the restaurant's offerings.; allowed values: cheap, moderate, pricey, ultra high-end; default: moderate\nParameter has_vegetarian_options (boolean); Specifies if the restaurant should offer vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates whether the restaurant should have outdoor seating.; default: False","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type.\nParameter destination (string); required; The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.\nParameter ride_type (string); required; The category of cab ride to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":29.51,"confidence":0.854112},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":110.62,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Valid options range from 1 to 6.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"date\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Searches for restaurants based on specified location, category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates whether the restaurant should have outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Specifies if the restaurant should offer vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated\",\"type\":\"string\"},\"price_range\":{\"default\":\"moderate\",\"description\":\"The desired price range for the restaurant's offerings.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab to travel to the specified destination with a selected number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab ride to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":34.84,"confidence":0.675872},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":131.42,"confidence":1.0}}}},{"id":"live_multiple_279-128-2","split":"live_multiple","state":"User: I'm craving Asian Fusion cuisine. Can you search for a restaurant in Santa Clara that serves this type of food?","expected":"Restaurants_2_FindRestaurants","candidate_count":3,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type."},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":29.17,"confidence":0.994538},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":124.93,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter date (string); required; The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Valid options range from 1 to 6.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Asian Fusion, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated\nParameter price_range (string); The desired price range for the restaurant's offerings.; allowed values: cheap, moderate, pricey, ultra high-end; default: moderate\nParameter has_vegetarian_options (boolean); Specifies if the restaurant should offer vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates whether the restaurant should have outdoor seating.; default: False","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type.\nParameter destination (string); required; The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.\nParameter ride_type (string); required; The category of cab ride to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":70.47,"confidence":0.938489},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":110.78,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Valid options range from 1 to 6.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"date\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Searches for restaurants based on specified location, category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Asian Fusion\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates whether the restaurant should have outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Specifies if the restaurant should offer vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated\",\"type\":\"string\"},\"price_range\":{\"default\":\"moderate\",\"description\":\"The desired price range for the restaurant's offerings.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab to travel to the specified destination with a selected number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab ride to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":106.3,"confidence":0.719598},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":105.21,"confidence":1.0}}}},{"id":"live_multiple_280-128-3","split":"live_multiple","state":"User: I'm looking for a coffeehouse in New York that's not too expensive. search one with moderate price range?","expected":"Restaurants_2_FindRestaurants","candidate_count":3,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type."},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":30.18,"confidence":0.998859},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":105.02,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter date (string); required; The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Valid options range from 1 to 6.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated\nParameter price_range (string); The desired price range for the restaurant's offerings.; allowed values: cheap, moderate, pricey, ultra high-end; default: moderate\nParameter has_vegetarian_options (boolean); Specifies if the restaurant should offer vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates whether the restaurant should have outdoor seating.; default: False","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type.\nParameter destination (string); required; The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.\nParameter ride_type (string); required; The category of cab ride to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":29.48,"confidence":0.892445},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":107.52,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Valid options range from 1 to 6.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"date\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Searches for restaurants based on specified location, category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates whether the restaurant should have outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Specifies if the restaurant should offer vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated\",\"type\":\"string\"},\"price_range\":{\"default\":\"moderate\",\"description\":\"The desired price range for the restaurant's offerings.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab to travel to the specified destination with a selected number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab ride to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":45.45,"confidence":0.838961},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":106.31,"confidence":1.0}}}},{"id":"live_multiple_281-128-4","split":"live_multiple","state":"User: can you find me some place to eat in Berkeley where I can get cheap vegetarian options?","expected":"Restaurants_2_FindRestaurants","candidate_count":3,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type."},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":28.36,"confidence":0.9783},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":98.26,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter date (string); required; The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Valid options range from 1 to 6.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated.\nParameter price_range (string); The desired price range for the restaurant's offerings.; allowed values: cheap, moderate, pricey, ultra high-end; default: moderate\nParameter has_vegetarian_options (boolean); Specifies if the restaurant should offer vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates whether the restaurant should have outdoor seating.; default: False","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type.\nParameter destination (string); required; The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.\nParameter ride_type (string); required; The category of cab ride to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":69.78,"confidence":0.910459},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":103.52,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Valid options range from 1 to 6.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"date\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Searches for restaurants based on specified location, category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates whether the restaurant should have outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Specifies if the restaurant should offer vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated.\",\"type\":\"string\"},\"price_range\":{\"default\":\"moderate\",\"description\":\"The desired price range for the restaurant's offerings.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab to travel to the specified destination with a selected number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab ride to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":72.05,"confidence":0.881946},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":109.61,"confidence":1.0}}}},{"id":"live_multiple_282-128-5","split":"live_multiple","state":"User: I want to find a place to eat that serves American in Mountain View and has outdoor seating.","expected":"Restaurants_2_FindRestaurants","candidate_count":3,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type."},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":32.85,"confidence":0.97246},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":102.83,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter date (string); required; The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Valid options range from 1 to 6.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated\nParameter price_range (string); The desired price range for the restaurant's offerings.; allowed values: cheap, moderate, pricey, ultra high-end; default: moderate\nParameter has_vegetarian_options (boolean); Specifies if the restaurant should offer vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates whether the restaurant should have outdoor seating.; default: False","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type.\nParameter destination (string); required; The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.\nParameter ride_type (string); required; The category of cab ride to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":29.31,"confidence":0.98611},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":136.13,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Valid options range from 1 to 6.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"date\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Searches for restaurants based on specified location, category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates whether the restaurant should have outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Specifies if the restaurant should offer vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated\",\"type\":\"string\"},\"price_range\":{\"default\":\"moderate\",\"description\":\"The desired price range for the restaurant's offerings.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab to travel to the specified destination with a selected number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab ride to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":32.07,"confidence":0.921697},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":101.71,"confidence":1.0}}}},{"id":"live_multiple_283-128-6","split":"live_multiple","state":"User: I want to find a restaurant in San Francisco that serves Izakaya and it needs to be cheap or fairly inexpensive.","expected":"Restaurants_2_FindRestaurants","candidate_count":3,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type."},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":28.41,"confidence":0.997704},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":100.16,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State' or 'Location, State', such as 'Yosemite National Park, CA' if State exists. 'City, Country' if State for the city doesn't exist.\nParameter date (string); required; The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Valid options range from 1 to 6.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated\nParameter price_range (string); The desired price range for the restaurant's offerings.; allowed values: cheap, moderate, pricey, ultra high-end; default: moderate\nParameter has_vegetarian_options (boolean); Specifies if the restaurant should offer vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates whether the restaurant should have outdoor seating.; default: False","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type.\nParameter destination (string); required; The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.\nParameter ride_type (string); required; The category of cab ride to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":71.7,"confidence":0.922628},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":119.82,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State' or 'Location, State', such as 'Yosemite National Park, CA' if State exists. 'City, Country' if State for the city doesn't exist.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Valid options range from 1 to 6.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"date\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Searches for restaurants based on specified location, category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates whether the restaurant should have outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Specifies if the restaurant should offer vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated\",\"type\":\"string\"},\"price_range\":{\"default\":\"moderate\",\"description\":\"The desired price range for the restaurant's offerings.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab to travel to the specified destination with a selected number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab ride to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"RideSharing_2_GetRide","correct":false,"latency_ms":75.7,"confidence":0.637629},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":135.61,"confidence":1.0}}}},{"id":"live_multiple_284-128-7","split":"live_multiple","state":"User: Find a restaurant in San Francisco that serves Pizza and Pasta? Don't worry about the price range.","expected":"Restaurants_2_FindRestaurants","candidate_count":3,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type."},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":28.76,"confidence":0.999673},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":101.5,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State' or 'Location, State', such as 'San Francisco, CA' or 'Yosemite National Park, CA' if State exists. 'City, Country' if State for the city doesn't exist.\nParameter date (string); required; The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Valid options range from 1 to 6.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Searches for restaurants based on specified location, category, and other optional preferences.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated.\nParameter price_range (string); The desired price range for the restaurant's offerings.; allowed values: cheap, moderate, pricey, ultra high-end; default: moderate\nParameter has_vegetarian_options (boolean); Specifies if the restaurant should offer vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates whether the restaurant should have outdoor seating.; default: False","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab to travel to the specified destination with a selected number of seats and ride type.\nParameter destination (string); required; The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.\nParameter ride_type (string); required; The category of cab ride to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":64.29,"confidence":0.976456},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":99.73,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant specifying the restaurant name, location, reservation date and time, and the number of seats.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD), such as '2023-03-01'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State' or 'Location, State', such as 'San Francisco, CA' or 'Yosemite National Park, CA' if State exists. 'City, Country' if State for the city doesn't exist.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Valid options range from 1 to 6.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format, such as '18:00' for 6 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"date\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Searches for restaurants based on specified location, category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates whether the restaurant should have outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Specifies if the restaurant should offer vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format 'City, State' (e.g., 'New York, NY'). State has to be abbrieviated.\",\"type\":\"string\"},\"price_range\":{\"default\":\"moderate\",\"description\":\"The desired price range for the restaurant's offerings.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab to travel to the specified destination with a selected number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The precise address or location where the cab should take the passenger, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab ride to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"RideSharing_2_GetRide","correct":false,"latency_ms":98.04,"confidence":0.843519},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":283.29,"confidence":1.0}}}},{"id":"live_multiple_285-129-0","split":"live_multiple","state":"User: I'm looking for a psychiatrist in Pittsburgh who accepts insurance.","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.","Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a selected therapist for a specified date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist based on the user's specific needs and location."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":76.77,"confidence":0.961113},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":105.33,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.\nParameter directed_by (string); The name of the movie's director. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The genre category of the movie. Use 'dontcare' for no specific genre preference.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); A comma-separated list of actors in the movie. Use 'dontcare' to ignore this filter.; default: dontcare","Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a selected therapist for a specified date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The desired time for the appointment, in 24-hour format (e.g., '14:00' for 2 PM).\nParameter appointment_date (string); required; The desired date for the appointment, in the format of 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist based on the user's specific needs and location.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State has to be abbrieviated.\nParameter type (string); required; The specialization of the therapist the user is seeking.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter insurance_accepted (boolean); Indicates whether the therapist should accept insurance, true for yes and false for no.; default: True"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":109.76,"confidence":0.726126},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":141.05,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"A comma-separated list of actors in the movie. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The name of the movie's director. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre category of the movie. Use 'dontcare' for no specific genre preference.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books an appointment with a selected therapist for a specified date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The desired date for the appointment, in the format of 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The desired time for the appointment, in 24-hour format (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover a therapist based on the user's specific needs and location.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State has to be abbrieviated.\",\"type\":\"string\"},\"insurance_accepted\":{\"default\":true,\"description\":\"Indicates whether the therapist should accept insurance, true for yes and false for no.\",\"type\":\"boolean\"},\"type\":{\"description\":\"The specialization of the therapist the user is seeking.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":142.28,"confidence":0.540088},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":121.74,"confidence":1.0}}}},{"id":"live_multiple_286-129-1","split":"live_multiple","state":"User: Search for therapist help my mental health issues in san jose","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.","Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a selected therapist for a specified date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist based on the user's specific needs and location."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":28.57,"confidence":0.977524},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":103.12,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.\nParameter directed_by (string); The name of the movie's director. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The genre category of the movie. Use 'dontcare' for no specific genre preference.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); A comma-separated list of actors in the movie. Use 'dontcare' to ignore this filter.; default: dontcare","Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a selected therapist for a specified date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The desired time for the appointment, in 24-hour format (e.g., '14:00' for 2 PM).\nParameter appointment_date (string); required; The desired date for the appointment, in the format of 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist based on the user's specific needs and location.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State has to be abbrieviated\nParameter type (string); required; The specialization of the therapist the user is seeking.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter insurance_accepted (boolean); Indicates whether the therapist should accept insurance, true for yes and false for no.; default: True"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":58.66,"confidence":0.514651},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":113.03,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"A comma-separated list of actors in the movie. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The name of the movie's director. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre category of the movie. Use 'dontcare' for no specific genre preference.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books an appointment with a selected therapist for a specified date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The desired date for the appointment, in the format of 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The desired time for the appointment, in 24-hour format (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover a therapist based on the user's specific needs and location.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State has to be abbrieviated\",\"type\":\"string\"},\"insurance_accepted\":{\"default\":true,\"description\":\"Indicates whether the therapist should accept insurance, true for yes and false for no.\",\"type\":\"boolean\"},\"type\":{\"description\":\"The specialization of the therapist the user is seeking.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":57.33,"confidence":0.564514},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":107.1,"confidence":1.0}}}},{"id":"live_multiple_287-129-2","split":"live_multiple","state":"User: I'm in Los Gatos, CA, and I'm looking for a family counselor. Find one for me, preferably one who accepts insurance?","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.","Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a selected therapist for a specified date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist based on the user's specific needs and location."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":38.22,"confidence":0.996916},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":147.75,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.\nParameter directed_by (string); The name of the movie's director. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The genre category of the movie. Use 'dontcare' for no specific genre preference.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); A comma-separated list of actors in the movie. Use 'dontcare' to ignore this filter.; default: dontcare","Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a selected therapist for a specified date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The desired time for the appointment, in 24-hour format (e.g., '14:00' for 2 PM).\nParameter appointment_date (string); required; The desired date for the appointment, in the format of 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist based on the user's specific needs and location.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State has to be abbrieviated\nParameter type (string); required; The specialization of the therapist the user is seeking.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter insurance_accepted (boolean); Indicates whether the therapist should accept insurance, true for yes and false for no.; default: True"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.58,"confidence":0.704821},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":103.26,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"A comma-separated list of actors in the movie. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The name of the movie's director. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre category of the movie. Use 'dontcare' for no specific genre preference.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books an appointment with a selected therapist for a specified date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The desired date for the appointment, in the format of 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The desired time for the appointment, in 24-hour format (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover a therapist based on the user's specific needs and location.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State has to be abbrieviated\",\"type\":\"string\"},\"insurance_accepted\":{\"default\":true,\"description\":\"Indicates whether the therapist should accept insurance, true for yes and false for no.\",\"type\":\"boolean\"},\"type\":{\"description\":\"The specialization of the therapist the user is seeking.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":55.22,"confidence":0.779074},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":133.06,"confidence":1.0}}}},{"id":"live_multiple_288-129-3","split":"live_multiple","state":"User: I am needing to seek counseling and need a therapist. Will you search for a family counselor in berkeley?","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.","Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a selected therapist for a specified date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist based on the user's specific needs and location."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.01,"confidence":0.973127},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":99.25,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.\nParameter directed_by (string); The name of the movie's director. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The genre category of the movie. Use 'dontcare' for no specific genre preference.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); A comma-separated list of actors in the movie. Use 'dontcare' to ignore this filter.; default: dontcare","Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a selected therapist for a specified date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The desired time for the appointment, in 24-hour format (e.g., '14:00' for 2 PM).\nParameter appointment_date (string); required; The desired date for the appointment, in the format of 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist based on the user's specific needs and location.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State has to be abbrieviated\nParameter type (string); required; The specialization of the therapist the user is seeking.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter insurance_accepted (boolean); Indicates whether the therapist should accept insurance, true for yes and false for no.; default: True"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":40.84,"confidence":0.731559},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":146.42,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"A comma-separated list of actors in the movie. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The name of the movie's director. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre category of the movie. Use 'dontcare' for no specific genre preference.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books an appointment with a selected therapist for a specified date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The desired date for the appointment, in the format of 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The desired time for the appointment, in 24-hour format (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover a therapist based on the user's specific needs and location.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State has to be abbrieviated\",\"type\":\"string\"},\"insurance_accepted\":{\"default\":true,\"description\":\"Indicates whether the therapist should accept insurance, true for yes and false for no.\",\"type\":\"boolean\"},\"type\":{\"description\":\"The specialization of the therapist the user is seeking.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":35.86,"confidence":0.802116},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":117.4,"confidence":1.0}}}},{"id":"live_multiple_289-129-4","split":"live_multiple","state":"User: I'm looking for a Psychologist located in Novato, CA. Find one?","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.","Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a selected therapist for a specified date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist based on the user's specific needs and location."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.21,"confidence":0.899806},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":131.99,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.\nParameter directed_by (string); The name of the movie's director. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The genre category of the movie. Use 'dontcare' for no specific genre preference.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); A comma-separated list of actors in the movie. Use 'dontcare' to ignore this filter.; default: dontcare","Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a selected therapist for a specified date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The desired time for the appointment, in 24-hour format (e.g., '14:00' for 2 PM).\nParameter appointment_date (string); required; The desired date for the appointment, in the format of 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist based on the user's specific needs and location.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State has to be abbrieviated\nParameter type (string); required; The specialization of the therapist the user is seeking.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter insurance_accepted (boolean); Indicates whether the therapist should accept insurance, true for yes and false for no.; default: True"},"clm":{"choice":"Services_4_BookAppointment","correct":false,"latency_ms":30.06,"confidence":0.759507},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":111.97,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"A comma-separated list of actors in the movie. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The name of the movie's director. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre category of the movie. Use 'dontcare' for no specific genre preference.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books an appointment with a selected therapist for a specified date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The desired date for the appointment, in the format of 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The desired time for the appointment, in 24-hour format (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover a therapist based on the user's specific needs and location.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State has to be abbrieviated\",\"type\":\"string\"},\"insurance_accepted\":{\"default\":true,\"description\":\"Indicates whether the therapist should accept insurance, true for yes and false for no.\",\"type\":\"boolean\"},\"type\":{\"description\":\"The specialization of the therapist the user is seeking.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":71.45,"confidence":0.906546},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":111.72,"confidence":1.0}}}},{"id":"live_multiple_290-129-5","split":"live_multiple","state":"User: I need you to find me a Family Therapist in Walnut Creek.'","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.","Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a selected therapist for a specified date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist based on the user's specific needs and location."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":40.73,"confidence":0.951617},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":114.7,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.\nParameter directed_by (string); The name of the movie's director. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The genre category of the movie. Use 'dontcare' for no specific genre preference.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); A comma-separated list of actors in the movie. Use 'dontcare' to ignore this filter.; default: dontcare","Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a selected therapist for a specified date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The desired time for the appointment, in 24-hour format (e.g., '14:00' for 2 PM).\nParameter appointment_date (string); required; The desired date for the appointment, in the format of 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist based on the user's specific needs and location.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State has to be abbrieviated\nParameter type (string); required; The specialization of the therapist the user is seeking.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter insurance_accepted (boolean); Indicates whether the therapist should accept insurance, true for yes and false for no.; default: True"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":30.07,"confidence":0.784673},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":111.33,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"A comma-separated list of actors in the movie. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The name of the movie's director. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre category of the movie. Use 'dontcare' for no specific genre preference.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books an appointment with a selected therapist for a specified date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The desired date for the appointment, in the format of 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The desired time for the appointment, in 24-hour format (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover a therapist based on the user's specific needs and location.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State has to be abbrieviated\",\"type\":\"string\"},\"insurance_accepted\":{\"default\":true,\"description\":\"Indicates whether the therapist should accept insurance, true for yes and false for no.\",\"type\":\"boolean\"},\"type\":{\"description\":\"The specialization of the therapist the user is seeking.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":33.52,"confidence":0.703857},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":100.92,"confidence":1.0}}}},{"id":"live_multiple_291-130-0","split":"live_multiple","state":"User: I'm planning a trip to Austin. search for house accommodations there","expected":"Hotels_2_SearchHouse","candidate_count":2,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":78.21,"confidence":0.950601},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":100.75,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.\nParameter where_to (string); required; The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults to include in the reservation.\nParameter check_in_date (string); required; The check-in date for the reservation in the format 'MM/DD/YYYY'.\nParameter check_out_date (string); required; The check-out date for the reservation in the format 'MM/DD/YYYY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\nParameter where_to (string); required; The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'. State has to be abbrieviated\nParameter has_laundry_service (string); Indicates if the house should have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 0 to indicate 'dontcare'.; default: 0\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.; default: 0.0"},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":84.2,"confidence":0.706723},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":94.06,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Books a selected house for a specified duration and number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The check-out date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to include in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house should have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":0,\"description\":\"The number of adults for the reservation. Use 0 to indicate 'dontcare'.\",\"type\":\"integer\"},\"rating\":{\"default\":0.0,\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'. State has to be abbrieviated\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":208.52,"confidence":0.822752},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":101.53,"confidence":1.0}}}},{"id":"live_multiple_292-130-1","split":"live_multiple","state":"User: Can you find me a house accommodation in Long Beach with a review rating of at least 4.2? It's just for myself.","expected":"Hotels_2_SearchHouse","candidate_count":2,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":30.4,"confidence":0.68891},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":107.37,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.\nParameter where_to (string); required; The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults to include in the reservation.\nParameter check_in_date (string); required; The check-in date for the reservation in the format 'MM/DD/YYYY'.\nParameter check_out_date (string); required; The check-out date for the reservation in the format 'MM/DD/YYYY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\nParameter where_to (string); required; The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'. State has to be abbrieviated\nParameter has_laundry_service (string); Indicates if the house should have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 0 to indicate 'dontcare'.; default: 0\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.; default: 0.0"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":29.61,"confidence":0.860407},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":99.75,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Books a selected house for a specified duration and number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The check-out date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to include in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house should have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":0,\"description\":\"The number of adults for the reservation. Use 0 to indicate 'dontcare'.\",\"type\":\"integer\"},\"rating\":{\"default\":0.0,\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'. State has to be abbrieviated\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":33.81,"confidence":0.903369},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":120.64,"confidence":1.0}}}},{"id":"live_multiple_293-130-2","split":"live_multiple","state":"User: I have planned for a short trip to New York. I need a house to stay there and it should have 3.7 or higher rating along with laundry service in it.","expected":"Hotels_2_SearchHouse","candidate_count":2,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":30.38,"confidence":0.914304},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":125.62,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.\nParameter where_to (string); required; The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults to include in the reservation.\nParameter check_in_date (string); required; The check-in date for the reservation in the format 'MM/DD/YYYY'.\nParameter check_out_date (string); required; The check-out date for the reservation in the format 'MM/DD/YYYY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\nParameter where_to (string); required; The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'. State has to be abbrieviated\nParameter has_laundry_service (string); Indicates if the house should have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 0 to indicate 'dontcare'.; default: 0\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.; default: 0.0"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":28.22,"confidence":0.880845},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":108.74,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Books a selected house for a specified duration and number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The check-out date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to include in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house should have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":0,\"description\":\"The number of adults for the reservation. Use 0 to indicate 'dontcare'.\",\"type\":\"integer\"},\"rating\":{\"default\":0.0,\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'. State has to be abbrieviated\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":34.53,"confidence":0.525331},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":95.33,"confidence":1.0}}}},{"id":"live_multiple_294-130-3","split":"live_multiple","state":"User: I am going on vacation and will travellling to Kuala Lumpur. Will you search for a housethat is rated 3.8 or higher. It will be for one person.","expected":"Hotels_2_SearchHouse","candidate_count":2,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":29.77,"confidence":0.907894},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":101.51,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.\nParameter where_to (string); required; The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults to include in the reservation.\nParameter check_in_date (string); required; The check-in date for the reservation in the format 'MM/DD/YYYY'.\nParameter check_out_date (string); required; The check-out date for the reservation in the format 'MM/DD/YYYY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\nParameter where_to (string); required; The destination where the house is searched for, in the format of 'City, State' or 'City, Country', such as 'Austin, TX', 'Paris, France', or 'San Francisco, CA'. State has to be abbrieviated\nParameter has_laundry_service (string); Indicates if the house should have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 0 to indicate 'dontcare'.; default: 0\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.; default: 0.0"},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":63.98,"confidence":0.935473},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":104.49,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Books a selected house for a specified duration and number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The check-out date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to include in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house should have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":0,\"description\":\"The number of adults for the reservation. Use 0 to indicate 'dontcare'.\",\"type\":\"integer\"},\"rating\":{\"default\":0.0,\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination where the house is searched for, in the format of 'City, State' or 'City, Country', such as 'Austin, TX', 'Paris, France', or 'San Francisco, CA'. State has to be abbrieviated\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":95.61,"confidence":0.714995},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":92.33,"confidence":1.0}}}},{"id":"live_multiple_295-130-4","split":"live_multiple","state":"User: Hotel room are so costly , I need a house to stay . I am travelling to LAX.","expected":"Hotels_2_SearchHouse","candidate_count":2,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":31.47,"confidence":0.821413},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":119.48,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.\nParameter where_to (string); required; The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults to include in the reservation.\nParameter check_in_date (string); required; The check-in date for the reservation in the format 'MM/DD/YYYY'.\nParameter check_out_date (string); required; The check-out date for the reservation in the format 'MM/DD/YYYY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\nParameter where_to (string); required; The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'. State has to be abbrieviated\nParameter has_laundry_service (string); Indicates if the house should have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 0 to indicate 'dontcare'.; default: 0\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.; default: 0.0"},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":29.33,"confidence":0.678128},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":129.31,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Books a selected house for a specified duration and number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The check-out date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to include in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house should have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":0,\"description\":\"The number of adults for the reservation. Use 0 to indicate 'dontcare'.\",\"type\":\"integer\"},\"rating\":{\"default\":0.0,\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'. State has to be abbrieviated\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":94.63,"confidence":0.758699},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":117.09,"confidence":1.0}}}},{"id":"live_multiple_296-130-5","split":"live_multiple","state":"User: find me a house accommodation in Austin that has laundry service and can accommodate 4 ppl? at least 4.0 rating.","expected":"Hotels_2_SearchHouse","candidate_count":2,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating."},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":29.37,"confidence":0.724436},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":141.04,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.\nParameter where_to (string); required; The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults to include in the reservation.\nParameter check_in_date (string); required; The check-in date for the reservation in the format 'MM/DD/YYYY'.\nParameter check_out_date (string); required; The check-out date for the reservation in the format 'MM/DD/YYYY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\nParameter where_to (string); required; The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'. State has to be abbrieviated\nParameter has_laundry_service (string); Indicates if the house should have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 0 to indicate 'dontcare'.; default: 0\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.; default: 0.0"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":29.19,"confidence":0.937371},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":105.86,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Books a selected house for a specified duration and number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The check-out date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to include in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house should have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":0,\"description\":\"The number of adults for the reservation. Use 0 to indicate 'dontcare'.\",\"type\":\"integer\"},\"rating\":{\"default\":0.0,\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'. State has to be abbrieviated\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":31.74,"confidence":0.563846},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":122.56,"confidence":1.0}}}},{"id":"live_multiple_297-130-6","split":"live_multiple","state":"User: I'm looking for a place to stay for one person in Long Beach, laundry included.","expected":"Hotels_2_SearchHouse","candidate_count":2,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":29.37,"confidence":0.759386},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":98.67,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.\nParameter where_to (string); required; The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults to include in the reservation.\nParameter check_in_date (string); required; The check-in date for the reservation in the format 'MM/DD/YYYY'.\nParameter check_out_date (string); required; The check-out date for the reservation in the format 'MM/DD/YYYY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\nParameter where_to (string); required; The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'. State has to be abbrieviated\nParameter has_laundry_service (string); Indicates if the house should have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 0 to indicate 'dontcare'.; default: 0\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.; default: 0.0"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":28.65,"confidence":0.853212},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":114.24,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Books a selected house for a specified duration and number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The check-out date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to include in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house should have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":0,\"description\":\"The number of adults for the reservation. Use 0 to indicate 'dontcare'.\",\"type\":\"integer\"},\"rating\":{\"default\":0.0,\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'. State has to be abbrieviated\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":67.84,"confidence":0.799149},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":113.76,"confidence":1.0}}}},{"id":"live_multiple_298-130-7","split":"live_multiple","state":"User: Find me a house with laundry service, rated 3.9 or more at Chi-town","expected":"Hotels_2_SearchHouse","candidate_count":2,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":41.56,"confidence":0.765725},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":112.58,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.\nParameter where_to (string); required; The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults to include in the reservation.\nParameter check_in_date (string); required; The check-in date for the reservation in the format 'MM/DD/YYYY'.\nParameter check_out_date (string); required; The check-out date for the reservation in the format 'MM/DD/YYYY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\nParameter where_to (string); required; The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'. State has to be abbrieviated\nParameter has_laundry_service (string); Indicates if the house should have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 0 to indicate 'dontcare'.; default: 0\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.; default: 0.0"},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":27.44,"confidence":0.660037},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":117.04,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Books a selected house for a specified duration and number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The check-out date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to include in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house should have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":0,\"description\":\"The number of adults for the reservation. Use 0 to indicate 'dontcare'.\",\"type\":\"integer\"},\"rating\":{\"default\":0.0,\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'. State has to be abbrieviated\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":88.14,"confidence":0.593508},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":112.89,"confidence":1.0}}}},{"id":"live_multiple_299-130-8","split":"live_multiple","state":"User: I want to go to Sydney, Australia and need a place for three people that has laundry service.","expected":"Hotels_2_SearchHouse","candidate_count":2,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":29.91,"confidence":0.780425},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":104.8,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.\nParameter where_to (string); required; The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults to include in the reservation.\nParameter check_in_date (string); required; The check-in date for the reservation in the format 'MM/DD/YYYY'.\nParameter check_out_date (string); required; The check-out date for the reservation in the format 'MM/DD/YYYY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\nParameter where_to (string); required; The destination where the house is searched for, in the format of 'City, State' or 'City, Country', such as 'Austin, TX', 'Paris, France', or 'San Francisco, CA'. State has to be abbrieviated\nParameter has_laundry_service (string); Indicates if the house should have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 0 to indicate 'dontcare'.; default: 0\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.; default: 0.0"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":41.26,"confidence":0.764601},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":104.63,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Books a selected house for a specified duration and number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The check-out date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to include in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house should have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":0,\"description\":\"The number of adults for the reservation. Use 0 to indicate 'dontcare'.\",\"type\":\"integer\"},\"rating\":{\"default\":0.0,\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination where the house is searched for, in the format of 'City, State' or 'City, Country', such as 'Austin, TX', 'Paris, France', or 'San Francisco, CA'. State has to be abbrieviated\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":41.4,"confidence":0.584505},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":93.84,"confidence":1.0}}}},{"id":"live_multiple_300-130-9","split":"live_multiple","state":"User: I need a home rated above 4.2 for 2 people in Rio de Janeiro.","expected":"Hotels_2_SearchHouse","candidate_count":2,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":28.15,"confidence":0.908865},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":145.25,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.\nParameter where_to (string); required; The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults to include in the reservation.\nParameter check_in_date (string); required; The check-in date for the reservation in the format 'MM/DD/YYYY'.\nParameter check_out_date (string); required; The check-out date for the reservation in the format 'MM/DD/YYYY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\nParameter where_to (string); required; The destination where the house is searched for, in the format of 'City, State' or 'City, Country', such as 'Austin, TX', 'Paris, France', or 'San Francisco, CA'. State has to be abbrieviated\nParameter has_laundry_service (string); Indicates if the house should have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 0 to indicate 'dontcare'.; default: 0\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.; default: 0.0"},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":27.46,"confidence":0.907535},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":101.12,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Books a selected house for a specified duration and number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The check-out date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to include in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house should have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":0,\"description\":\"The number of adults for the reservation. Use 0 to indicate 'dontcare'.\",\"type\":\"integer\"},\"rating\":{\"default\":0.0,\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination where the house is searched for, in the format of 'City, State' or 'City, Country', such as 'Austin, TX', 'Paris, France', or 'San Francisco, CA'. State has to be abbrieviated\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":32.0,"confidence":0.700782},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":117.94,"confidence":1.0}}}},{"id":"live_multiple_301-131-0","split":"live_multiple","state":"User: I need to find a hotel in London","expected":"Hotels_4_SearchHotel","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":95.49,"confidence":0.903182},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":102.12,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\nParameter seating_class (string); The cabin seating class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\nParameter origin_airport (string); required; The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\nParameter place_name (string); required; The name of the hotel or accommodation to reserve.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format 'City, State'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'. State has to be abbrieviated\nParameter star_rating (string); The star rating for the accommodation ranging from 1 to 5 stars.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (string); Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_rooms (integer); The number of rooms required for the reservation.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\nParameter free_entry (boolean); Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":189.76,"confidence":0.813031},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":117.61,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seating class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format 'City, State'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation to reserve.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'. State has to be abbrieviated\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":\"dontcare\",\"description\":\"Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating for the accommodation ranging from 1 to 5 stars.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":230.28,"confidence":0.376406},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":127.42,"confidence":1.0}}}},{"id":"live_multiple_302-131-1","split":"live_multiple","state":"User: Find a hotel in New York City with 1 room?","expected":"Hotels_4_SearchHotel","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":29.48,"confidence":0.922479},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":118.04,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\nParameter seating_class (string); The cabin seating class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\nParameter origin_airport (string); required; The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\nParameter place_name (string); required; The name of the hotel or accommodation to reserve.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format 'City, State'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'. State has to be abbrieviated\nParameter star_rating (string); The star rating for the accommodation ranging from 1 to 5 stars.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (string); Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_rooms (integer); The number of rooms required for the reservation.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\nParameter free_entry (boolean); Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":32.0,"confidence":0.842208},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":112.17,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seating class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format 'City, State'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation to reserve.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'. State has to be abbrieviated\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":\"dontcare\",\"description\":\"Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating for the accommodation ranging from 1 to 5 stars.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":36.62,"confidence":0.49131},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":112.46,"confidence":1.0}}}},{"id":"live_multiple_303-131-2","split":"live_multiple","state":"User: Hello. I need your help finding a hotel in Vancouver. I'll need just one room and would prefer a three star hotel.","expected":"Hotels_4_SearchHotel","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":29.34,"confidence":0.93575},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":107.98,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\nParameter seating_class (string); The cabin seating class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\nParameter origin_airport (string); required; The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\nParameter place_name (string); required; The name of the hotel or accommodation to reserve.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format 'City, State'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'. State has to be abbrieviated\nParameter star_rating (string); The star rating for the accommodation ranging from 1 to 5 stars.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (string); Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_rooms (integer); The number of rooms required for the reservation.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\nParameter free_entry (boolean); Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":28.68,"confidence":0.489876},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":119.66,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seating class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format 'City, State'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation to reserve.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'. State has to be abbrieviated\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":\"dontcare\",\"description\":\"Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating for the accommodation ranging from 1 to 5 stars.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":40.31,"confidence":0.471151},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":106.29,"confidence":1.0}}}},{"id":"live_multiple_304-131-3","split":"live_multiple","state":"User: Can you locate a 4 star hotel in LA for me?","expected":"Hotels_4_SearchHotel","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":29.96,"confidence":0.774004},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":135.11,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\nParameter seating_class (string); The cabin seating class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\nParameter origin_airport (string); required; The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\nParameter place_name (string); required; The name of the hotel or accommodation to reserve.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format 'City, State'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'. State has to be abbrieviated\nParameter star_rating (string); The star rating for the accommodation ranging from 1 to 5 stars.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (string); Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_rooms (integer); The number of rooms required for the reservation.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\nParameter free_entry (boolean); Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":37.92,"confidence":0.786627},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":161.98,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seating class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format 'City, State'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation to reserve.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'. State has to be abbrieviated\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":\"dontcare\",\"description\":\"Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating for the accommodation ranging from 1 to 5 stars.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":34.18,"confidence":0.439498},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":157.57,"confidence":1.0}}}},{"id":"live_multiple_305-131-4","split":"live_multiple","state":"User: I know I can count on you to help me find a hotel so I can go to the studio sessions. book on the 15th of July, 2staying for 5 days?","expected":"Hotels_4_ReserveHotel","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children."},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":29.9,"confidence":0.787532},"jev":{"choice":"Hotels_4_ReserveHotel","correct":true,"latency_ms":110.36,"confidence":0.9}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\nParameter seating_class (string); The cabin seating class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\nParameter origin_airport (string); required; The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\nParameter place_name (string); required; The name of the hotel or accommodation to reserve.; default: dontcare\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format 'City, State'.; default: dontcare\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'.\nParameter star_rating (string); The star rating for the accommodation ranging from 1 to 5 stars.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (string); Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_rooms (integer); The number of rooms required for the reservation.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\nParameter free_entry (boolean); Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":true,"latency_ms":95.13,"confidence":0.906077},"jev":{"choice":"Hotels_4_ReserveHotel","correct":true,"latency_ms":129.48,"confidence":0.96}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seating class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"default\":\"dontcare\",\"description\":\"The city or town where the accommodation is located, in the format 'City, State'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"default\":\"dontcare\",\"description\":\"The name of the hotel or accommodation to reserve.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":\"dontcare\",\"description\":\"Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating for the accommodation ranging from 1 to 5 stars.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":122.27,"confidence":0.490842},"jev":{"choice":"Hotels_4_ReserveHotel","correct":true,"latency_ms":122.97,"confidence":0.95}}}},{"id":"live_multiple_306-131-5","split":"live_multiple","state":"User: find available accommodations in Kuala Lumpur for the upcoming weekend?","expected":"Hotels_4_SearchHotel","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children."},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":34.32,"confidence":0.452523},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":112.5,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\nParameter seating_class (string); The cabin seating class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\nParameter origin_airport (string); required; The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\nParameter place_name (string); required; The name of the hotel or accommodation to reserve.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format 'City, State'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'.\nParameter star_rating (string); The star rating for the accommodation ranging from 1 to 5 stars.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (string); Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_rooms (integer); The number of rooms required for the reservation.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\nParameter free_entry (boolean); Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":31.15,"confidence":0.967537},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":109.07,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seating class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format 'City, State'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation to reserve.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":\"dontcare\",\"description\":\"Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating for the accommodation ranging from 1 to 5 stars.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":31.82,"confidence":0.306545},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":138.02,"confidence":1.0}}}},{"id":"live_multiple_307-131-6","split":"live_multiple","state":"User: My friends and I are taking our yearly trip and I would like some help finding three hotel rooms in Philadelphia please.","expected":"Hotels_4_SearchHotel","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":28.39,"confidence":0.8005},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":123.58,"confidence":0.78}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\nParameter seating_class (string); The cabin seating class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\nParameter origin_airport (string); required; The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\nParameter place_name (string); required; The name of the hotel or accommodation to reserve.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format 'City, State'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'. State has to be abbrieviated\nParameter star_rating (string); The star rating for the accommodation ranging from 1 to 5 stars.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (string); Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_rooms (integer); The number of rooms required for the reservation.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\nParameter free_entry (boolean); Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":30.13,"confidence":0.479225},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":102.28,"confidence":0.91}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seating class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format 'City, State'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation to reserve.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'. State has to be abbrieviated\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":\"dontcare\",\"description\":\"Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating for the accommodation ranging from 1 to 5 stars.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":35.05,"confidence":0.374801},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":105.78,"confidence":0.96}}}},{"id":"live_multiple_308-131-7","split":"live_multiple","state":"User: Find available hotels in Phoenix, AZ for me?","expected":"Hotels_4_SearchHotel","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":28.46,"confidence":0.793779},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":106.95,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\nParameter seating_class (string); The cabin seating class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\nParameter origin_airport (string); required; The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\nParameter place_name (string); required; The name of the hotel or accommodation to reserve.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format 'City, State'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'. State has to be abbrieviated\nParameter star_rating (string); The star rating for the accommodation ranging from 1 to 5 stars.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (string); Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_rooms (integer); The number of rooms required for the reservation.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\nParameter free_entry (boolean); Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":29.48,"confidence":0.789428},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":112.06,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seating class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format 'City, State'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation to reserve.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'. State has to be abbrieviated\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":\"dontcare\",\"description\":\"Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating for the accommodation ranging from 1 to 5 stars.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":33.64,"confidence":0.327739},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":112.31,"confidence":1.0}}}},{"id":"live_multiple_309-131-8","split":"live_multiple","state":"User: I need to reserve a hotel room for my best friend's wedding. Book me a room in Berkeley for the dates of August 15th to August 17th, 2023?","expected":"Hotels_4_ReserveHotel","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children."},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":36.13,"confidence":0.849625},"jev":{"choice":"Hotels_4_ReserveHotel","correct":true,"latency_ms":179.14,"confidence":0.99}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\nParameter seating_class (string); The cabin seating class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\nParameter origin_airport (string); required; The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\nParameter place_name (string); required; The name of the hotel or accommodation to reserve.; default: dontcare\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format 'City, State'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'.\nParameter star_rating (string); The star rating for the accommodation ranging from 1 to 5 stars.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (string); Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_rooms (integer); The number of rooms required for the reservation.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\nParameter free_entry (boolean); Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":true,"latency_ms":70.56,"confidence":0.618631},"jev":{"choice":"Hotels_4_ReserveHotel","correct":true,"latency_ms":103.08,"confidence":0.98}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights to the destination, allowing users to select various options such as departure date, seating class, and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for air transport services. Use 'dontcare' to indicate no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', e.g., '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'SFO' for San Francisco International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seating class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on the specified criteria, including departure and return dates, airports, seating class, and more.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the destination airport or city, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the originating airport or city, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve a specified number of hotel rooms at a selected location for a given duration and check-in date.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format 'City, State'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"default\":\"dontcare\",\"description\":\"The name of the hotel or accommodation to reserve.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodation in a specified location with optional filters such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is searched for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":\"dontcare\",\"description\":\"Indicates if smoking is allowed. Choose 'True' for smoking rooms, 'False' for non-smoking rooms, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating for the accommodation ranging from 1 to 5 stars.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by various criteria such as free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Place of Worship', 'Theme Park', etc. Use 'dontcare' (default) to include all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction offers free entry. A value of 'True' filters for attractions with free entry, 'False' for attractions with an entry fee, and 'dontcare' (default) includes all attractions regardless of entry fee.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' filters for kid-friendly attractions, 'False' for attractions that may not be suitable for children, and 'dontcare' (default) includes all attractions.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format of 'City, State' or 'City, Country', such as 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":true,"latency_ms":62.05,"confidence":0.374019},"jev":{"choice":"Hotels_4_ReserveHotel","correct":true,"latency_ms":133.25,"confidence":0.98}}}},{"id":"live_multiple_310-132-0","split":"live_multiple","state":"User: Find a Family genre movie directed by Herbert Ross that features Betsy Widhalm in the cast?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":80.8,"confidence":0.972551},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":107.36,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":128.16,"confidence":0.877744},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":244.63,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":177.17,"confidence":0.827828},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":110.08,"confidence":1.0}}}},{"id":"live_multiple_311-132-1","split":"live_multiple","state":"User: Find me some comedy movies directed by Wes Anderson with Bill Murray in the cast?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.44,"confidence":0.990185},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":117.84,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":28.72,"confidence":0.551899},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":98.0,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":32.95,"confidence":0.843772},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":101.89,"confidence":1.0}}}},{"id":"live_multiple_312-132-2","split":"live_multiple","state":"User: Provide a list of horror movies directed by Jordan Peele with Lupita Nyong'o in the cast?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.08,"confidence":0.9817},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":134.93,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":28.94,"confidence":0.621848},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":142.82,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":62.12,"confidence":0.92443},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":131.43,"confidence":1.0}}}},{"id":"live_multiple_313-132-3","split":"live_multiple","state":"User: I am looking for a nice movie with Martin Kove as an actor to watch.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.51,"confidence":0.997129},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":150.02,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":38.86,"confidence":0.417031},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":109.72,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":36.9,"confidence":0.533001},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":145.63,"confidence":1.0}}}},{"id":"live_multiple_314-132-4","split":"live_multiple","state":"User: I want to see a movie that stars Jennifer Connelly. I would prefer something with Jim Henson as the director.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.61,"confidence":0.996801},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":105.4,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":29.53,"confidence":0.666121},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":121.75,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":29.56,"confidence":0.566416},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":114.5,"confidence":1.0}}}},{"id":"live_multiple_315-132-5","split":"live_multiple","state":"User: Hi, could you get me movies to watch directed by Herbert Ross and featuring James Shapkoff III?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.98,"confidence":0.978139},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":103.67,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":30.81,"confidence":0.679197},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":112.8,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":29.36,"confidence":0.829626},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":102.42,"confidence":1.0}}}},{"id":"live_multiple_316-132-6","split":"live_multiple","state":"User: I'm looking for a offbeat movie to watch with Camila Sosa in it.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.63,"confidence":0.981561},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":113.31,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":41.25,"confidence":0.451841},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":110.72,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":30.43,"confidence":0.501794},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":125.58,"confidence":1.0}}}},{"id":"live_multiple_317-132-7","split":"live_multiple","state":"User: Find a fantasy movie directed by Guillermo del Toro that features Emma Watson in the cast?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":41.18,"confidence":0.983485},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":109.9,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":29.02,"confidence":0.656055},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":110.57,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":37.68,"confidence":0.935968},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":121.93,"confidence":1.0}}}},{"id":"live_multiple_318-132-8","split":"live_multiple","state":"User: I'm looking for a movie that features Daniel Camp in the cast.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.27,"confidence":0.978074},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":148.04,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":28.54,"confidence":0.485157},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":105.35,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":30.45,"confidence":0.578142},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":144.22,"confidence":1.0}}}},{"id":"live_multiple_319-132-9","split":"live_multiple","state":"User: Can you find me a Mystery movie with Hattie Morahan in it directed by Gavin Hood?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.56,"confidence":0.977598},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":141.86,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":29.22,"confidence":0.59011},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":136.68,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":32.3,"confidence":0.59685},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":119.03,"confidence":1.0}}}},{"id":"live_multiple_320-132-10","split":"live_multiple","state":"User: Please find me a animation to watch. I like moves that have Pete Davidson as an actor. Films directed by Thurop Van Orman are good too.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.82,"confidence":0.976762},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":101.87,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":28.35,"confidence":0.722272},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":111.2,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":36.69,"confidence":0.778592},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":103.55,"confidence":1.0}}}},{"id":"live_multiple_321-132-11","split":"live_multiple","state":"User: Hey, I'm so bored, can you find me a bizarre story movie with Maya Hawke and directed by Quentin Tarantino I can watch?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":39.31,"confidence":0.992322},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":141.39,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Bizarre, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":59.36,"confidence":0.484324},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":114.35,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Bizarre\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":66.79,"confidence":0.813904},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":110.4,"confidence":1.0}}}},{"id":"live_multiple_322-132-12","split":"live_multiple","state":"User: I want to watch a fantasy movie with Dominic Monaghan. Look for movies directed by Peter Jackson.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.82,"confidence":0.998665},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":98.18,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":33.46,"confidence":0.615028},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":127.56,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":33.98,"confidence":0.713622},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":191.95,"confidence":1.0}}}},{"id":"live_multiple_323-132-13","split":"live_multiple","state":"User: Hi, could you help me search for movies directed by Steven Spielberg and featuring Josef Sommer?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.52,"confidence":0.995808},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":155.74,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":31.54,"confidence":0.601771},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":115.59,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":66.86,"confidence":0.684501},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":98.19,"confidence":1.0}}}},{"id":"live_multiple_324-132-14","split":"live_multiple","state":"User: I want to see a movie with Zoe Margaret Colletti in it.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":27.94,"confidence":0.99605},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":116.92,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":36.59,"confidence":0.36125},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":138.89,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":35.12,"confidence":0.832172},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":142.31,"confidence":1.0}}}},{"id":"live_multiple_325-132-15","split":"live_multiple","state":"User: an you help me find a movie to see? I'd like to find something by Riley Stearns.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.83,"confidence":0.983715},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":121.0,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":31.85,"confidence":0.482978},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":110.76,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":66.76,"confidence":0.405136},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":125.18,"confidence":1.0}}}},{"id":"live_multiple_326-132-16","split":"live_multiple","state":"User: I would like to find a movie to watch. Is there something featuring Vincent Andriano and directed by Gurinder Chadha?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.34,"confidence":0.992767},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":119.17,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":31.93,"confidence":0.604171},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":189.19,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":34.48,"confidence":0.703776},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":125.91,"confidence":1.0}}}},{"id":"live_multiple_327-132-17","split":"live_multiple","state":"User: I am looking for a Science related movie to watch. I prefer something with the actor James Keane that is directed by Steven Spielberg","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":34.61,"confidence":0.995307},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":92.33,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":33.63,"confidence":0.435197},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":105.18,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":63.84,"confidence":0.491113},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":111.85,"confidence":1.0}}}},{"id":"live_multiple_328-132-18","split":"live_multiple","state":"User: I'm trying to find a movie to watch, something with Peter Strickland as the director that stars Gavin Brocker. I'd like a movie about scary ghosts.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.96,"confidence":0.998806},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":117.01,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actors to filter the movie. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":62.67,"confidence":0.492459},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":103.75,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actors to filter the movie. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":78.6,"confidence":0.698776},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":117.88,"confidence":1.0}}}},{"id":"live_multiple_329-132-19","split":"live_multiple","state":"User: I want you to show me a movie directed by quentin tarantino and eric stoltz starring in it","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.41,"confidence":0.990704},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":114.03,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":37.15,"confidence":0.458167},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":170.56,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":30.14,"confidence":0.579709},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":127.12,"confidence":1.0}}}},{"id":"live_multiple_330-132-20","split":"live_multiple","state":"User: Find the name of the movie directed by Joel Zwick that Joey Fatone acted in?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":37.31,"confidence":0.983721},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":99.59,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":31.12,"confidence":0.585096},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":103.77,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":30.7,"confidence":0.869438},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":142.92,"confidence":1.0}}}},{"id":"live_multiple_331-132-21","split":"live_multiple","state":"User: Can you find me a Thriller directed by Josephine Decker starring Sunita Mani??","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.05,"confidence":0.97337},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":124.35,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":31.09,"confidence":0.564398},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":102.97,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":60.02,"confidence":0.425169},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":137.29,"confidence":1.0}}}},{"id":"live_multiple_332-132-22","split":"live_multiple","state":"User: I want to search for a movie something like a mysterious type and I like to watch the one which is acted by Kathy Griffin","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.02,"confidence":0.989685},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":141.82,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":36.86,"confidence":0.350187},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":118.96,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":32.17,"confidence":0.606236},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":154.84,"confidence":1.0}}}},{"id":"live_multiple_333-132-23","split":"live_multiple","state":"User: I'll be having company over later on tonight. Find me a movie to watch?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":40.56,"confidence":0.99101},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":135.91,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":28.97,"confidence":0.453393},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":108.89,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":42.95,"confidence":0.629429},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":141.52,"confidence":1.0}}}},{"id":"live_multiple_334-132-24","split":"live_multiple","state":"User: Pull up suspenseful movies with the actress Lisa Tharps in them","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.35,"confidence":0.976489},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":111.9,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":27.41,"confidence":0.684272},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":107.47,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":29.18,"confidence":0.784293},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":106.9,"confidence":1.0}}}},{"id":"live_multiple_335-132-25","split":"live_multiple","state":"User: Find us some comedy movies directed by Taika Waititi for our movie night?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.44,"confidence":0.970935},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":114.12,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on director, genre, and cast preferences.\nParameter directed_by (string); Name of the director to filter the movies. Use 'dontcare' to include all directors.; default: dontcare\nParameter genre (string); Genre of the movies to filter. Use 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); Name of the main actor to filter the movies. Use 'dontcare' to include all casts.; default: dontcare","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\nParameter restaurant_name (string); required; The name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); required; The number of seats to reserve at the restaurant. Must be a positive integer.\nParameter date (string); The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.; default: dontcare\nParameter has_seating_outdoors (boolean); Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":27.56,"confidence":0.424796},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":112.73,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on director, genre, and cast preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"Name of the main actor to filter the movies. Use 'dontcare' to include all casts.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"Name of the director to filter the movies. Use 'dontcare' to include all directors.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"Genre of the movies to filter. Use 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a certain number of guests on a given date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date for the reservation in ISO format (YYYY-MM-DD). Defaults to today's date if not provided.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"number_of_seats\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants within a specified location and filtered by category, price range, and vegetarian options availability. The search can also be extended to include restaurants with outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":\"dontcare\",\"description\":\"Denotes if the restaurant has outdoor seating available. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the restaurant provides adequate vegetarian options. The default is 'dontcare', indicating no preference.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant's offerings. The default is 'dontcare', indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":29.95,"confidence":0.896838},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":135.24,"confidence":1.0}}}},{"id":"live_multiple_336-133-0","split":"live_multiple","state":"User: Can you play the track 'Shape of You' by Ed Sheeran on the kitchen speaker?","expected":"Music_3_PlayMedia","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":80.21,"confidence":0.5722},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":100.44,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":115.3,"confidence":0.911932},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":118.93,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":172.08,"confidence":0.327802},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":135.91,"confidence":1.0}}}},{"id":"live_multiple_337-133-1","split":"live_multiple","state":"User: Hey, I feel like listening to some tunes right now. Can you play me Remind Me by Carrie Underwood? Pop music is my jam.","expected":"Music_3_PlayMedia","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.55,"confidence":0.907128},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":122.95,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.; default: dontcare\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":60.79,"confidence":0.871592},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":104.09,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"default\":\"dontcare\",\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":67.35,"confidence":0.731575},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":160.16,"confidence":1.0}}}},{"id":"live_multiple_338-133-2","split":"live_multiple","state":"User: Can you search for some rock music","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":31.22,"confidence":0.941123},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":127.35,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":43.7,"confidence":0.991551},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":110.74,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":33.99,"confidence":0.648668},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":122.47,"confidence":1.0}}}},{"id":"live_multiple_339-133-3","split":"live_multiple","state":"User: Find some good songs to listen to? I'm looking for music are '10. I hear that the album Speak Now is great. Can you find something off of there?","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.34,"confidence":0.859426},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":96.58,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.91,"confidence":0.96793},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":139.28,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":34.47,"confidence":0.688989},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":116.77,"confidence":0.99}}}},{"id":"live_multiple_340-133-4","split":"live_multiple","state":"User: I want to find some nice songs. Can you find the one which is from 2022?","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.09,"confidence":0.871191},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":102.62,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.94,"confidence":0.991665},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":105.5,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":59.95,"confidence":0.871125},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":122.9,"confidence":1.0}}}},{"id":"live_multiple_341-133-5","split":"live_multiple","state":"User: Find me some Pop songs from '19 on the Ores Aixmis album.","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.41,"confidence":0.932551},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":128.12,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":40.54,"confidence":0.992255},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":99.4,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":80.25,"confidence":0.902385},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":120.87,"confidence":1.0}}}},{"id":"live_multiple_342-133-6","split":"live_multiple","state":"User: Can you please help me find some Hillbilly songs. I'd particularly enjoy something from the album Chief by Eric Church.","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":39.36,"confidence":0.988476},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":106.0,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.0,"confidence":0.984201},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":128.91,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":35.01,"confidence":0.614797},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":155.49,"confidence":1.0}}}},{"id":"live_multiple_343-133-7","split":"live_multiple","state":"User: I'm about to do my workout and I'd like to play some songs. I'm really into House music and I heard that The Martin Garrix Experience album is great.","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.24,"confidence":0.89167},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":129.55,"confidence":0.74}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.1,"confidence":0.775427},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":94.45,"confidence":0.9}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":84.25,"confidence":0.411803},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":101.14,"confidence":0.97}}}},{"id":"live_multiple_344-133-8","split":"live_multiple","state":"User: I fancy listening to some music, I have been told an album called Prequelle is fab.","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.53,"confidence":0.743606},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":127.05,"confidence":0.72}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":39.82,"confidence":0.711256},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":91.95,"confidence":0.76}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":32.99,"confidence":0.405197},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":132.31,"confidence":0.93}}}},{"id":"live_multiple_345-133-9","split":"live_multiple","state":"User: Could you assist me to find some songs? I love Popular songs, song by Kesha and I have been told an album called Rainbow is fab","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.72,"confidence":0.901923},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":92.89,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.28,"confidence":0.989132},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":94.36,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":32.2,"confidence":0.922148},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":132.37,"confidence":1.0}}}},{"id":"live_multiple_346-133-10","split":"live_multiple","state":"User: Help me look for Pop songs from 2013. Maybe something by Justin Bieber.","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.05,"confidence":0.768382},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":101.52,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.08,"confidence":0.987976},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":101.83,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":34.81,"confidence":0.777761},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":98.75,"confidence":1.0}}}},{"id":"live_multiple_347-133-11","split":"live_multiple","state":"User: I am in a nice mood and I like to listen to some nice songs. Can you search for something best for me? Can you find me some Electropop tracks from 2018?","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.93,"confidence":0.82319},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":100.56,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.44,"confidence":0.964553},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":121.53,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":32.12,"confidence":0.871021},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":149.81,"confidence":1.0}}}},{"id":"live_multiple_348-133-12","split":"live_multiple","state":"User: Can you find me a pop song by Meghan Trainor released in 2018?","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.05,"confidence":0.98653},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":95.41,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":37.26,"confidence":0.996533},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":92.84,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":69.5,"confidence":0.87658},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":153.55,"confidence":1.0}}}},{"id":"live_multiple_349-133-13","split":"live_multiple","state":"User: Are there songs like Reggae by Vybz Kartel of 2019?","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.5,"confidence":0.986991},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":94.57,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.71,"confidence":0.998314},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":102.03,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":35.82,"confidence":0.838442},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":99.08,"confidence":1.0}}}},{"id":"live_multiple_350-133-14","split":"live_multiple","state":"User: Can you find me Metal songs by Jinjer?","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":32.5,"confidence":0.983496},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":148.11,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.06,"confidence":0.995429},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":115.5,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":65.98,"confidence":0.602077},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":108.16,"confidence":1.0}}}},{"id":"live_multiple_351-133-15","split":"live_multiple","state":"User: I want to listen to some music, imagine dragons would be awesome, somebody told me about the night visions album","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":38.94,"confidence":0.852382},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":119.42,"confidence":0.73}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":28.53,"confidence":0.528281},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":102.36,"confidence":0.8}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":97.28,"confidence":0.390319},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":149.2,"confidence":0.91}}}},{"id":"live_multiple_352-133-16","split":"live_multiple","state":"User: I want to find some popular music. If you can, find some music by Pitbull. I really like their music.","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.65,"confidence":0.948522},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":127.8,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.92,"confidence":0.932852},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":124.71,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.42,"confidence":0.828198},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":114.87,"confidence":1.0}}}},{"id":"live_multiple_353-133-17","split":"live_multiple","state":"User: I need to search for songs now and I love pop ones. Please find me something from seven years ago of 2023 maybe the album Halcyon because it is great.","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.29,"confidence":0.901417},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":99.98,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.75,"confidence":0.9767},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":99.93,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.07,"confidence":0.905713},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":106.96,"confidence":1.0}}}},{"id":"live_multiple_354-133-18","split":"live_multiple","state":"User: I need to listen to songs maybe by Enrique Iglesias as he is my favourite singer. Look for something from the Euphoria album.","expected":"Music_3_LookupMusic","candidate_count":4,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":41.4,"confidence":0.812619},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":115.09,"confidence":0.99}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies that fit a user's preferences such as genre and starring actors.\nParameter genre (string); required; The genre of the movie to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.; default: All","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie's subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays a specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The media player device where the song will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is featured. If unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if this is not a filtering criterion.; default: dontcare\nParameter genre (string); The musical genre of the songs. Select 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (integer); The release year of the song. Use 'dontcare' to include songs from any year.; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":33.62,"confidence":0.857826},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":100.07,"confidence":0.97}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies that fit a user's preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movie to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"All\",\"description\":\"The name of a specific actor or actress the user wants to see in the movie. Use 'All' to include any.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie's subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays a specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is featured. If unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The media player device where the song will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or band. Use 'dontcare' if this is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical genre of the songs. Select 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song. Use 'dontcare' to include songs from any year.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":35.86,"confidence":0.58306},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":169.37,"confidence":0.97}}}},{"id":"live_multiple_355-134-0","split":"live_multiple","state":"User: Can you help me to search a movie acted by Ronald Young and directed by Herbert Ross and i want the movie with Family Genre.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":78.93,"confidence":0.89974},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":103.85,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actors in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":116.13,"confidence":0.605222},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":105.64,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actors in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":116.31,"confidence":0.674504},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":131.52,"confidence":1.0}}}},{"id":"live_multiple_356-134-1","split":"live_multiple","state":"User: Hey, I'm bored and I'm looking for something to watch. Can you find me something starring Lawrence Bender and directed by Quentin Tarantino?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.54,"confidence":0.500065},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":133.41,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actors in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":29.13,"confidence":0.479338},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":133.57,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actors in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.99,"confidence":0.519791},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":120.72,"confidence":1.0}}}},{"id":"live_multiple_357-134-2","split":"live_multiple","state":"User: I want to find a movie to watch with Ving Rhames.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.85,"confidence":0.52162},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":103.79,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":59.25,"confidence":0.601318},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":100.81,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":63.39,"confidence":0.692051},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":98.08,"confidence":1.0}}}},{"id":"live_multiple_358-134-3","split":"live_multiple","state":"User: Would you help me to search a movie acted by J. Patrick McNamara and directed by Steven Spielberg and search something with Future scientific fiction genre.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.58,"confidence":0.943454},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":108.83,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.59,"confidence":0.566197},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":116.47,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.27,"confidence":0.725785},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":115.82,"confidence":1.0}}}},{"id":"live_multiple_359-134-4","split":"live_multiple","state":"User: I'd like to watch a Cartoon movie directed by Josh Cooley, preferably with the actor Bill Hader","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.66,"confidence":0.668546},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":117.75,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":31.51,"confidence":0.562431},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":132.65,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.57,"confidence":0.659289},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":148.89,"confidence":1.0}}}},{"id":"live_multiple_360-134-5","split":"live_multiple","state":"User: Can you find me a movie in the Play genre, directed by Paul Downs Colaizzo","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.25,"confidence":0.884409},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":93.95,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Play, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":62.24,"confidence":0.477736},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":115.97,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Play\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":55.55,"confidence":0.756405},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":114.87,"confidence":1.0}}}},{"id":"live_multiple_361-134-6","split":"live_multiple","state":"User: I need your advice in finding a movie to watch. I want it to be an action movie with ryan reynolds and directed by david leitch","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.16,"confidence":0.674513},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":105.12,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":42.42,"confidence":0.742326},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":128.54,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":36.81,"confidence":0.344549},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":103.28,"confidence":1.0}}}},{"id":"live_multiple_362-134-7","split":"live_multiple","state":"User: Can you please find some Action movies for me, which are directed by Sujeeth Reddy and that are featuring Supreet Reddy?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":27.87,"confidence":0.945483},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":116.69,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.82,"confidence":0.485741},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":128.0,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":46.55,"confidence":0.742263},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":122.94,"confidence":1.0}}}},{"id":"live_multiple_363-134-8","split":"live_multiple","state":"User: I am interested in finding a movie that I can watch, and more specifically I am interested in movies where Zach Woods acts in? Also I want to find a movie which is directed by Thurop Van Orman.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":41.9,"confidence":0.80005},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":133.56,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":30.9,"confidence":0.756776},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":106.93,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":31.24,"confidence":0.599003},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":115.99,"confidence":1.0}}}},{"id":"live_multiple_364-134-9","split":"live_multiple","state":"User: I feel like watching something light-hearted/funny. Find me a comedy movie that's directed by Wes Anderson?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.2,"confidence":0.787037},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":119.81,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.9,"confidence":0.628443},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":96.79,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.06,"confidence":0.836501},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":123.37,"confidence":1.0}}}},{"id":"live_multiple_365-134-10","split":"live_multiple","state":"User: Hi, Find me a Comedy-drama movie that stars Josh Barclay Caras and is directed by Gene Stupnitsky?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.68,"confidence":0.785812},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":99.7,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":35.45,"confidence":0.630259},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":108.87,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.35,"confidence":0.591879},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":140.64,"confidence":1.0}}}},{"id":"live_multiple_366-134-11","split":"live_multiple","state":"User: Find me a list of movies directed by Herbert Ross?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":44.58,"confidence":0.785926},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":104.13,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.84,"confidence":0.701834},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":116.72,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.44,"confidence":0.703745},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":105.85,"confidence":1.0}}}},{"id":"live_multiple_367-134-12","split":"live_multiple","state":"User: I'm planning a movie night this weekend and want to watch something thrilling. Could you suggest an Action movie for us to enjoy?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.27,"confidence":0.559343},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":106.92,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.68,"confidence":0.56178},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":98.89,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.6,"confidence":0.71163},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":109.14,"confidence":1.0}}}},{"id":"live_multiple_368-134-13","split":"live_multiple","state":"User: I'm interested in a horror movie featuring Gwendoline Christie and directed by Peter Strickland. Can you find one for me?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":40.88,"confidence":0.592594},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":110.65,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":28.22,"confidence":0.87593},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":97.78,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.12,"confidence":0.572037},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":121.33,"confidence":1.0}}}},{"id":"live_multiple_369-134-14","split":"live_multiple","state":"User: Could you search for Fantasy movies that were directed by Peter Jackson?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.62,"confidence":0.80894},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":103.13,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":42.07,"confidence":0.765641},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":102.84,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":31.59,"confidence":0.769527},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":131.92,"confidence":1.0}}}},{"id":"live_multiple_370-134-15","split":"live_multiple","state":"User: I'm interested in fantasy movies with Danny John-Jules in the cast and directed by Jim Henson. Could you search for some options?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":27.81,"confidence":0.571507},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":119.37,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":32.78,"confidence":0.867653},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":99.51,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.86,"confidence":0.61736},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":115.59,"confidence":1.0}}}},{"id":"live_multiple_371-134-16","split":"live_multiple","state":"User: Can you find me Drama movies that were directed by Gregory La Cava and include Franklin Pangborn in the cast?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.57,"confidence":0.780966},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":107.33,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":39.28,"confidence":0.912126},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":110.84,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.8,"confidence":0.869268},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":127.15,"confidence":1.0}}}},{"id":"live_multiple_372-134-17","split":"live_multiple","state":"User: Search for a comedy movie with Fiona Reid in the lead role and directed by Joel Zwick?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":40.01,"confidence":0.767832},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":98.64,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":47.38,"confidence":0.813093},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":110.59,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.54,"confidence":0.777272},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":141.98,"confidence":1.0}}}},{"id":"live_multiple_373-134-18","split":"live_multiple","state":"User: I'm looking to watch an Action movie with Sanjay Kapoor in the lead, directed by Jagan Shakti.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.1,"confidence":0.913967},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":111.53,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":28.83,"confidence":0.488612},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":140.18,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":28.12,"confidence":0.60439},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":96.88,"confidence":1.0}}}},{"id":"live_multiple_374-134-19","split":"live_multiple","state":"User: Can you find me a movie that has Riley Stearns as the director and includes C.J. Rush in the cast?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":27.77,"confidence":0.787683},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":125.84,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); An actor to search for in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":66.62,"confidence":0.924118},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":173.05,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"An actor to search for in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":76.81,"confidence":0.478689},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":100.14,"confidence":1.0}}}},{"id":"live_multiple_375-134-20","split":"live_multiple","state":"User: Find me movies that were directed by Sameh Zoabi?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.42,"confidence":0.927813},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":102.14,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Search for movies based on specific criteria such as director, genre, and cast.\nParameter directed_by (string); The director of the movie. Use 'dontcare' if the director is not a search criterion.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' if the genre is not a search criterion.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.; default: dontcare","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the selected music track on the specified device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song.; default: Any Artist\nParameter device (string); The device where the music will be played. Choose from a list of available players.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that match your music preferences, such as artist, album, genre, and release year.\nParameter artist (string); The name of the performer or band. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter album (string); The name of the album containing the song. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The musical style or category of the song. Use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.6,"confidence":0.664813},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":116.0,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as director, genre, and cast.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"The lead actor in the movie. Use 'dontcare' if the cast is not a search criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The director of the movie. Use 'dontcare' if the director is not a search criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' if the genre is not a search criterion.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the selected music track on the specified device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the song belongs to.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the song.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The device where the music will be played. Choose from a list of available players.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that match your music preferences, such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album containing the song. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer or band. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category of the song. Use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Format: 'YYYY'. Use 'dontcare' to ignore this filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":49.8,"confidence":0.822411},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":149.75,"confidence":1.0}}}},{"id":"live_multiple_376-135-0","split":"live_multiple","state":"User: Could you please help me find a psychologist in Santa Rosa please?","expected":"Services_4_FindProvider","candidate_count":2,"views":{"description":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a specified therapist at a given date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discovers therapists based on the user's specified conditions and preferences within a given city."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":88.44,"confidence":0.720523},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":108.14,"confidence":1.0}},"prose_schema":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a specified therapist at a given date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date of the appointment in the format YYYY-MM-DD.","Services_4_FindProvider":"Services_4_FindProvider: Discovers therapists based on the user's specified conditions and preferences within a given city.\nParameter city (string); required; The city in which the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated with two letters.\nParameter type (string); required; The specific type of therapist the user is looking for.; allowed values: Psychologist, Family Counselor, Psychiatrist"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":107.38,"confidence":0.997359},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":115.52,"confidence":1.0}},"schema":{"criteria":{"Services_4_BookAppointment":"{\"description\":\"Books an appointment with a specified therapist at a given date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date of the appointment in the format YYYY-MM-DD.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discovers therapists based on the user's specified conditions and preferences within a given city.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated with two letters.\",\"type\":\"string\"},\"type\":{\"description\":\"The specific type of therapist the user is looking for.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":145.86,"confidence":0.608238},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":130.82,"confidence":1.0}}}},{"id":"live_multiple_377-135-1","split":"live_multiple","state":"User: I'm in Berkeley California and looking for a family counselor.","expected":"Services_4_FindProvider","candidate_count":2,"views":{"description":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a specified therapist at a given date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discovers therapists based on the user's specified conditions and preferences within a given city."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.62,"confidence":0.772644},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":103.54,"confidence":1.0}},"prose_schema":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a specified therapist at a given date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date of the appointment in the format YYYY-MM-DD.","Services_4_FindProvider":"Services_4_FindProvider: Discovers therapists based on the user's specified conditions and preferences within a given city.\nParameter city (string); required; The city in which the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated with two letters.\nParameter type (string); required; The specific type of therapist the user is looking for.; allowed values: Psychologist, Family Counselor, Psychiatrist"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":30.68,"confidence":0.998964},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":139.17,"confidence":1.0}},"schema":{"criteria":{"Services_4_BookAppointment":"{\"description\":\"Books an appointment with a specified therapist at a given date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date of the appointment in the format YYYY-MM-DD.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discovers therapists based on the user's specified conditions and preferences within a given city.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated with two letters.\",\"type\":\"string\"},\"type\":{\"description\":\"The specific type of therapist the user is looking for.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":110.19,"confidence":0.763903},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":126.21,"confidence":1.0}}}},{"id":"live_multiple_378-135-2","split":"live_multiple","state":"User: I need help looking for a Family Therapist in Mountain View.","expected":"Services_4_FindProvider","candidate_count":2,"views":{"description":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a specified therapist at a given date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discovers therapists based on the user's specified conditions and preferences within a given city."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.87,"confidence":0.78719},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":109.56,"confidence":1.0}},"prose_schema":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a specified therapist at a given date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date of the appointment in the format YYYY-MM-DD.","Services_4_FindProvider":"Services_4_FindProvider: Discovers therapists based on the user's specified conditions and preferences within a given city.\nParameter city (string); required; The city in which the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated with two letters.\nParameter type (string); required; The specific type of therapist the user is looking for.; allowed values: Psychologist, Family Counselor, Psychiatrist"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":58.55,"confidence":0.967714},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":101.11,"confidence":1.0}},"schema":{"criteria":{"Services_4_BookAppointment":"{\"description\":\"Books an appointment with a specified therapist at a given date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date of the appointment in the format YYYY-MM-DD.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discovers therapists based on the user's specified conditions and preferences within a given city.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated with two letters.\",\"type\":\"string\"},\"type\":{\"description\":\"The specific type of therapist the user is looking for.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":49.91,"confidence":0.856092},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":93.71,"confidence":1.0}}}},{"id":"live_multiple_379-136-0","split":"live_multiple","state":"User: May I see the alarms that I have set? with user id 12345","expected":"Alarm_1_GetAlarms","candidate_count":7,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of all alarms that the user has set in the application.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Sets a new alarm with specified time and an optional custom name.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographical location with a specified contact.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a certain location and period. The function returns a list of available cars based on the specified city, rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, dates, type of car, and insurance option.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a table reservation at a specified restaurant by providing the restaurant's name, location, desired reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category. The function returns a list of restaurants that match the specified criteria."},"clm":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":86.76,"confidence":0.892813},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":150.07,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of all alarms that the user has set in the application.\nParameter user_id (string); required; The unique identifier for the user whose alarms are being retrieved.\nParameter include_disabled (boolean); A flag indicating whether to include disabled alarms in the result set.; default: False","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Sets a new alarm with specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format (e.g., '14:30' for 2:30 PM).\nParameter new_alarm_name (string); The custom name to assign to the new alarm.; default: New Alarm","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographical location with a specified contact.\nParameter location (string); required; The current location to share, expressed in the format 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a certain location and period. The function returns a list of available cars based on the specified city, rental period, and car type preferences.\nParameter city (string); required; The city where you want to rent the car, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD' (e.g., '2023-01-15').\nParameter pickup_time (string); required; The time for the car pick-up in 24-hour format 'HH:MM' (e.g., '14:00' for 2 PM).\nParameter end_date (string); required; The date to return the car, formatted as 'YYYY-MM-DD' (e.g., '2023-01-20').\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, dates, type of car, and insurance option.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time for picking up the car on the start date in 24-hour format, such as '14:00' for 2 PM.\nParameter end_date (string); required; The end date for returning the car in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to rent.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance for the rental car.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a table reservation at a specified restaurant by providing the restaurant's name, location, desired reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation will be made.\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State'; for example, 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Must be a positive integer.; default: 2\nParameter date (string); required; The date for the reservation in ISO 8601 format (YYYY-MM-DD).","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category. The function returns a list of restaurants that match the specified criteria.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Italian', 'Thai', or 'Vegetarian'.; allowed values: Mexican, Italian, Japanese, American, Vegetarian\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter price_range (string); The price range for the restaurant. Choose 'dontcare' if price is not a concern.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates whether the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":197.81,"confidence":0.984452},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":131.32,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of all alarms that the user has set in the application.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether to include disabled alarms in the result set.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier for the user whose alarms are being retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Sets a new alarm with specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New Alarm\",\"description\":\"The custom name to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format (e.g., '14:30' for 2:30 PM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"Shares the current geographical location with a specified contact.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The current location to share, expressed in the format 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a certain location and period. The function returns a list of available cars based on the specified city, rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where you want to rent the car, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"end_date\":{\"description\":\"The date to return the car, formatted as 'YYYY-MM-DD' (e.g., '2023-01-20').\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for the car pick-up in 24-hour format 'HH:MM' (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD' (e.g., '2023-01-15').\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation by specifying the pickup location, dates, type of car, and insurance option.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance for the rental car.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for picking up the car on the start date in 24-hour format, such as '14:00' for 2 PM.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"This function makes a table reservation at a specified restaurant by providing the restaurant's name, location, desired reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for the reservation in ISO 8601 format (YYYY-MM-DD).\",\"type\":\"string\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State'; for example, 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation will be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category. The function returns a list of restaurants that match the specified criteria.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Italian', 'Thai', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Italian\",\"Japanese\",\"American\",\"Vegetarian\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates whether the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant. Choose 'dontcare' if price is not a concern.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":249.06,"confidence":0.768561},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":123.07,"confidence":1.0}}}},{"id":"live_multiple_380-136-1","split":"live_multiple","state":"User: I believe I have some notifications set. Can you please check for me? My user ID is 12345.","expected":"Alarm_1_GetAlarms","candidate_count":7,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of all alarms that the user has set in the application.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Sets a new alarm with specified time and an optional custom name.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographical location with a specified contact.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a certain location and period. The function returns a list of available cars based on the specified city, rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, dates, type of car, and insurance option.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a table reservation at a specified restaurant by providing the restaurant's name, location, desired reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category. The function returns a list of restaurants that match the specified criteria."},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":30.05,"confidence":0.474434},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":105.48,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of all alarms that the user has set in the application.\nParameter user_id (string); required; The unique identifier for the user whose alarms are being retrieved.\nParameter include_disabled (boolean); A flag indicating whether to include disabled alarms in the result set.; default: False","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Sets a new alarm with specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format (e.g., '14:30' for 2:30 PM).\nParameter new_alarm_name (string); The custom name to assign to the new alarm.; default: New Alarm","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographical location with a specified contact.\nParameter location (string); required; The current location to share, expressed in the format 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a certain location and period. The function returns a list of available cars based on the specified city, rental period, and car type preferences.\nParameter city (string); required; The city where you want to rent the car, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD' (e.g., '2023-01-15').\nParameter pickup_time (string); required; The time for the car pick-up in 24-hour format 'HH:MM' (e.g., '14:00' for 2 PM).\nParameter end_date (string); required; The date to return the car, formatted as 'YYYY-MM-DD' (e.g., '2023-01-20').\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, dates, type of car, and insurance option.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time for picking up the car on the start date in 24-hour format, such as '14:00' for 2 PM.\nParameter end_date (string); required; The end date for returning the car in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to rent.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance for the rental car.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a table reservation at a specified restaurant by providing the restaurant's name, location, desired reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation will be made.\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State'; for example, 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Must be a positive integer.; default: 2\nParameter date (string); required; The date for the reservation in ISO 8601 format (YYYY-MM-DD).","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category. The function returns a list of restaurants that match the specified criteria.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Italian', 'Thai', or 'Vegetarian'.; allowed values: Mexican, Italian, Japanese, American, Vegetarian\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter price_range (string); The price range for the restaurant. Choose 'dontcare' if price is not a concern.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates whether the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":35.19,"confidence":0.389594},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":157.47,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of all alarms that the user has set in the application.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether to include disabled alarms in the result set.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier for the user whose alarms are being retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Sets a new alarm with specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New Alarm\",\"description\":\"The custom name to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format (e.g., '14:30' for 2:30 PM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"Shares the current geographical location with a specified contact.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The current location to share, expressed in the format 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a certain location and period. The function returns a list of available cars based on the specified city, rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where you want to rent the car, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"end_date\":{\"description\":\"The date to return the car, formatted as 'YYYY-MM-DD' (e.g., '2023-01-20').\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for the car pick-up in 24-hour format 'HH:MM' (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD' (e.g., '2023-01-15').\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation by specifying the pickup location, dates, type of car, and insurance option.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance for the rental car.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for picking up the car on the start date in 24-hour format, such as '14:00' for 2 PM.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"This function makes a table reservation at a specified restaurant by providing the restaurant's name, location, desired reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for the reservation in ISO 8601 format (YYYY-MM-DD).\",\"type\":\"string\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State'; for example, 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation will be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category. The function returns a list of restaurants that match the specified criteria.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Italian', 'Thai', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Italian\",\"Japanese\",\"American\",\"Vegetarian\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates whether the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant. Choose 'dontcare' if price is not a concern.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":31.97,"confidence":0.455148},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":114.63,"confidence":1.0}}}},{"id":"live_multiple_381-136-2","split":"live_multiple","state":"User: Can you check my schedule and tell me what alarms I have set for today? My user ID is U123456.","expected":"Alarm_1_GetAlarms","candidate_count":7,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of all alarms that the user has set in the application.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Sets a new alarm with specified time and an optional custom name.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographical location with a specified contact.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a certain location and period. The function returns a list of available cars based on the specified city, rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, dates, type of car, and insurance option.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a table reservation at a specified restaurant by providing the restaurant's name, location, desired reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category. The function returns a list of restaurants that match the specified criteria."},"clm":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":29.57,"confidence":0.884623},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":154.6,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of all alarms that the user has set in the application.\nParameter user_id (string); required; The unique identifier for the user whose alarms are being retrieved.\nParameter include_disabled (boolean); A flag indicating whether to include disabled alarms in the result set.; default: False","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Sets a new alarm with specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format (e.g., '14:30' for 2:30 PM).\nParameter new_alarm_name (string); The custom name to assign to the new alarm.; default: New Alarm","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographical location with a specified contact.\nParameter location (string); required; The current location to share, expressed in the format 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a certain location and period. The function returns a list of available cars based on the specified city, rental period, and car type preferences.\nParameter city (string); required; The city where you want to rent the car, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD' (e.g., '2023-01-15').\nParameter pickup_time (string); required; The time for the car pick-up in 24-hour format 'HH:MM' (e.g., '14:00' for 2 PM).\nParameter end_date (string); required; The date to return the car, formatted as 'YYYY-MM-DD' (e.g., '2023-01-20').\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, dates, type of car, and insurance option.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time for picking up the car on the start date in 24-hour format, such as '14:00' for 2 PM.\nParameter end_date (string); required; The end date for returning the car in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to rent.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance for the rental car.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a table reservation at a specified restaurant by providing the restaurant's name, location, desired reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation will be made.\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State'; for example, 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Must be a positive integer.; default: 2\nParameter date (string); required; The date for the reservation in ISO 8601 format (YYYY-MM-DD).","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category. The function returns a list of restaurants that match the specified criteria.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Italian', 'Thai', or 'Vegetarian'.; allowed values: Mexican, Italian, Japanese, American, Vegetarian\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter price_range (string); The price range for the restaurant. Choose 'dontcare' if price is not a concern.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates whether the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":29.67,"confidence":0.629353},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":139.13,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of all alarms that the user has set in the application.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether to include disabled alarms in the result set.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier for the user whose alarms are being retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Sets a new alarm with specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New Alarm\",\"description\":\"The custom name to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format (e.g., '14:30' for 2:30 PM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"Shares the current geographical location with a specified contact.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The current location to share, expressed in the format 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a certain location and period. The function returns a list of available cars based on the specified city, rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where you want to rent the car, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"end_date\":{\"description\":\"The date to return the car, formatted as 'YYYY-MM-DD' (e.g., '2023-01-20').\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for the car pick-up in 24-hour format 'HH:MM' (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD' (e.g., '2023-01-15').\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation by specifying the pickup location, dates, type of car, and insurance option.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance for the rental car.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for picking up the car on the start date in 24-hour format, such as '14:00' for 2 PM.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"This function makes a table reservation at a specified restaurant by providing the restaurant's name, location, desired reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for the reservation in ISO 8601 format (YYYY-MM-DD).\",\"type\":\"string\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State'; for example, 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation will be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category. The function returns a list of restaurants that match the specified criteria.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Italian', 'Thai', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Italian\",\"Japanese\",\"American\",\"Vegetarian\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates whether the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant. Choose 'dontcare' if price is not a concern.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":30.26,"confidence":0.470547},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":111.12,"confidence":1.0}}}},{"id":"live_multiple_382-137-0","split":"live_multiple","state":"User: Find me a hair stylist in Fremont, CA, and it shouldn't be unisex?","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":93.97,"confidence":0.542158},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":121.25,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.\nParameter user_id (string); required; Unique identifier for the user whose alarms are to be fetched.\nParameter include_disabled (boolean); Whether to include disabled alarms in the result.; default: False\nParameter alarm_type (string); The type of alarms to retrieve.; allowed values: sound, vibration, visual; default: sound","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The custom name to assign to the new alarm.; default: New alarm","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.\nParameter location (string); required; The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_date (string); required; The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons.\nParameter city (string); required; The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\nParameter is_unisex (boolean); Indicates whether the salon caters to all genders. True for yes, False for no.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":117.47,"confidence":0.739699},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":145.68,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"sound\",\"description\":\"The type of alarms to retrieve.\",\"enum\":[\"sound\",\"vibration\",\"visual\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Whether to include disabled alarms in the result.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"Unique identifier for the user whose alarms are to be fetched.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"This function allows a user to share their current geographic location with a specified contact in their address book.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon on a desired date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_date\",\"appointment_time\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist in a specified city, with options to filter for unisex salons.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates whether the salon caters to all genders. True for yes, False for no.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":141.52,"confidence":0.719039},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":115.29,"confidence":1.0}}}},{"id":"live_multiple_383-137-1","split":"live_multiple","state":"User: see a hair stylist. I want to get my hair done in New York, locate a unisex salon?","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":30.38,"confidence":0.934462},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":106.84,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.\nParameter user_id (string); required; Unique identifier for the user whose alarms are to be fetched.\nParameter include_disabled (boolean); Whether to include disabled alarms in the result.; default: False\nParameter alarm_type (string); The type of alarms to retrieve.; allowed values: sound, vibration, visual; default: sound","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The custom name to assign to the new alarm.; default: New alarm","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.\nParameter location (string); required; The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_date (string); required; The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons.\nParameter city (string); required; The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\nParameter is_unisex (boolean); Indicates whether the salon caters to all genders. True for yes, False for no.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":29.76,"confidence":0.954161},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":100.49,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"sound\",\"description\":\"The type of alarms to retrieve.\",\"enum\":[\"sound\",\"vibration\",\"visual\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Whether to include disabled alarms in the result.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"Unique identifier for the user whose alarms are to be fetched.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"This function allows a user to share their current geographic location with a specified contact in their address book.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon on a desired date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_date\",\"appointment_time\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist in a specified city, with options to filter for unisex salons.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates whether the salon caters to all genders. True for yes, False for no.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":29.23,"confidence":0.517196},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":111.16,"confidence":1.0}}}},{"id":"live_multiple_384-137-2","split":"live_multiple","state":"User: I would like to find a Unisex Salon in San Jose","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":28.92,"confidence":0.557957},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":107.33,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.\nParameter user_id (string); required; Unique identifier for the user whose alarms are to be fetched.\nParameter include_disabled (boolean); Whether to include disabled alarms in the result.; default: False\nParameter alarm_type (string); The type of alarms to retrieve.; allowed values: sound, vibration, visual; default: sound","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The custom name to assign to the new alarm.; default: New alarm","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.\nParameter location (string); required; The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_date (string); required; The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons.\nParameter city (string); required; The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\nParameter is_unisex (boolean); Indicates whether the salon caters to all genders. True for yes, False for no.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":30.02,"confidence":0.861638},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":121.76,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"sound\",\"description\":\"The type of alarms to retrieve.\",\"enum\":[\"sound\",\"vibration\",\"visual\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Whether to include disabled alarms in the result.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"Unique identifier for the user whose alarms are to be fetched.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"This function allows a user to share their current geographic location with a specified contact in their address book.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon on a desired date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_date\",\"appointment_time\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist in a specified city, with options to filter for unisex salons.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates whether the salon caters to all genders. True for yes, False for no.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":29.64,"confidence":0.310484},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":113.63,"confidence":1.0}}}},{"id":"live_multiple_385-137-3","split":"live_multiple","state":"User: Find a salon in Campbell and preferably one that services both men and women?","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons."},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":41.32,"confidence":0.650154},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":111.0,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.\nParameter user_id (string); required; Unique identifier for the user whose alarms are to be fetched.\nParameter include_disabled (boolean); Whether to include disabled alarms in the result.; default: False\nParameter alarm_type (string); The type of alarms to retrieve.; allowed values: sound, vibration, visual; default: sound","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The custom name to assign to the new alarm.; default: New alarm","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.\nParameter location (string); required; The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_date (string); required; The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons.\nParameter city (string); required; The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\nParameter is_unisex (boolean); Indicates whether the salon caters to all genders. True for yes, False for no.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":32.39,"confidence":0.778584},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":109.82,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"sound\",\"description\":\"The type of alarms to retrieve.\",\"enum\":[\"sound\",\"vibration\",\"visual\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Whether to include disabled alarms in the result.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"Unique identifier for the user whose alarms are to be fetched.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"This function allows a user to share their current geographic location with a specified contact in their address book.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon on a desired date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_date\",\"appointment_time\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist in a specified city, with options to filter for unisex salons.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates whether the salon caters to all genders. True for yes, False for no.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":29.75,"confidence":0.494364},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":120.46,"confidence":1.0}}}},{"id":"live_multiple_386-137-4","split":"live_multiple","state":"User: I need to get my hair done. Please find a salon in San Francisco.","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":28.67,"confidence":0.779562},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":122.95,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.\nParameter user_id (string); required; Unique identifier for the user whose alarms are to be fetched.\nParameter include_disabled (boolean); Whether to include disabled alarms in the result.; default: False\nParameter alarm_type (string); The type of alarms to retrieve.; allowed values: sound, vibration, visual; default: sound","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The custom name to assign to the new alarm.; default: New alarm","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.\nParameter location (string); required; The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_date (string); required; The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons.\nParameter city (string); required; The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\nParameter is_unisex (boolean); Indicates whether the salon caters to all genders. True for yes, False for no.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":27.75,"confidence":0.694037},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":140.56,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"sound\",\"description\":\"The type of alarms to retrieve.\",\"enum\":[\"sound\",\"vibration\",\"visual\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Whether to include disabled alarms in the result.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"Unique identifier for the user whose alarms are to be fetched.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"This function allows a user to share their current geographic location with a specified contact in their address book.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon on a desired date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_date\",\"appointment_time\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist in a specified city, with options to filter for unisex salons.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates whether the salon caters to all genders. True for yes, False for no.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":38.86,"confidence":0.554437},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":202.28,"confidence":1.0}}}},{"id":"live_multiple_387-137-5","split":"live_multiple","state":"User: I'm in New York, and I need to find a hair stylist for a quick trim. Can you look up a place that does both men's and women's haircuts?","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":30.63,"confidence":0.82121},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":136.42,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.\nParameter user_id (string); required; Unique identifier for the user whose alarms are to be fetched.\nParameter include_disabled (boolean); Whether to include disabled alarms in the result.; default: False\nParameter alarm_type (string); The type of alarms to retrieve.; allowed values: sound, vibration, visual; default: sound","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The custom name to assign to the new alarm.; default: New alarm","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.\nParameter location (string); required; The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_date (string); required; The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons.\nParameter city (string); required; The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\nParameter is_unisex (boolean); Indicates whether the salon caters to all genders. True for yes, False for no.; default: False"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":31.35,"confidence":0.580391},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":154.87,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"sound\",\"description\":\"The type of alarms to retrieve.\",\"enum\":[\"sound\",\"vibration\",\"visual\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Whether to include disabled alarms in the result.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"Unique identifier for the user whose alarms are to be fetched.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"This function allows a user to share their current geographic location with a specified contact in their address book.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon on a desired date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_date\",\"appointment_time\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist in a specified city, with options to filter for unisex salons.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates whether the salon caters to all genders. True for yes, False for no.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":31.94,"confidence":0.784537},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":125.52,"confidence":1.0}}}},{"id":"live_multiple_388-137-6","split":"live_multiple","state":"User: Can you find me a nice salon in Alameda?","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":40.86,"confidence":0.732311},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":115.09,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.\nParameter user_id (string); required; Unique identifier for the user whose alarms are to be fetched.\nParameter include_disabled (boolean); Whether to include disabled alarms in the result.; default: False\nParameter alarm_type (string); The type of alarms to retrieve.; allowed values: sound, vibration, visual; default: sound","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The custom name to assign to the new alarm.; default: New alarm","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.\nParameter location (string); required; The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_date (string); required; The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons.\nParameter city (string); required; The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\nParameter is_unisex (boolean); Indicates whether the salon caters to all genders. True for yes, False for no.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":43.49,"confidence":0.811118},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":137.43,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"sound\",\"description\":\"The type of alarms to retrieve.\",\"enum\":[\"sound\",\"vibration\",\"visual\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Whether to include disabled alarms in the result.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"Unique identifier for the user whose alarms are to be fetched.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"This function allows a user to share their current geographic location with a specified contact in their address book.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon on a desired date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_date\",\"appointment_time\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist in a specified city, with options to filter for unisex salons.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates whether the salon caters to all genders. True for yes, False for no.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":45.04,"confidence":0.661881},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":108.7,"confidence":1.0}}}},{"id":"live_multiple_389-137-7","split":"live_multiple","state":"User: My friend told me about an unisex salon and now I am interested in going to one. Will you find a unisex salon in Corte Madera.","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":31.25,"confidence":0.864865},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":147.05,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.\nParameter user_id (string); required; Unique identifier for the user whose alarms are to be fetched.\nParameter include_disabled (boolean); Whether to include disabled alarms in the result.; default: False\nParameter alarm_type (string); The type of alarms to retrieve.; allowed values: sound, vibration, visual; default: sound","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The custom name to assign to the new alarm.; default: New alarm","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.\nParameter location (string); required; The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_date (string); required; The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons.\nParameter city (string); required; The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\nParameter is_unisex (boolean); Indicates whether the salon caters to all genders. True for yes, False for no.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":29.13,"confidence":0.541918},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":124.63,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"sound\",\"description\":\"The type of alarms to retrieve.\",\"enum\":[\"sound\",\"vibration\",\"visual\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Whether to include disabled alarms in the result.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"Unique identifier for the user whose alarms are to be fetched.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"This function allows a user to share their current geographic location with a specified contact in their address book.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon on a desired date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_date\",\"appointment_time\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist in a specified city, with options to filter for unisex salons.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates whether the salon caters to all genders. True for yes, False for no.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":29.33,"confidence":0.549765},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":135.73,"confidence":1.0}}}},{"id":"live_multiple_390-137-8","split":"live_multiple","state":"User: I need a unisex in Pleasanton.","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons. State names must be abbreviated with two letters."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":73.07,"confidence":0.594299},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":110.51,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.\nParameter user_id (string); required; Unique identifier for the user whose alarms are to be fetched.\nParameter include_disabled (boolean); Whether to include disabled alarms in the result.; default: False\nParameter alarm_type (string); The type of alarms to retrieve.; allowed values: sound, vibration, visual; default: sound","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The custom name to assign to the new alarm.; default: New alarm","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.\nParameter location (string); required; The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_date (string); required; The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons. State names must be abbreviated with two letters.\nParameter city (string); required; The city where the stylist or salon is sought, such as 'New York, NY'.\nParameter is_unisex (boolean); Indicates whether the salon caters to all genders. True for yes, False for no.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":67.44,"confidence":0.914625},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":95.48,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"sound\",\"description\":\"The type of alarms to retrieve.\",\"enum\":[\"sound\",\"vibration\",\"visual\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Whether to include disabled alarms in the result.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"Unique identifier for the user whose alarms are to be fetched.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"This function allows a user to share their current geographic location with a specified contact in their address book.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon on a desired date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_date\",\"appointment_time\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist in a specified city, with options to filter for unisex salons. State names must be abbreviated with two letters.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the stylist or salon is sought, such as 'New York, NY'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates whether the salon caters to all genders. True for yes, False for no.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":67.48,"confidence":0.592978},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":166.14,"confidence":1.0}}}},{"id":"live_multiple_391-137-9","split":"live_multiple","state":"User: I am looking for a hair dresser in the San Lorenzo vicinity.","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons."},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":30.66,"confidence":0.597966},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":110.4,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has set in the system.\nParameter user_id (string); required; Unique identifier for the user whose alarms are to be fetched.\nParameter include_disabled (boolean); Whether to include disabled alarms in the result.; default: False\nParameter alarm_type (string); The type of alarms to retrieve.; allowed values: sound, vibration, visual; default: sound","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The custom name to assign to the new alarm.; default: New alarm","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to share their current geographic location with a specified contact in their address book.\nParameter location (string); required; The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a desired date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_date (string); required; The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with options to filter for unisex salons.\nParameter city (string); required; The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\nParameter is_unisex (boolean); Indicates whether the salon caters to all genders. True for yes, False for no.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":28.7,"confidence":0.840571},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":108.97,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"sound\",\"description\":\"The type of alarms to retrieve.\",\"enum\":[\"sound\",\"vibration\",\"visual\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Whether to include disabled alarms in the result.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"Unique identifier for the user whose alarms are to be fetched.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"This function allows a user to share their current geographic location with a specified contact in their address book.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The geographic coordinates or address to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194') or a physical address (e.g., '1600 Amphitheatre Parkway, Mountain View, CA').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon on a desired date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format of 'YYYY-MM-DD', such as '2023-10-05'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format 'HH:MM', such as '14:30'.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_date\",\"appointment_time\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist in a specified city, with options to filter for unisex salons.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the stylist or salon is sought, such as 'New York, NY'. State names must be abbreviated with two letters.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates whether the salon caters to all genders. True for yes, False for no.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":32.6,"confidence":0.34212},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":127.7,"confidence":1.0}}}},{"id":"live_multiple_392-138-0","split":"live_multiple","state":"User: Find a hair stylist in Austin?","expected":"Services_1_FindProvider","candidate_count":2,"views":{"description":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a given date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist located within a specified city and filter results based on unisex availability."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":77.85,"confidence":0.582215},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":104.03,"confidence":1.0}},"prose_schema":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a given date and time.\nParameter stylist_name (string); required; The name of the hair stylist or salon where the appointment is to be booked.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format (e.g., '14:00' for 2 PM).\nParameter appointment_date (string); required; The date for the appointment in the format 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist located within a specified city and filter results based on unisex availability.\nParameter city (string); required; The city where the salon is located, in the format of 'City, State' (e.g., 'Austin, TX'). State names must be abbreviated with two letters.\nParameter is_unisex (boolean); Flag indicating whether the salon caters to all genders. True for yes, False for no.; default: False"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":70.03,"confidence":0.670064},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":95.9,"confidence":1.0}},"schema":{"criteria":{"Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon on a given date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The name of the hair stylist or salon where the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist located within a specified city and filter results based on unisex availability.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, in the format of 'City, State' (e.g., 'Austin, TX'). State names must be abbreviated with two letters.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Flag indicating whether the salon caters to all genders. True for yes, False for no.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":98.96,"confidence":0.820545},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":100.75,"confidence":1.0}}}},{"id":"live_multiple_393-138-1","split":"live_multiple","state":"User: I have the urgency to find a unisex salon in Pinole","expected":"Services_1_FindProvider","candidate_count":2,"views":{"description":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a given date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist located within a specified city and filter results based on unisex availability."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":29.27,"confidence":0.602811},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":127.08,"confidence":1.0}},"prose_schema":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a given date and time.\nParameter stylist_name (string); required; The name of the hair stylist or salon where the appointment is to be booked.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format (e.g., '14:00' for 2 PM).\nParameter appointment_date (string); required; The date for the appointment in the format 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist located within a specified city and filter results based on unisex availability.\nParameter city (string); required; The city where the salon is located, in the format of 'City, State' (e.g., 'Austin, TX'). State names must be abbreviated with two letters.\nParameter is_unisex (boolean); Flag indicating whether the salon caters to all genders. True for yes, False for no.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":32.34,"confidence":0.792178},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":132.88,"confidence":1.0}},"schema":{"criteria":{"Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon on a given date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The name of the hair stylist or salon where the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist located within a specified city and filter results based on unisex availability.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, in the format of 'City, State' (e.g., 'Austin, TX'). State names must be abbreviated with two letters.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Flag indicating whether the salon caters to all genders. True for yes, False for no.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":31.99,"confidence":0.730208},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":125.84,"confidence":1.0}}}},{"id":"live_multiple_394-138-2","split":"live_multiple","state":"User: I'm thinking about finding a salon in Berkeley","expected":"Services_1_FindProvider","candidate_count":2,"views":{"description":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a given date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist located within a specified city and filter results based on unisex availability."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":28.2,"confidence":0.626143},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":109.34,"confidence":1.0}},"prose_schema":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a given date and time.\nParameter stylist_name (string); required; The name of the hair stylist or salon where the appointment is to be booked.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format (e.g., '14:00' for 2 PM).\nParameter appointment_date (string); required; The date for the appointment in the format 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist located within a specified city and filter results based on unisex availability.\nParameter city (string); required; The city where the salon is located, in the format of 'City, State' (e.g., 'Austin, TX'). State names must be abbreviated with two letters.\nParameter is_unisex (boolean); Flag indicating whether the salon caters to all genders. True for yes, False for no.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":33.18,"confidence":0.919612},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":129.71,"confidence":1.0}},"schema":{"criteria":{"Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon on a given date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The name of the hair stylist or salon where the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist located within a specified city and filter results based on unisex availability.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, in the format of 'City, State' (e.g., 'Austin, TX'). State names must be abbreviated with two letters.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Flag indicating whether the salon caters to all genders. True for yes, False for no.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":29.58,"confidence":0.866084},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":122.72,"confidence":1.0}}}},{"id":"live_multiple_395-138-3","split":"live_multiple","state":"User: Are there any salon in Rohnert Park.","expected":"Services_1_FindProvider","candidate_count":2,"views":{"description":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a given date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist located within a specified city and filter results based on unisex availability."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":29.23,"confidence":0.700546},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":122.23,"confidence":1.0}},"prose_schema":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon on a given date and time.\nParameter stylist_name (string); required; The name of the hair stylist or salon where the appointment is to be booked.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format (e.g., '14:00' for 2 PM).\nParameter appointment_date (string); required; The date for the appointment in the format 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist located within a specified city and filter results based on unisex availability.\nParameter city (string); required; The city where the salon is located, in the format of 'City, State' (e.g., 'Austin, TX'). State names must be abbreviated with two letters.\nParameter is_unisex (boolean); Flag indicating whether the salon caters to all genders. True for yes, False for no.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":60.92,"confidence":0.839544},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":108.0,"confidence":1.0}},"schema":{"criteria":{"Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon on a given date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The name of the hair stylist or salon where the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist located within a specified city and filter results based on unisex availability.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, in the format of 'City, State' (e.g., 'Austin, TX'). State names must be abbreviated with two letters.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Flag indicating whether the salon caters to all genders. True for yes, False for no.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":32.52,"confidence":0.856731},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":122.28,"confidence":1.0}}}},{"id":"live_multiple_396-139-0","split":"live_multiple","state":"User: I need to find something interesting to do on the 10th of march 2023. I really like drama, and i'm looking for something in the Chicago area.","expected":"Events_3_FindEvents","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":86.86,"confidence":0.997182},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":139.2,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find. Events include concerts and plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK'). State names must be abbreviated with two letters.\nParameter date (string); The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.\nParameter event_name (string); required; The official title of the event, such as an artist's name or a play title.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, must be an integer from 1 to 9.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, formatted as 'YYYY-MM-DD'.\nParameter city (string); required; The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type.\nParameter destination (string); required; The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\nParameter number_of_seats (integer); required; The total number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The category of cab service to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":109.8,"confidence":0.928469},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":108.77,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK'). State names must be abbreviated with two letters.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Events include concerts and plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a chosen date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The official title of the event, such as an artist's name or a play title.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, must be an integer from 1 to 9.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab ride to the specified destination with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The total number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab service to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":115.47,"confidence":0.742653},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":118.92,"confidence":1.0}}}},{"id":"live_multiple_397-139-1","split":"live_multiple","state":"User: Attend a Theater event in Palo Alto, CA on 2023-03-13.","expected":"Events_3_FindEvents","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":41.15,"confidence":0.994937},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":99.71,"confidence":0.91}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find. Events include concerts and plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK'). State names must be abbreviated with two letters.\nParameter date (string); The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.\nParameter event_name (string); required; The official title of the event, such as an artist's name or a play title.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, must be an integer from 1 to 9.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, formatted as 'YYYY-MM-DD'.\nParameter city (string); required; The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type.\nParameter destination (string); required; The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\nParameter number_of_seats (integer); required; The total number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The category of cab service to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.78,"confidence":0.477958},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":103.85,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK'). State names must be abbreviated with two letters.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Events include concerts and plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a chosen date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The official title of the event, such as an artist's name or a play title.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, must be an integer from 1 to 9.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab ride to the specified destination with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The total number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab service to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":31.43,"confidence":0.779476},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":120.76,"confidence":1.0}}}},{"id":"live_multiple_398-139-2","split":"live_multiple","state":"User: get a Music event happening in San Diego on 2023-05-02?","expected":"Events_3_FindEvents","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.29,"confidence":0.994096},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":112.64,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find. Events include concerts and plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK'). State names must be abbreviated with two letters.\nParameter date (string); The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.\nParameter event_name (string); required; The official title of the event, such as an artist's name or a play title.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, must be an integer from 1 to 9.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, formatted as 'YYYY-MM-DD'.\nParameter city (string); required; The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type.\nParameter destination (string); required; The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\nParameter number_of_seats (integer); required; The total number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The category of cab service to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.95,"confidence":0.92184},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":105.86,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK'). State names must be abbreviated with two letters.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Events include concerts and plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a chosen date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The official title of the event, such as an artist's name or a play title.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, must be an integer from 1 to 9.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab ride to the specified destination with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The total number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab service to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":35.98,"confidence":0.540076},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":101.83,"confidence":1.0}}}},{"id":"live_multiple_399-139-3","split":"live_multiple","state":"User: Find a Theater event in Chicago on 2023-5-2?","expected":"Events_3_FindEvents","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.67,"confidence":0.985087},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":246.38,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find. Events include concerts and plays. State names must be abbreviated with two letters.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK').\nParameter date (string); The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.\nParameter event_name (string); required; The official title of the event, such as an artist's name or a play title.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, must be an integer from 1 to 9.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, formatted as 'YYYY-MM-DD'.\nParameter city (string); required; The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type.\nParameter destination (string); required; The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\nParameter number_of_seats (integer); required; The total number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The category of cab service to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":70.57,"confidence":0.941636},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":125.88,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Events include concerts and plays. State names must be abbreviated with two letters.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a chosen date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The official title of the event, such as an artist's name or a play title.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, must be an integer from 1 to 9.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab ride to the specified destination with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The total number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab service to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":81.83,"confidence":0.799841},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":97.15,"confidence":1.0}}}},{"id":"live_multiple_400-139-4","split":"live_multiple","state":"User: Find a theater event happening next Monday 2023.10.2 in Chicago, IL? I'm interested in a play or a similar cultural activity.","expected":"Events_3_FindEvents","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":40.69,"confidence":0.995296},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":97.84,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find. Events include concerts and plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK'). State names should be abbreviated (e.g., 'CA' for California).\nParameter date (string); The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.\nParameter event_name (string); required; The official title of the event, such as an artist's name or a play title.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, must be an integer from 1 to 9.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, formatted as 'YYYY-MM-DD'.\nParameter city (string); required; The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type.\nParameter destination (string); required; The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\nParameter number_of_seats (integer); required; The total number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The category of cab service to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":92.17,"confidence":0.923372},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":98.95,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK'). State names should be abbreviated (e.g., 'CA' for California).\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Events include concerts and plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a chosen date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The official title of the event, such as an artist's name or a play title.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, must be an integer from 1 to 9.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab ride to the specified destination with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The total number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab service to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":68.47,"confidence":0.790846},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":107.23,"confidence":1.0}}}},{"id":"live_multiple_401-139-5","split":"live_multiple","state":"User: I'm looking to attend a music concert in Toronto. Find one for me that's happening 2023.10.2?","expected":"Events_3_FindEvents","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.71,"confidence":0.974315},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":101.71,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find. Events include concerts and plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK'). State names should be abbreviated (e.g., 'CA' for California)\nParameter date (string); The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.\nParameter event_name (string); required; The official title of the event, such as an artist's name or a play title.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, must be an integer from 1 to 9.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, formatted as 'YYYY-MM-DD'.\nParameter city (string); required; The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type.\nParameter destination (string); required; The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\nParameter number_of_seats (integer); required; The total number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The category of cab service to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":69.23,"confidence":0.746609},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":99.28,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK'). State names should be abbreviated (e.g., 'CA' for California)\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Events include concerts and plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a chosen date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The official title of the event, such as an artist's name or a play title.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, must be an integer from 1 to 9.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab ride to the specified destination with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The total number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab service to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":70.32,"confidence":0.620488},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":122.52,"confidence":1.0}}}},{"id":"live_multiple_402-139-6","split":"live_multiple","state":"User: Find me a Theater event in London for tonight 2023.10.02? I'm a fan of Broadway shows like the ones in New York.","expected":"Events_3_FindEvents","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.13,"confidence":0.994055},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":118.57,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find. Events include concerts and plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK').\nParameter date (string); The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.\nParameter event_name (string); required; The official title of the event, such as an artist's name or a play title.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, must be an integer from 1 to 9.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, formatted as 'YYYY-MM-DD'.\nParameter city (string); required; The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type.\nParameter destination (string); required; The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\nParameter number_of_seats (integer); required; The total number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The category of cab service to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":58.69,"confidence":0.906933},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":105.36,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Events include concerts and plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a chosen date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The official title of the event, such as an artist's name or a play title.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, must be an integer from 1 to 9.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab ride to the specified destination with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The total number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab service to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":67.58,"confidence":0.585492},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":118.76,"confidence":1.0}}}},{"id":"live_multiple_403-139-7","split":"live_multiple","state":"User: I'm looking for a theater event in London, UK on Apr the 5th. ","expected":"Events_3_FindEvents","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":40.04,"confidence":0.975303},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":110.81,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find. Events include concerts and plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK').\nParameter date (string); The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a chosen date in a specified city.\nParameter event_name (string); required; The official title of the event, such as an artist's name or a play title.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, must be an integer from 1 to 9.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, formatted as 'YYYY-MM-DD'.\nParameter city (string); required; The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab ride to the specified destination with a choice of the number of seats and ride type.\nParameter destination (string); required; The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\nParameter number_of_seats (integer); required; The total number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The category of cab service to book.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":38.17,"confidence":0.638076},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":102.39,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format 'City, State' or 'City, Country' (e.g., 'New York, NY' or 'London, UK').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event. Use the format 'YYYY-MM-DD'. If not specified, the current date is used.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Events include concerts and plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a chosen date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event will take place, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The official title of the event, such as an artist's name or a play title.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, must be an integer from 1 to 9.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab ride to the specified destination with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The exact address or location for the cab to arrive at, in the format 'Street, City, State, Zip'. For example, '123 Main St, Springfield, IL, 62701'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The total number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The category of cab service to book.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.88,"confidence":0.630182},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":93.36,"confidence":1.0}}}},{"id":"live_multiple_404-140-0","split":"live_multiple","state":"User: Book a Regular cab that has 1 seat for me to go to China Station Restaurant, 123 Beijing Street, San Francisco?","expected":"RideSharing_2_GetRide","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a selected media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type."},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":83.16,"confidence":0.999118},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":95.77,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a selected media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If not specified, any artist is acceptable.; default: dontcare\nParameter device (string); The specific media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is from. If not specified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.\nParameter artist (string); The name of the performer. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the song. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The release year of the song, formatted as 'YYYY'. Use 'dontcare' if you have no preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare","RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type.\nParameter destination (string); required; The address or location where the cab should take the passenger, formatted as 'Street, City'. Must follow this exact kind of format: '134 Springoak Street, Chicago\nParameter number_of_seats (integer); The number of seats to reserve in the cab.; default: 1\nParameter ride_type (string); The type of cab ride preferred by the passenger.; allowed values: Pool, Regular, Luxury; default: Regular"},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":116.63,"confidence":0.571386},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":118.75,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a selected media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is from. If not specified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If not specified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The specific media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the song. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song, formatted as 'YYYY'. Use 'dontcare' if you have no preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The address or location where the cab should take the passenger, formatted as 'Street, City'. Must follow this exact kind of format: '134 Springoak Street, Chicago\",\"type\":\"string\"},\"number_of_seats\":{\"default\":1,\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"default\":\"Regular\",\"description\":\"The type of cab ride preferred by the passenger.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\"],\"type\":\"dict\"}}"},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":134.21,"confidence":0.829611},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":148.31,"confidence":1.0}}}},{"id":"live_multiple_405-140-1","split":"live_multiple","state":"User: I need a cab to 123 Main St, Anytown, with 2 seats luxary.","expected":"RideSharing_2_GetRide","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a selected media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type."},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":30.75,"confidence":0.994896},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":109.61,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a selected media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If not specified, any artist is acceptable.; default: dontcare\nParameter device (string); The specific media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is from. If not specified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.\nParameter artist (string); The name of the performer. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the song. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The release year of the song, formatted as 'YYYY'. Use 'dontcare' if you have no preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare","RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type.\nParameter destination (string); required; The address or location where the cab should take the passenger, formatted as 'Street, City'. Must follow this exact kind of format: '134 Springoak Street, Chicago\nParameter number_of_seats (integer); The number of seats to reserve in the cab.; default: 1\nParameter ride_type (string); The type of cab ride preferred by the passenger.; allowed values: Pool, Regular, Luxury; default: Regular"},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":30.7,"confidence":0.593177},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":102.32,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a selected media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is from. If not specified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If not specified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The specific media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the song. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song, formatted as 'YYYY'. Use 'dontcare' if you have no preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The address or location where the cab should take the passenger, formatted as 'Street, City'. Must follow this exact kind of format: '134 Springoak Street, Chicago\",\"type\":\"string\"},\"number_of_seats\":{\"default\":1,\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"default\":\"Regular\",\"description\":\"The type of cab ride preferred by the passenger.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\"],\"type\":\"dict\"}}"},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":31.34,"confidence":0.772164},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":114.84,"confidence":1.0}}}},{"id":"live_multiple_406-140-2","split":"live_multiple","state":"User: Can you find me a taxi to take me to 2508 University Avenue, Palo Alto, CA .","expected":"RideSharing_2_GetRide","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a selected media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type."},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":30.11,"confidence":0.912141},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":141.8,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a selected media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If not specified, any artist is acceptable.; default: dontcare\nParameter device (string); The specific media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is from. If not specified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.\nParameter artist (string); The name of the performer. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the song. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The release year of the song, formatted as 'YYYY'. Use 'dontcare' if you have no preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare","RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type.\nParameter destination (string); required; The address or location where the cab should take the passenger, formatted as 'Street, City'. Must follow this exact kind of format: '134 Springoak Street, Chicago\nParameter number_of_seats (integer); The number of seats to reserve in the cab.; default: 1\nParameter ride_type (string); The type of cab ride preferred by the passenger.; allowed values: Pool, Regular, Luxury; default: Regular"},"clm":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":27.97,"confidence":0.774005},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":108.94,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a selected media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is from. If not specified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If not specified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The specific media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the song. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song, formatted as 'YYYY'. Use 'dontcare' if you have no preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The address or location where the cab should take the passenger, formatted as 'Street, City'. Must follow this exact kind of format: '134 Springoak Street, Chicago\",\"type\":\"string\"},\"number_of_seats\":{\"default\":1,\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"default\":\"Regular\",\"description\":\"The type of cab ride preferred by the passenger.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\"],\"type\":\"dict\"}}"},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":33.31,"confidence":0.602861},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":135.28,"confidence":1.0}}}},{"id":"live_multiple_407-140-3","split":"live_multiple","state":"User: I would like to find a regular cab to 540 El Camino Real. Berkeley","expected":"RideSharing_2_GetRide","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a selected media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type."},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":29.71,"confidence":0.998391},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":101.88,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a selected media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If not specified, any artist is acceptable.; default: dontcare\nParameter device (string); The specific media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is from. If not specified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.\nParameter artist (string); The name of the performer. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the song. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The release year of the song, formatted as 'YYYY'. Use 'dontcare' if you have no preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare","RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type.\nParameter destination (string); required; The address or location where the cab should take the passenger, formatted as 'Street, City'. Must follow this exact kind of format: '134 Springoak Street, Chicago\nParameter number_of_seats (integer); The number of seats to reserve in the cab.; default: 1\nParameter ride_type (string); The type of cab ride preferred by the passenger.; allowed values: Pool, Regular, Luxury; default: Regular"},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":27.91,"confidence":0.65919},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":97.27,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a selected media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is from. If not specified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If not specified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The specific media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the song. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song, formatted as 'YYYY'. Use 'dontcare' if you have no preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The address or location where the cab should take the passenger, formatted as 'Street, City'. Must follow this exact kind of format: '134 Springoak Street, Chicago\",\"type\":\"string\"},\"number_of_seats\":{\"default\":1,\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"default\":\"Regular\",\"description\":\"The type of cab ride preferred by the passenger.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\"],\"type\":\"dict\"}}"},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":31.96,"confidence":0.834168},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":133.0,"confidence":1.0}}}},{"id":"live_multiple_408-140-4","split":"live_multiple","state":"User: I need a Shared ride for 2. The destination is the 123 Park Branham Apartments, San Jose","expected":"RideSharing_2_GetRide","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a selected media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type."},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":29.87,"confidence":0.999529},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":131.76,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a selected media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If not specified, any artist is acceptable.; default: dontcare\nParameter device (string); The specific media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is from. If not specified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.\nParameter artist (string); The name of the performer. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the song. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The release year of the song, formatted as 'YYYY'. Use 'dontcare' if you have no preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare","RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type.\nParameter destination (string); required; The address or location where the cab should take the passenger, formatted as 'Street, City'. Must follow this exact kind of format: '134 Springoak Street, Chicago\nParameter number_of_seats (integer); The number of seats to reserve in the cab.; default: 1\nParameter ride_type (string); The type of cab ride preferred by the passenger.; allowed values: Pool, Regular, Luxury; default: Regular"},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":29.69,"confidence":0.678797},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":108.25,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a selected media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is from. If not specified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If not specified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The specific media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the song. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song, formatted as 'YYYY'. Use 'dontcare' if you have no preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The address or location where the cab should take the passenger, formatted as 'Street, City'. Must follow this exact kind of format: '134 Springoak Street, Chicago\",\"type\":\"string\"},\"number_of_seats\":{\"default\":1,\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"default\":\"Regular\",\"description\":\"The type of cab ride preferred by the passenger.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\"],\"type\":\"dict\"}}"},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":31.76,"confidence":0.706029},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":116.96,"confidence":1.0}}}},{"id":"live_multiple_409-140-5","split":"live_multiple","state":"User: i need to travel , find me a cab? i want a ride to 123 White Street, San Jose. Number of passenger is 1 and i prefer a Pool ride.","expected":"RideSharing_2_GetRide","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a selected media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type."},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":30.24,"confidence":0.987449},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":137.02,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a selected media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If not specified, any artist is acceptable.; default: dontcare\nParameter device (string); The specific media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is from. If not specified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.\nParameter artist (string); The name of the performer. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the song. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The release year of the song, formatted as 'YYYY'. Use 'dontcare' if you have no preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare","RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type.\nParameter destination (string); required; The address or location where the cab should take the passenger, formatted as 'Street, City'. Must follow this exact kind of format: '134 Springoak Street, Chicago.\nParameter number_of_seats (integer); The number of seats to reserve in the cab.; default: 1\nParameter ride_type (string); The type of cab ride preferred by the passenger.; allowed values: Pool, Regular, Luxury; default: Regular"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":70.26,"confidence":0.477303},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":96.35,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a selected media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is from. If not specified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If not specified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The specific media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the song. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song, formatted as 'YYYY'. Use 'dontcare' if you have no preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The address or location where the cab should take the passenger, formatted as 'Street, City'. Must follow this exact kind of format: '134 Springoak Street, Chicago.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":1,\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"default\":\"Regular\",\"description\":\"The type of cab ride preferred by the passenger.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\"],\"type\":\"dict\"}}"},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":69.63,"confidence":0.642862},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":134.18,"confidence":1.0}}}},{"id":"live_multiple_410-140-6","split":"live_multiple","state":"User: I need to catch a cab, but the information I'm getting is a bit sketchy right now. So far, the address where I need to go is 3236 Grand Avenue, Oakland and the most comfortable mode of travel would be appreciated. Can you start working through this with me?","expected":"RideSharing_2_GetRide","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a selected media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type."},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":46.17,"confidence":0.991901},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":150.59,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a selected media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If not specified, any artist is acceptable.; default: dontcare\nParameter device (string); The specific media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the song is from. If not specified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.\nParameter artist (string); The name of the performer. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the song. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The release year of the song, formatted as 'YYYY'. Use 'dontcare' if you have no preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare","RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type.\nParameter destination (string); required; The address or location where the cab should take the passenger, formatted as 'Street, City'. Must follow this exact kind of format: '134 Springoak Street, Chicago\nParameter number_of_seats (integer); The number of seats to reserve in the cab.; default: 1\nParameter ride_type (string); The type of cab ride preferred by the passenger.; allowed values: Pool, Regular, Luxury; default: Regular"},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":34.14,"confidence":0.5844},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":114.71,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a selected media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album where the song is from. If not specified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. If not specified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The specific media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs matching your taste. Provide information about the artist, album, genre, or year to receive a list of songs that fit the criteria.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the performer. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the song. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The release year of the song, formatted as 'YYYY'. Use 'dontcare' if you have no preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Books a cab to the specified destination, accommodating the requested number of seats and the preferred ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The address or location where the cab should take the passenger, formatted as 'Street, City'. Must follow this exact kind of format: '134 Springoak Street, Chicago\",\"type\":\"string\"},\"number_of_seats\":{\"default\":1,\"description\":\"The number of seats to reserve in the cab.\",\"type\":\"integer\"},\"ride_type\":{\"default\":\"Regular\",\"description\":\"The type of cab ride preferred by the passenger.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\"],\"type\":\"dict\"}}"},"clm":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":41.08,"confidence":0.808092},"jev":{"choice":"RideSharing_2_GetRide","correct":true,"latency_ms":102.78,"confidence":1.0}}}},{"id":"live_multiple_411-141-0","split":"live_multiple","state":"User: Are there any Cartoon movies showing at imax in Union City?","expected":"Movies_1_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":78.63,"confidence":0.940073},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":105.56,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":115.88,"confidence":0.611051},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":126.8,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":135.34,"confidence":0.835794},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":99.46,"confidence":1.0}}}},{"id":"live_multiple_412-141-1","split":"live_multiple","state":"User: Hey. Could you assist me in getting two tickets for 'The Grand Adventure' next Wednesday 2023.11.15 in Santa Rosa, CA for the 5:30pm show?","expected":"Movies_1_BuyMovieTickets","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":44.18,"confidence":0.512438},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":97.42,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":78.28,"confidence":0.843301},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":109.43,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":100.14,"confidence":0.920781},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":116.41,"confidence":1.0}}}},{"id":"live_multiple_413-141-2","split":"live_multiple","state":"User: I'd like to purchase 2 tickets for 'After The Wedding' showing on 2023-04-22 at 19:00 in Berkeley.","expected":"Movies_1_BuyMovieTickets","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":30.12,"confidence":0.802583},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":104.36,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: null\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":64.71,"confidence":0.961981},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":137.45,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":\"null\",\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":68.52,"confidence":0.757214},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":101.66,"confidence":1.0}}}},{"id":"live_multiple_414-141-3","split":"live_multiple","state":"User: Find movies playing in Newark, NJ 2023-10-02? I'm planning to purchase tickets.","expected":"Movies_1_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":41.51,"confidence":0.91242},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":106.94,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":42.69,"confidence":0.733538},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":119.76,"confidence":0.99}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":63.87,"confidence":0.809881},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":100.72,"confidence":1.0}}}},{"id":"live_multiple_415-141-4","split":"live_multiple","state":"User: Can I purchase 2 tickets for 'Space Adventure' in San Jose, CA, for the midnight show at 23:00 on 2023.10.2?","expected":"Movies_1_BuyMovieTickets","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":33.08,"confidence":0.704602},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":106.98,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: null\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":59.47,"confidence":0.958666},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":131.45,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":\"null\",\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":33.99,"confidence":0.838861},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":139.8,"confidence":1.0}}}},{"id":"live_multiple_416-141-5","split":"live_multiple","state":"User: I'm interested in seeing a 3D movie at the Raven Film Center in Healdsburg, CA.","expected":"Movies_1_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":28.17,"confidence":0.898707},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":101.5,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":34.03,"confidence":0.691849},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":115.09,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":34.44,"confidence":0.835948},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":101.69,"confidence":1.0}}}},{"id":"live_multiple_417-141-6","split":"live_multiple","state":"User: Would you look in San Jose for some movies to see?","expected":"Movies_1_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":40.87,"confidence":0.886873},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":144.48,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":27.61,"confidence":0.912543},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":149.93,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":35.14,"confidence":0.799417},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":137.55,"confidence":1.0}}}},{"id":"live_multiple_418-141-7","split":"live_multiple","state":"User: Can you help me purchase two tickets for 'Space Adventure' on 2023 April 15th at 19:30 in New York?","expected":"Movies_1_BuyMovieTickets","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":30.88,"confidence":0.699582},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":104.8,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":27.95,"confidence":0.858622},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":149.0,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":33.95,"confidence":0.952194},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":117.49,"confidence":1.0}}}},{"id":"live_multiple_419-141-8","split":"live_multiple","state":"User: I would like a regular drama movie at Regal Crow Canyon which locates at San Ramon.","expected":"Movies_1_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":29.93,"confidence":0.875717},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":140.63,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":28.97,"confidence":0.703206},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":101.34,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":61.46,"confidence":0.769346},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":108.48,"confidence":1.0}}}},{"id":"live_multiple_420-141-9","split":"live_multiple","state":"User: I want to see the Avengers movie on 2023-10-06 in Los Angeles. Can I get three tickets for a 19:00 show?","expected":"Movies_1_BuyMovieTickets","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":44.42,"confidence":0.677},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":99.84,"confidence":0.97}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":29.73,"confidence":0.909582},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":102.47,"confidence":0.99}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":33.32,"confidence":0.865008},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":109.97,"confidence":0.98}}}},{"id":"live_multiple_421-141-10","split":"live_multiple","state":"User: I am interested in going for a movie in mountain view. Can you help in this?","expected":"Movies_1_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":30.74,"confidence":0.923614},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":245.64,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":27.99,"confidence":0.827432},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":103.37,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":64.14,"confidence":0.822131},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":117.15,"confidence":1.0}}}},{"id":"live_multiple_422-141-11","split":"live_multiple","state":"User: I am interested in seeing an Imax show, preferrably a cartoon movie. Would you search for this in Santa Rosa?","expected":"Movies_1_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":28.05,"confidence":0.954801},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":123.33,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":28.31,"confidence":0.926028},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":96.49,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":30.8,"confidence":0.69979},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":113.45,"confidence":1.0}}}},{"id":"live_multiple_423-141-12","split":"live_multiple","state":"User: Hi, I'm looking to watch 'The Last Adventure'. Find me two tickets for a show around 8:30 pm in San Francisco?","expected":"Movies_1_BuyMovieTickets","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":33.57,"confidence":0.853267},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":112.02,"confidence":0.79}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":31.77,"confidence":0.893678},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":119.35,"confidence":0.98}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":31.54,"confidence":0.913968},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":98.31,"confidence":0.97}}}},{"id":"live_multiple_424-141-13","split":"live_multiple","state":"User: I would liek to watch a Scientific fiction in San Bruno at Century at Tanforan and XD.","expected":"Movies_1_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":28.69,"confidence":0.920376},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":128.31,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":30.04,"confidence":0.672161},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":122.89,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":39.08,"confidence":0.556548},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":139.64,"confidence":1.0}}}},{"id":"live_multiple_425-141-14","split":"live_multiple","state":"User: I want to watch the regular showing of Ad Astra at Berkeley. I want to watch the showing at night 9 pm-ish","expected":"Movies_1_BuyMovieTickets","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":47.25,"confidence":0.920445},"jev":{"choice":"Movies_1_GetTimesForMovie","correct":false,"latency_ms":99.0,"confidence":0.89}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: null\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":38.27,"confidence":0.839201},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":106.84,"confidence":0.57}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":\"null\",\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":32.26,"confidence":0.797593},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":141.29,"confidence":0.52}}}},{"id":"live_multiple_426-141-15","split":"live_multiple","state":"User: Hi, I'm looking to watch an imaginative science fiction movie in regular format this weekend in Hayward, CA.","expected":"Movies_1_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":32.25,"confidence":0.773891},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":112.44,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: null\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":61.79,"confidence":0.735805},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":97.52,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":\"null\",\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":101.8,"confidence":0.762912},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":133.3,"confidence":1.0}}}},{"id":"live_multiple_427-141-16","split":"live_multiple","state":"User: I want to spend my free time by watching a nice Movie like the one with Dramatic Story. Can you find something for me and I want to watch it at Century 20 Oakridge and XD which locates at San Jose.","expected":"Movies_1_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":29.67,"confidence":0.973115},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":98.84,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":33.11,"confidence":0.932138},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":138.94,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":65.18,"confidence":0.686711},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":120.74,"confidence":1.0}}}},{"id":"live_multiple_428-141-17","split":"live_multiple","state":"User: I'm looking to relax this weekend. Find movies playing in Berkeley, preferably in the Sci-fi genre and shown as IMAX?","expected":"Movies_1_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":27.94,"confidence":0.947801},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":110.59,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: null\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":34.03,"confidence":0.949219},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":142.07,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":\"null\",\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":34.26,"confidence":0.794188},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":160.13,"confidence":1.0}}}},{"id":"live_multiple_429-141-18","split":"live_multiple","state":"User: Buy 4 tickets for 'Toy Story 4' in Los Angeles for the show on 2023-06-15 at 14:00?","expected":"Movies_1_BuyMovieTickets","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":33.79,"confidence":0.644318},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":110.49,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":31.66,"confidence":0.803859},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":117.22,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":34.29,"confidence":0.734303},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":117.75,"confidence":1.0}}}},{"id":"live_multiple_430-141-19","split":"live_multiple","state":"User: I want to purchase 3 tickets for the 'Eternal Warriors' movie in Los Angeles for the showing on 2023-04-15 at 19:00.?","expected":"Movies_1_BuyMovieTickets","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":30.13,"confidence":0.601875},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":97.41,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":30.04,"confidence":0.84607},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":117.34,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":31.34,"confidence":0.646219},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":124.26,"confidence":1.0}}}},{"id":"live_multiple_431-141-20","split":"live_multiple","state":"User: I'm after an Imax film at Century Blackhawk Plaza in Danville can you tell me whats on?","expected":"Movies_1_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":29.8,"confidence":0.879597},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":98.14,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_BuyMovieTickets","correct":false,"latency_ms":42.25,"confidence":0.622697},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":99.56,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":29.78,"confidence":0.549796},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":116.44,"confidence":1.0}}}},{"id":"live_multiple_432-141-21","split":"live_multiple","state":"User: I'd like to purchase 2 tickets for 'Once Upon a Time In Hollywood' on the 15th of April, 2023, showing at 19:00 in Los Angeles.","expected":"Movies_1_BuyMovieTickets","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":40.76,"confidence":0.706201},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":134.48,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":30.83,"confidence":0.923124},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":122.81,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'. State names must be abbreviated\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":29.15,"confidence":0.781162},"jev":{"choice":"Movies_1_BuyMovieTickets","correct":true,"latency_ms":107.43,"confidence":1.0}}}},{"id":"live_multiple_433-141-22","split":"live_multiple","state":"User: Search for me movies shown in Napa.I would like to watch at Century Napa Valley and XD.","expected":"Movies_1_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":29.6,"confidence":0.978619},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":101.57,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be bought.\nParameter show_date (string); The date on which the movie is showing, in the format 'YYYY-MM-DD'.; default: None\nParameter location (string); required; The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); The start time of the movie showing, in 24-hour format 'HH:MM'.; default: 20:00\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on location, genre, and show type at specific theaters.\nParameter location (string); required; The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter theater_name (string); The name of the theatre. If unspecified, all theatres are considered.; default: dontcare\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: dontcare\nParameter show_type (string); The type of movie show. If unspecified, all show types are considered.; allowed values: regular, 3d, imax; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the show times for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which to find show times.\nParameter location (string); required; The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, any theater will be considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3D, IMAX; default: regular"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":32.92,"confidence":0.94163},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":103.37,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showing, including the number of tickets, show date and time, and location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be bought.\",\"type\":\"integer\"},\"show_date\":{\"default\":null,\"description\":\"The date on which the movie is showing, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"default\":\"20:00\",\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"location\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on location, genre, and show type at specific theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. If unspecified, all show types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, all theatres are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the show times for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which to find show times.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD', for example, '2023-04-15'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3D\",\"IMAX\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If not specified, any theater will be considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":41.4,"confidence":0.613569},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":184.07,"confidence":1.0}}}},{"id":"live_multiple_434-142-0","split":"live_multiple","state":"User: I need to rent a car in Los Angeles, from March 9th to March 10th 2023. I'd prefer a Sedan. I want to pick up at 9 am. Check the availability for me.","expected":"RentalCars_3_GetCarsAvailable","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":87.86,"confidence":0.893128},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":145.44,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, in the format 'City, State', such as 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, in the format 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the trip based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.\nParameter from_city (string); required; The city where the journey begins, in the format of 'City, State', such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date in 'YYYY-MM-DD' format, for example, '2023-04-21'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM', such as '14:30' for 2:30 PM.\nParameter num_passengers (integer); required; The number of passengers for whom the tickets are being purchased. Must be a positive integer.\nParameter additional_luggage (boolean); Indicates whether additional luggage will be carried on the bus.; default: False","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'SFO' for San Francisco.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'LAX' for Los Angeles.\nParameter departure_date (string); required; The departure date for the flight in the format 'YYYY-MM-DD'. For example, '2023-04-15'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA airport code or city name to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\nParameter destination_airport (string); required; The IATA airport code or city name to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\nParameter departure_date (string); required; The departure date for the outbound flight, in the format 'YYYY-MM-DD', such as '2023-07-15'.\nParameter return_date (string); required; The return date for the inbound flight, in the format 'YYYY-MM-DD', such as '2023-07-22'.\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up, such as 'Los Angeles, CA' or 'New York, NY'. State names must be abbreviated\nParameter start_date (string); required; The start date for the car rental, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time for picking up the rental car, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for the car rental, in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-01'.\nParameter pickup_time (string); required; The pickup time for the car rental in the format 'HH:MM', such as '09:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-10'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance for the rental. Set to true to add insurance; otherwise, false."},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":232.23,"confidence":0.957353},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":128.01,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the trip based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, in the format 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The departure date in 'YYYY-MM-DD' format, for example, '2023-04-21'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM', such as '14:30' for 2:30 PM.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey begins, in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"description\":\"The number of passengers for whom the tickets are being purchased. Must be a positive integer.\",\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\",\"num_passengers\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the flight in the format 'YYYY-MM-DD'. For example, '2023-04-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'LAX' for Los Angeles.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'SFO' for San Francisco.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the outbound flight, in the format 'YYYY-MM-DD', such as '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or city name to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or city name to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the inbound flight, in the format 'YYYY-MM-DD', such as '2023-07-22'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up, such as 'Los Angeles, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for picking up the rental car, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance for the rental. Set to true to add insurance; otherwise, false.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-10'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pickup time for the car rental in the format 'HH:MM', such as '09:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-01'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}"},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":270.76,"confidence":0.391193},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":126.01,"confidence":1.0}}}},{"id":"live_multiple_435-142-1","split":"live_multiple","state":"User: I need to rent a car in Los Angeles, find options for a sedan available from 2023 April 21st to April 25th, with pickup and return times at 10:00 AM?","expected":"RentalCars_3_GetCarsAvailable","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":30.9,"confidence":0.776973},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":99.38,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, in the format 'City, State', such as 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, in the format 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the trip based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.\nParameter from_city (string); required; The city where the journey begins, in the format of 'City, State', such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date in 'YYYY-MM-DD' format, for example, '2023-04-21'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM', such as '14:30' for 2:30 PM.\nParameter num_passengers (integer); required; The number of passengers for whom the tickets are being purchased. Must be a positive integer.\nParameter additional_luggage (boolean); Indicates whether additional luggage will be carried on the bus.; default: False","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'SFO' for San Francisco.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'LAX' for Los Angeles.\nParameter departure_date (string); required; The departure date for the flight in the format 'YYYY-MM-DD'. For example, '2023-04-15'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA airport code or city name to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\nParameter destination_airport (string); required; The IATA airport code or city name to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\nParameter departure_date (string); required; The departure date for the outbound flight, in the format 'YYYY-MM-DD', such as '2023-07-15'.\nParameter return_date (string); required; The return date for the inbound flight, in the format 'YYYY-MM-DD', such as '2023-07-22'.\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up, such as 'Los Angeles, CA' or 'New York, NY'. State names must be abbreviated\nParameter start_date (string); required; The start date for the car rental, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time for picking up the rental car, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for the car rental, in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-01'.\nParameter pickup_time (string); required; The pickup time for the car rental in the format 'HH:MM', such as '09:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-10'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance for the rental. Set to true to add insurance; otherwise, false."},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":32.58,"confidence":0.872223},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":123.53,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the trip based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, in the format 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The departure date in 'YYYY-MM-DD' format, for example, '2023-04-21'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM', such as '14:30' for 2:30 PM.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey begins, in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"description\":\"The number of passengers for whom the tickets are being purchased. Must be a positive integer.\",\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\",\"num_passengers\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the flight in the format 'YYYY-MM-DD'. For example, '2023-04-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'LAX' for Los Angeles.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'SFO' for San Francisco.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the outbound flight, in the format 'YYYY-MM-DD', such as '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or city name to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or city name to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the inbound flight, in the format 'YYYY-MM-DD', such as '2023-07-22'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up, such as 'Los Angeles, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for picking up the rental car, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance for the rental. Set to true to add insurance; otherwise, false.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-10'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pickup time for the car rental in the format 'HH:MM', such as '09:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-01'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}"},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":36.7,"confidence":0.381705},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":140.96,"confidence":1.0}}}},{"id":"live_multiple_436-142-2","split":"live_multiple","state":"User: Check for available rental cars in Portland, OR, from April 22, starting at 10:00 AM until April 27, 2023?","expected":"RentalCars_3_GetCarsAvailable","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":31.3,"confidence":0.867037},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":122.7,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, in the format 'City, State', such as 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, in the format 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the trip based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.\nParameter from_city (string); required; The city where the journey begins, in the format of 'City, State', such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date in 'YYYY-MM-DD' format, for example, '2023-04-21'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM', such as '14:30' for 2:30 PM.\nParameter num_passengers (integer); required; The number of passengers for whom the tickets are being purchased. Must be a positive integer.\nParameter additional_luggage (boolean); Indicates whether additional luggage will be carried on the bus.; default: False","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'SFO' for San Francisco.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'LAX' for Los Angeles.\nParameter departure_date (string); required; The departure date for the flight in the format 'YYYY-MM-DD'. For example, '2023-04-15'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA airport code or city name to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\nParameter destination_airport (string); required; The IATA airport code or city name to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\nParameter departure_date (string); required; The departure date for the outbound flight, in the format 'YYYY-MM-DD', such as '2023-07-15'.\nParameter return_date (string); required; The return date for the inbound flight, in the format 'YYYY-MM-DD', such as '2023-07-22'.\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up, such as 'Los Angeles, CA' or 'New York, NY'. State names must be abbreviated\nParameter start_date (string); required; The start date for the car rental, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time for picking up the rental car, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for the car rental, in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-01'.\nParameter pickup_time (string); required; The pickup time for the car rental in the format 'HH:MM', such as '09:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-10'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance for the rental. Set to true to add insurance; otherwise, false."},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":31.47,"confidence":0.957915},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":106.24,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the trip based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, in the format 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The departure date in 'YYYY-MM-DD' format, for example, '2023-04-21'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM', such as '14:30' for 2:30 PM.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey begins, in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"description\":\"The number of passengers for whom the tickets are being purchased. Must be a positive integer.\",\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\",\"num_passengers\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the flight in the format 'YYYY-MM-DD'. For example, '2023-04-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'LAX' for Los Angeles.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'SFO' for San Francisco.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the outbound flight, in the format 'YYYY-MM-DD', such as '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or city name to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or city name to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the inbound flight, in the format 'YYYY-MM-DD', such as '2023-07-22'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up, such as 'Los Angeles, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for picking up the rental car, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance for the rental. Set to true to add insurance; otherwise, false.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-10'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pickup time for the car rental in the format 'HH:MM', such as '09:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-01'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}"},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":34.21,"confidence":0.386647},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":104.93,"confidence":1.0}}}},{"id":"live_multiple_437-142-3","split":"live_multiple","state":"User: Hi, Find available rental cars in Los Angeles, starting from May 5th at 12:30 PM and ending on May 11th 2023?","expected":"RentalCars_3_GetCarsAvailable","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":34.05,"confidence":0.759784},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":98.48,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, in the format 'City, State', such as 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, in the format 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the trip based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.\nParameter from_city (string); required; The city where the journey begins, in the format of 'City, State', such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date in 'YYYY-MM-DD' format, for example, '2023-04-21'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM', such as '14:30' for 2:30 PM.\nParameter num_passengers (integer); required; The number of passengers for whom the tickets are being purchased. Must be a positive integer.\nParameter additional_luggage (boolean); Indicates whether additional luggage will be carried on the bus.; default: False","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'SFO' for San Francisco.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'LAX' for Los Angeles.\nParameter departure_date (string); required; The departure date for the flight in the format 'YYYY-MM-DD'. For example, '2023-04-15'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA airport code or city name to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\nParameter destination_airport (string); required; The IATA airport code or city name to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\nParameter departure_date (string); required; The departure date for the outbound flight, in the format 'YYYY-MM-DD', such as '2023-07-15'.\nParameter return_date (string); required; The return date for the inbound flight, in the format 'YYYY-MM-DD', such as '2023-07-22'.\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up, such as 'Los Angeles, CA' or 'New York, NY'. State names must be abbreviated\nParameter start_date (string); required; The start date for the car rental, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time for picking up the rental car, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for the car rental, in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-01'.\nParameter pickup_time (string); required; The pickup time for the car rental in the format 'HH:MM', such as '09:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-10'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance for the rental. Set to true to add insurance; otherwise, false."},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":59.15,"confidence":0.865945},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":122.46,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the trip based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, in the format 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The departure date in 'YYYY-MM-DD' format, for example, '2023-04-21'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM', such as '14:30' for 2:30 PM.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey begins, in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"description\":\"The number of passengers for whom the tickets are being purchased. Must be a positive integer.\",\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\",\"num_passengers\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the flight in the format 'YYYY-MM-DD'. For example, '2023-04-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'LAX' for Los Angeles.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'SFO' for San Francisco.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the outbound flight, in the format 'YYYY-MM-DD', such as '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or city name to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or city name to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the inbound flight, in the format 'YYYY-MM-DD', such as '2023-07-22'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up, such as 'Los Angeles, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for picking up the rental car, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance for the rental. Set to true to add insurance; otherwise, false.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-10'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pickup time for the car rental in the format 'HH:MM', such as '09:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-01'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}"},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":58.52,"confidence":0.315369},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":119.88,"confidence":1.0}}}},{"id":"live_multiple_438-142-4","split":"live_multiple","state":"User: I'm traveling to Los Angeles next Monday and will need a car. let me know the options for rent cars available in Los Angeles, starting from the date 2023-04-24 at 10:00 AM and ending on 2023-04-28?","expected":"RentalCars_3_GetCarsAvailable","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":31.99,"confidence":0.813066},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":210.44,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, in the format 'City, State', such as 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, in the format 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the trip based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.\nParameter from_city (string); required; The city where the journey begins, in the format of 'City, State', such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date in 'YYYY-MM-DD' format, for example, '2023-04-21'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM', such as '14:30' for 2:30 PM.\nParameter num_passengers (integer); required; The number of passengers for whom the tickets are being purchased. Must be a positive integer.\nParameter additional_luggage (boolean); Indicates whether additional luggage will be carried on the bus.; default: False","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'SFO' for San Francisco.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'LAX' for Los Angeles.\nParameter departure_date (string); required; The departure date for the flight in the format 'YYYY-MM-DD'. For example, '2023-04-15'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA airport code or city name to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\nParameter destination_airport (string); required; The IATA airport code or city name to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\nParameter departure_date (string); required; The departure date for the outbound flight, in the format 'YYYY-MM-DD', such as '2023-07-15'.\nParameter return_date (string); required; The return date for the inbound flight, in the format 'YYYY-MM-DD', such as '2023-07-22'.\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up, such as 'Los Angeles, CA' or 'New York, NY'. State names must be abbreviated\nParameter start_date (string); required; The start date for the car rental, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time for picking up the rental car, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for the car rental, in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-01'.\nParameter pickup_time (string); required; The pickup time for the car rental in the format 'HH:MM', such as '09:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-10'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance for the rental. Set to true to add insurance; otherwise, false."},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":62.48,"confidence":0.969585},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":150.95,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the trip based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, in the format 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function processes the purchase of bus tickets from a departure city to a destination city on a specified date and time. It also accounts for the number of passengers and additional luggage options.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The departure date in 'YYYY-MM-DD' format, for example, '2023-04-21'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM', such as '14:30' for 2:30 PM.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey begins, in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"description\":\"The number of passengers for whom the tickets are being purchased. Must be a positive integer.\",\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\",\"num_passengers\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a specified destination on a particular date. This function allows filtering by seating class, the number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the flight in the format 'YYYY-MM-DD'. For example, '2023-04-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'LAX' for Los Angeles.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'SFO' for San Francisco.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights between two airports on specified dates, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the outbound flight, in the format 'YYYY-MM-DD', such as '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or city name to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or city name to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the inbound flight, in the format 'YYYY-MM-DD', such as '2023-07-22'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up, such as 'Los Angeles, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for picking up the rental car, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation by specifying the pickup location, date, time, car type, and insurance preference.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance for the rental. Set to true to add insurance; otherwise, false.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-10'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pickup time for the car rental in the format 'HH:MM', such as '09:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-07-01'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}"},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":34.7,"confidence":0.362766},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":152.53,"confidence":1.0}}}},{"id":"live_multiple_439-143-0","split":"live_multiple","state":"User: I'm travelling for work on business and need to find train tickets from Sacramento to Fresno on the 10th of March 2023.","expected":"Trains_1_FindTrains","candidate_count":5,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, including concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a certain date in a selected city.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to send their current geographical location to a specified contact in their address book.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing journey details, the number of passengers, and seating class preferences.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train options for a specified route on a given date, allowing users to select a preferred travel class."},"clm":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":82.03,"confidence":0.830727},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":116.42,"confidence":0.82}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, including concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to search for.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, formatted as 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the function will search for all upcoming events.; default: current date","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a certain date in a selected city.\nParameter event_name (string); required; The name of the artist or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to reserve for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format 'City, State' (e.g., 'New York, NY').","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function allows a user to send their current geographical location to a specified contact in their address book.\nParameter location (string); required; The current geographical location of the user to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing journey details, the number of passengers, and seating class preferences.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to (string); required; The arrival city for the train journey, in the format of 'City, State', such as 'New York, NY'.\nParameter date_of_journey (string); required; The date of the train journey in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter journey_start_time (string); required; The start time of the train journey in 24-hour format 'HH:MM', such as '14:30'.\nParameter number_of_adults (integer); required; The number of adults to reserve train tickets for. Must be between 1 to 5 adults.\nParameter trip_protection (boolean); required; Indicates whether to add trip protection to the reservation for an additional fee. Trip protection provides refund options and assistance in case of trip disruptions.\nParameter _class (string); The fare class for the train reservation. Options include 'Value', 'Flexible', and 'Business'.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train options for a specified route on a given date, allowing users to select a preferred travel class.\nParameter _from (string); required; The city where the train journey will start. Eg: 'Berkeley, CA'. State names must be abbreviated.\nParameter to (string); required; The destination city for the train journey. Eg: 'Berkeley, CA'. State names must be abbreviated.\nParameter date_of_journey (string); required; The date of the train journey, in the format of 'YYYY-MM-DD'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults to reserve train tickets for.; default: 1"},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":174.33,"confidence":0.381306},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":100.84,"confidence":0.95}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, including concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":\"current date\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the function will search for all upcoming events.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to search for.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a certain date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to reserve for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"This function allows a user to send their current geographical location to a specified contact in their address book.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The current geographical location of the user to share, in the format of 'Latitude, Longitude' (e.g., '37.7749, -122.4194').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve tickets for a train journey by providing journey details, the number of passengers, and seating class preferences.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation. Options include 'Value', 'Flexible', and 'Business'.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The start time of the train journey in 24-hour format 'HH:MM', such as '14:30'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to reserve train tickets for. Must be between 1 to 5 adults.\",\"type\":\"integer\"},\"to\":{\"description\":\"The arrival city for the train journey, in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"trip_protection\":{\"description\":\"Indicates whether to add trip protection to the reservation for an additional fee. Trip protection provides refund options and assistance in case of trip disruptions.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\",\"trip_protection\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available train options for a specified route on a given date, allowing users to select a preferred travel class.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The city where the train journey will start. Eg: 'Berkeley, CA'. State names must be abbreviated.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey. Eg: 'Berkeley, CA'. State names must be abbreviated.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":205.35,"confidence":0.59492},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":127.87,"confidence":0.99}}}},{"id":"live_multiple_440-144-0","split":"live_multiple","state":"User: I need a therapist for my family in berkeley.","expected":"Services_4_FindProvider","candidate_count":6,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":89.22,"confidence":0.726498},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":118.81,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request will be sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates whether the payment request should be visible to others or kept private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.\nParameter payment_method (string); required; The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be transferred, in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or username.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter time (string); required; The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter date (string); required; The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Must be a positive integer.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter price_range (string); The general pricing category of the restaurant's menu.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides vegetarian menu options.; default: False\nParameter has_seating_outdoors (boolean); Specifies if the restaurant has seating available outdoors.; default: False","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date of the appointment in the format of 'YYYY-MM-DD'.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter type (string); required; The specialization of the therapist being sought.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter accepts_insurance (boolean); Indicates if the search should filter for therapists who accept insurance.; default: False"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":173.6,"confidence":0.720216},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":135.86,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates whether the payment request should be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request will be sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Executes a transaction to transfer funds from the user to another account.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be transferred, in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or username.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Specifies if the restaurant has seating available outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates whether the restaurant provides vegetarian menu options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general pricing category of the restaurant's menu.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books a therapy appointment with a specified therapist at a given date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date of the appointment in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"accepts_insurance\":{\"default\":false,\"description\":\"Indicates if the search should filter for therapists who accept insurance.\",\"type\":\"boolean\"},\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist being sought.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_BookAppointment","correct":false,"latency_ms":195.84,"confidence":0.596664},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":128.82,"confidence":1.0}}}},{"id":"live_multiple_441-144-1","split":"live_multiple","state":"User: Hello! Help me find therapists specialized in Family Counseling in Los Altos?","expected":"Services_4_FindProvider","candidate_count":6,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":30.57,"confidence":0.927794},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":160.23,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request will be sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates whether the payment request should be visible to others or kept private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.\nParameter payment_method (string); required; The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be transferred, in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or username.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter time (string); required; The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter date (string); required; The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Must be a positive integer.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter price_range (string); The general pricing category of the restaurant's menu.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides vegetarian menu options.; default: False\nParameter has_seating_outdoors (boolean); Specifies if the restaurant has seating available outdoors.; default: False","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date of the appointment in the format of 'YYYY-MM-DD'.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\nParameter type (string); required; The specialization of the therapist being sought.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter accepts_insurance (boolean); Indicates if the search should filter for therapists who accept insurance.; default: False"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":66.49,"confidence":0.533241},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":154.85,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates whether the payment request should be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request will be sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Executes a transaction to transfer funds from the user to another account.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be transferred, in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or username.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Specifies if the restaurant has seating available outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates whether the restaurant provides vegetarian menu options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general pricing category of the restaurant's menu.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books a therapy appointment with a specified therapist at a given date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date of the appointment in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"accepts_insurance\":{\"default\":false,\"description\":\"Indicates if the search should filter for therapists who accept insurance.\",\"type\":\"boolean\"},\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist being sought.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_BookAppointment","correct":false,"latency_ms":69.64,"confidence":0.399461},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":115.23,"confidence":1.0}}}},{"id":"live_multiple_442-144-2","split":"live_multiple","state":"User: Please help me find a psychologist practicing in Campbell for my mental health issues.","expected":"Services_4_FindProvider","candidate_count":6,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.89,"confidence":0.687293},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":113.51,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request will be sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates whether the payment request should be visible to others or kept private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.\nParameter payment_method (string); required; The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be transferred, in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or username.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter time (string); required; The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter date (string); required; The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Must be a positive integer.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter price_range (string); The general pricing category of the restaurant's menu.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides vegetarian menu options.; default: False\nParameter has_seating_outdoors (boolean); Specifies if the restaurant has seating available outdoors.; default: False","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date of the appointment in the format of 'YYYY-MM-DD'.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\nParameter type (string); required; The specialization of the therapist being sought.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter accepts_insurance (boolean); Indicates if the search should filter for therapists who accept insurance.; default: False"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.15,"confidence":0.839277},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":142.98,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates whether the payment request should be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request will be sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Executes a transaction to transfer funds from the user to another account.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be transferred, in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or username.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Specifies if the restaurant has seating available outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates whether the restaurant provides vegetarian menu options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general pricing category of the restaurant's menu.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books a therapy appointment with a specified therapist at a given date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date of the appointment in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"accepts_insurance\":{\"default\":false,\"description\":\"Indicates if the search should filter for therapists who accept insurance.\",\"type\":\"boolean\"},\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist being sought.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_BookAppointment","correct":false,"latency_ms":63.93,"confidence":0.643667},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":128.89,"confidence":1.0}}}},{"id":"live_multiple_443-144-3","split":"live_multiple","state":"User: Please find me a therapist in Pittsburg PA that is a psychiatrist.","expected":"Services_4_FindProvider","candidate_count":6,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.7,"confidence":0.9424},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":100.23,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request will be sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates whether the payment request should be visible to others or kept private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.\nParameter payment_method (string); required; The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be transferred, in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or username.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter time (string); required; The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter date (string); required; The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Must be a positive integer.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter price_range (string); The general pricing category of the restaurant's menu.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides vegetarian menu options.; default: False\nParameter has_seating_outdoors (boolean); Specifies if the restaurant has seating available outdoors.; default: False","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date of the appointment in the format of 'YYYY-MM-DD'.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\nParameter type (string); required; The specialization of the therapist being sought.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter accepts_insurance (boolean); Indicates if the search should filter for therapists who accept insurance.; default: False"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":27.72,"confidence":0.847037},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":136.3,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates whether the payment request should be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request will be sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Executes a transaction to transfer funds from the user to another account.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be transferred, in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or username.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Specifies if the restaurant has seating available outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates whether the restaurant provides vegetarian menu options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general pricing category of the restaurant's menu.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books a therapy appointment with a specified therapist at a given date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date of the appointment in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"accepts_insurance\":{\"default\":false,\"description\":\"Indicates if the search should filter for therapists who accept insurance.\",\"type\":\"boolean\"},\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist being sought.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":28.0,"confidence":0.458305},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":150.37,"confidence":1.0}}}},{"id":"live_multiple_444-144-4","split":"live_multiple","state":"User: Can you find me a Family Counselor in Los Gatos?","expected":"Services_4_FindProvider","candidate_count":6,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":27.79,"confidence":0.850137},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":127.68,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request will be sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates whether the payment request should be visible to others or kept private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.\nParameter payment_method (string); required; The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be transferred, in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or username.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter time (string); required; The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter date (string); required; The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Must be a positive integer.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter price_range (string); The general pricing category of the restaurant's menu.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides vegetarian menu options.; default: False\nParameter has_seating_outdoors (boolean); Specifies if the restaurant has seating available outdoors.; default: False","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date of the appointment in the format of 'YYYY-MM-DD'.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\nParameter type (string); required; The specialization of the therapist being sought.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter accepts_insurance (boolean); Indicates if the search should filter for therapists who accept insurance.; default: False"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":27.51,"confidence":0.46988},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":129.76,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates whether the payment request should be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request will be sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Executes a transaction to transfer funds from the user to another account.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be transferred, in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or username.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Specifies if the restaurant has seating available outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates whether the restaurant provides vegetarian menu options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general pricing category of the restaurant's menu.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books a therapy appointment with a specified therapist at a given date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date of the appointment in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"accepts_insurance\":{\"default\":false,\"description\":\"Indicates if the search should filter for therapists who accept insurance.\",\"type\":\"boolean\"},\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist being sought.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":31.3,"confidence":0.382171},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":113.61,"confidence":1.0}}}},{"id":"live_multiple_445-144-5","split":"live_multiple","state":"User: I am looking for a Psychiatrist in Santa Rosa.","expected":"Services_4_FindProvider","candidate_count":6,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":30.1,"confidence":0.866041},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":132.22,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request will be sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates whether the payment request should be visible to others or kept private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.\nParameter payment_method (string); required; The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be transferred, in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or username.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter time (string); required; The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter date (string); required; The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Must be a positive integer.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter price_range (string); The general pricing category of the restaurant's menu.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides vegetarian menu options.; default: False\nParameter has_seating_outdoors (boolean); Specifies if the restaurant has seating available outdoors.; default: False","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date of the appointment in the format of 'YYYY-MM-DD'.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\nParameter type (string); required; The specialization of the therapist being sought.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter accepts_insurance (boolean); Indicates if the search should filter for therapists who accept insurance.; default: False"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":39.64,"confidence":0.616658},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":120.83,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates whether the payment request should be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request will be sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Executes a transaction to transfer funds from the user to another account.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be transferred, in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or username.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Specifies if the restaurant has seating available outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates whether the restaurant provides vegetarian menu options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general pricing category of the restaurant's menu.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books a therapy appointment with a specified therapist at a given date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date of the appointment in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"accepts_insurance\":{\"default\":false,\"description\":\"Indicates if the search should filter for therapists who accept insurance.\",\"type\":\"boolean\"},\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist being sought.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_BookAppointment","correct":false,"latency_ms":29.92,"confidence":0.457461},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":141.63,"confidence":1.0}}}},{"id":"live_multiple_446-144-6","split":"live_multiple","state":"User: I can't figure out why my dreams are so scary lately. I think I'll go to a therapist. Would you help me locate a Psychologist in Vacaville, please?","expected":"Services_4_FindProvider","candidate_count":6,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":37.5,"confidence":0.660627},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":100.12,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request will be sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates whether the payment request should be visible to others or kept private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.\nParameter payment_method (string); required; The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be transferred, in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or username.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter time (string); required; The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter date (string); required; The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Must be a positive integer.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter price_range (string); The general pricing category of the restaurant's menu.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides vegetarian menu options.; default: False\nParameter has_seating_outdoors (boolean); Specifies if the restaurant has seating available outdoors.; default: False","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date of the appointment in the format of 'YYYY-MM-DD'.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\nParameter type (string); required; The specialization of the therapist being sought.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter accepts_insurance (boolean); Indicates if the search should filter for therapists who accept insurance.; default: False"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.97,"confidence":0.889092},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":149.13,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates whether the payment request should be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request will be sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Executes a transaction to transfer funds from the user to another account.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be transferred, in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or username.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Specifies if the restaurant has seating available outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates whether the restaurant provides vegetarian menu options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general pricing category of the restaurant's menu.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books a therapy appointment with a specified therapist at a given date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date of the appointment in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"accepts_insurance\":{\"default\":false,\"description\":\"Indicates if the search should filter for therapists who accept insurance.\",\"type\":\"boolean\"},\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist being sought.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_BookAppointment","correct":false,"latency_ms":38.45,"confidence":0.52455},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":119.24,"confidence":1.0}}}},{"id":"live_multiple_447-144-7","split":"live_multiple","state":"User: I need to see if there is a psychologist in Novato CA.","expected":"Services_4_FindProvider","candidate_count":6,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.5,"confidence":0.888998},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":98.07,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request will be sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates whether the payment request should be visible to others or kept private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.\nParameter payment_method (string); required; The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be transferred, in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or username.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter time (string); required; The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter date (string); required; The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Must be a positive integer.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter price_range (string); The general pricing category of the restaurant's menu.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides vegetarian menu options.; default: False\nParameter has_seating_outdoors (boolean); Specifies if the restaurant has seating available outdoors.; default: False","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date of the appointment in the format of 'YYYY-MM-DD'.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\nParameter type (string); required; The specialization of the therapist being sought.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter accepts_insurance (boolean); Indicates if the search should filter for therapists who accept insurance.; default: False"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.29,"confidence":0.850386},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":126.83,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates whether the payment request should be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request will be sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Executes a transaction to transfer funds from the user to another account.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be transferred, in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or username.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Specifies if the restaurant has seating available outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates whether the restaurant provides vegetarian menu options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general pricing category of the restaurant's menu.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books a therapy appointment with a specified therapist at a given date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date of the appointment in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"accepts_insurance\":{\"default\":false,\"description\":\"Indicates if the search should filter for therapists who accept insurance.\",\"type\":\"boolean\"},\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist being sought.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_BookAppointment","correct":false,"latency_ms":32.41,"confidence":0.822358},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":113.61,"confidence":1.0}}}},{"id":"live_multiple_448-144-8","split":"live_multiple","state":"User: Hello, I am in need of a family therapist in the St. Helena CA.","expected":"Services_4_FindProvider","candidate_count":6,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":28.58,"confidence":0.747916},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":119.36,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request will be sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates whether the payment request should be visible to others or kept private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Executes a transaction to transfer funds from the user to another account.\nParameter payment_method (string); required; The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be transferred, in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or username.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter time (string); required; The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\nParameter date (string); required; The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant. Must be a positive integer.; default: 2","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter price_range (string); The general pricing category of the restaurant's menu.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant provides vegetarian menu options.; default: False\nParameter has_seating_outdoors (boolean); Specifies if the restaurant has seating available outdoors.; default: False","Services_4_BookAppointment":"Services_4_BookAppointment: Books a therapy appointment with a specified therapist at a given date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date of the appointment in the format of 'YYYY-MM-DD'.","Services_4_FindProvider":"Services_4_FindProvider: Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\nParameter type (string); required; The specialization of the therapist being sought.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter accepts_insurance (boolean); Indicates if the search should filter for therapists who accept insurance.; default: False"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":28.5,"confidence":0.689591},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":148.83,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates whether the payment request should be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request will be sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Executes a transaction to transfer funds from the user to another account.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be transferred, in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The funding source for the payment such as 'app balance', 'debit card', or 'credit card'.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or username.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"This function makes a reservation for a specified number of seats at a restaurant, given the restaurant's name, location, time, and date of the reservation.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date of the restaurant reservation in ISO 8601 format (e.g., '2023-04-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant. Must be a positive integer.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation in 24-hour format (e.g., '18:30' for 6:30 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Retrieves a list of restaurants based on specified criteria such as location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Specifies if the restaurant has seating available outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates whether the restaurant provides vegetarian menu options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general pricing category of the restaurant's menu.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books a therapy appointment with a specified therapist at a given date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date of the appointment in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover therapists in a specified city based on the user's preferences for the therapist's specialization.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"accepts_insurance\":{\"default\":false,\"description\":\"Indicates if the search should filter for therapists who accept insurance.\",\"type\":\"boolean\"},\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist being sought.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_BookAppointment","correct":false,"latency_ms":55.04,"confidence":0.611223},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":129.07,"confidence":1.0}}}},{"id":"live_multiple_449-145-0","split":"live_multiple","state":"User: Find a roundtrip flight from JFK to LAX, departing on April 15th and returning on April 22nd 2023? I'd like to fly Business class and have no airline preference.","expected":"Flights_4_SearchRoundtripFlights","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":92.29,"confidence":0.542814},"jev":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":129.1,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":171.05,"confidence":0.763909},"jev":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":103.14,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":\"null\",\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":\"null\",\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":224.63,"confidence":0.524791},"jev":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":141.15,"confidence":1.0}}}},{"id":"live_multiple_450-145-1","split":"live_multiple","state":"User: get a list of attractions in Paris that are suitable for children?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":30.24,"confidence":0.847214},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":101.99,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":72.62,"confidence":0.983608},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":101.47,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":null,\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":null,\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":80.65,"confidence":0.53856},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":158.71,"confidence":1.0}}}},{"id":"live_multiple_451-145-2","split":"live_multiple","state":"User: I'm planning a vacation and need to fly roundtrip from Atlanta, GA to Boston, MA. Find flights that depart on the 12th of march 2023 and return a week later?","expected":"Flights_4_SearchRoundtripFlights","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":43.82,"confidence":0.468131},"jev":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":101.62,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'Chicago'\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Chicago'\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'. If not specified, it defaults to null which represents an open return date.; default: null\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":70.51,"confidence":0.786054},"jev":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":103.4,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":\"null\",\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Chicago'\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'Chicago'\",\"type\":\"string\"},\"return_date\":{\"default\":\"null\",\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'. If not specified, it defaults to null which represents an open return date.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":122.18,"confidence":0.632029},"jev":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":137.86,"confidence":1.0}}}},{"id":"live_multiple_452-145-3","split":"live_multiple","state":"User: What Museum is best in New York City, free to enter and suitable for kids?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":30.18,"confidence":0.71121},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":107.08,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":98.58,"confidence":0.949532},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":183.35,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":\"null\",\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":\"null\",\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":122.16,"confidence":0.526049},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":122.67,"confidence":1.0}}}},{"id":"live_multiple_453-145-4","split":"live_multiple","state":"User: I'm looking for something to do with my grandchildren in San Francisco. Hopefully something that's free.","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":28.03,"confidence":0.848771},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":114.08,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":28.58,"confidence":0.553243},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":119.45,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":\"null\",\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":\"null\",\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":49.21,"confidence":0.534936},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":157.34,"confidence":1.0}}}},{"id":"live_multiple_454-145-5","split":"live_multiple","state":"User: Can you find me a list of museums suitable for children in London, England, with no entry fees?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":39.27,"confidence":0.759713},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":115.47,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'. If not specified, it defaults to null, which represents no specific return date.; default: None\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":63.62,"confidence":0.96337},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":109.07,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":null,\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":null,\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'. If not specified, it defaults to null, which represents no specific return date.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":108.76,"confidence":0.538242},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":103.5,"confidence":1.0}}}},{"id":"live_multiple_455-145-6","split":"live_multiple","state":"User: Search for free entry gardens suitable for a short trip in London, UK?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":28.33,"confidence":0.450924},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":96.38,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'. If not specified, defaults to null representing no specific return date.; default: None\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":64.73,"confidence":0.960725},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":112.23,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":null,\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":null,\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'. If not specified, defaults to null representing no specific return date.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":85.31,"confidence":0.355511},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":115.49,"confidence":1.0}}}},{"id":"live_multiple_456-145-7","split":"live_multiple","state":"User: Hi, are there any free performance venue I can visit in London?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":29.31,"confidence":0.583289},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":116.68,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":28.84,"confidence":0.622828},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":113.93,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":\"null\",\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":\"null\",\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":27.98,"confidence":0.787869},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":124.38,"confidence":1.0}}}},{"id":"live_multiple_457-145-8","split":"live_multiple","state":"User: Will you find child-friendly attractions to visit in Paris, France?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":27.8,"confidence":0.692888},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":124.12,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'. If not specified, it defaults to 7 days after the departure date.; default: None\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":63.39,"confidence":0.989751},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":114.89,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":null,\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":null,\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'. If not specified, it defaults to 7 days after the departure date.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":57.6,"confidence":0.40289},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":116.97,"confidence":1.0}}}},{"id":"live_multiple_458-145-9","split":"live_multiple","state":"User: I'm planning to visit Paris, and I'd like to find attractions that are suitable for children and have no entry fee.","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":28.88,"confidence":0.73263},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":109.3,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'. If no date is specified, the default is to search for flights departing today.; default: None\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'. If no date is specified, the default is to search for flights returning seven days from today.; default: None\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":71.41,"confidence":0.892388},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":110.36,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":null,\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'. If no date is specified, the default is to search for flights departing today.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":null,\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'. If no date is specified, the default is to search for flights returning seven days from today.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":74.78,"confidence":0.54191},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":137.29,"confidence":1.0}}}},{"id":"live_multiple_459-145-10","split":"live_multiple","state":"User: I have some leisure time and I'm planning to visit Berlin. Find me some attractions there that are particularly good for kids and have free entry?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":28.12,"confidence":0.706809},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":95.81,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'. If not specified, defaults to null, which represents no return date set.; default: null\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":63.95,"confidence":0.948435},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":125.98,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":\"null\",\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":\"null\",\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'. If not specified, defaults to null, which represents no return date set.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":63.67,"confidence":0.464405},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":165.97,"confidence":1.0}}}},{"id":"live_multiple_460-145-11","split":"live_multiple","state":"User: Can you find me a list of parks in New York that have free entry and are suitable for children?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Flights_4_SearchOnewayFlight","correct":false,"latency_ms":33.57,"confidence":0.45027},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":91.73,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":31.63,"confidence":0.994856},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":143.19,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":null,\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":null,\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":32.28,"confidence":0.529017},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":139.85,"confidence":1.0}}}},{"id":"live_multiple_461-145-12","split":"live_multiple","state":"User: Could you search for shopping areas suitable for a family outing in Paris, and let me know if there's no entry fee?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":29.18,"confidence":0.353091},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":104.26,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":29.18,"confidence":0.974458},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":128.09,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":\"null\",\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":\"null\",\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":51.76,"confidence":0.573838},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":138.76,"confidence":1.0}}}},{"id":"live_multiple_462-145-13","split":"live_multiple","state":"User: Can you find me a roundtrip flight from San Francisco to Atlanta, departing on the 2023 1st of March and coming back on the 6th of March, with American Airlines and in Economy class?","expected":"Flights_4_SearchRoundtripFlights","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Flights_4_SearchOnewayFlight","correct":false,"latency_ms":37.17,"confidence":0.559383},"jev":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":121.87,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'Chicago'.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Chicago'.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'. If not specified, it is assumed to be 7 days after the departure date.; default: None\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":73.62,"confidence":0.551594},"jev":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":105.71,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":null,\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Chicago'.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'Chicago'.\",\"type\":\"string\"},\"return_date\":{\"default\":null,\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'. If not specified, it is assumed to be 7 days after the departure date.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":79.88,"confidence":0.47817},"jev":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":135.09,"confidence":1.0}}}},{"id":"live_multiple_463-145-14","split":"live_multiple","state":"User: Can you find me a tourist attraction in Philadelphia that has no entry fee?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":34.43,"confidence":0.537251},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":144.56,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'. If not specified, it assumes a one-way trip.; default: None\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":65.02,"confidence":0.973255},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":122.74,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":null,\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":null,\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'. If not specified, it assumes a one-way trip.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":71.3,"confidence":0.509008},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":108.51,"confidence":1.0}}}},{"id":"live_multiple_464-145-15","split":"live_multiple","state":"User: Can you search for a Theme Park in Orlanda that's great for kids and has no entry fee?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":30.93,"confidence":0.46415},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":109.58,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'. The default value represents the current date.; default: None\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":66.5,"confidence":0.988275},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":132.27,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":null,\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":null,\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":67.17,"confidence":0.647945},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":214.31,"confidence":1.0}}}},{"id":"live_multiple_465-145-16","split":"live_multiple","state":"User: Find me a one-way economy class flight from JFK to LAX departing on the 6th of October?","expected":"Flights_4_SearchOnewayFlight","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":29.29,"confidence":0.653245},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":103.05,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":64.56,"confidence":0.717866},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":135.39,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":null,\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":null,\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":78.56,"confidence":0.438009},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":135.89,"confidence":1.0}}}},{"id":"live_multiple_466-145-17","split":"live_multiple","state":"User: Find me attractions in New York that are shopping areas, free, and kids friendly?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":37.88,"confidence":0.348808},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":102.37,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":27.94,"confidence":0.986786},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":137.08,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":\"null\",\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":\"null\",\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":28.78,"confidence":0.427338},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":126.47,"confidence":1.0}}}},{"id":"live_multiple_467-145-18","split":"live_multiple","state":"User: Can you find me a historical landmark to visit in Portland, that's suitable for kids but need fee to entry?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":30.03,"confidence":0.434538},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":98.9,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'. If not specified, defaults to 7 days after the departure date.; default: None\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":65.41,"confidence":0.994975},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":107.39,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":null,\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":null,\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'. If not specified, defaults to 7 days after the departure date.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":73.02,"confidence":0.396836},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":149.15,"confidence":1.0}}}},{"id":"live_multiple_468-145-19","split":"live_multiple","state":"User: Retrieve a list of attractions in Seattle that are suitable for children?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":27.86,"confidence":0.875197},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":98.98,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'. If not specified, the system will consider it as a one-way trip.; default: None\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":64.58,"confidence":0.974175},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":97.99,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":null,\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":null,\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'. If not specified, the system will consider it as a one-way trip.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":62.45,"confidence":0.539962},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":137.98,"confidence":1.0}}}},{"id":"live_multiple_469-145-20","split":"live_multiple","state":"User: I'm looking to visit a park in Toronto that's suitable for children. Find one for me, and I don't mind if there's an entry fee.","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":43.62,"confidence":0.869318},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":108.76,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":30.98,"confidence":0.994758},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":97.88,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":\"null\",\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":\"null\",\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":29.48,"confidence":0.418035},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":131.13,"confidence":1.0}}}},{"id":"live_multiple_470-145-21","split":"live_multiple","state":"User: Can you search for attractions in Paris that are suitable for children and have free entry?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":30.34,"confidence":0.612755},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":131.63,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":36.59,"confidence":0.996541},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":129.78,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":\"null\",\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":\"null\",\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":28.6,"confidence":0.520022},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":134.46,"confidence":1.0}}}},{"id":"live_multiple_471-145-22","split":"live_multiple","state":"User: Can you search for roundtrip flights from JFK to LAX, departing on April 15th and returning on April 22nd 2023?","expected":"Flights_4_SearchRoundtripFlights","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":30.32,"confidence":0.548614},"jev":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":109.14,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":75.28,"confidence":0.95146},"jev":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":135.13,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":null,\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":null,\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":80.62,"confidence":0.409069},"jev":{"choice":"Flights_4_SearchRoundtripFlights","correct":true,"latency_ms":102.97,"confidence":1.0}}}},{"id":"live_multiple_472-145-23","split":"live_multiple","state":"User: I'm planning a trip to Chicago with my family. Can you find attractions kids friendly in that city?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":37.91,"confidence":0.527334},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":167.82,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: None\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":40.23,"confidence":0.981111},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":124.62,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":null,\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":null,\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":37.87,"confidence":0.470782},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":113.07,"confidence":1.0}}}},{"id":"live_multiple_473-145-24","split":"live_multiple","state":"User: Find me a museum to visit in New York? I prefer it to be free for entry.","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":29.83,"confidence":0.657037},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":113.39,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":28.56,"confidence":0.909642},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":121.82,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":\"null\",\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":\"null\",\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":46.16,"confidence":0.673793},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":117.11,"confidence":1.0}}}},{"id":"live_multiple_474-145-25","split":"live_multiple","state":"User: I'm interested in visiting a museum with my kids in Paris, and I'd prefer if it has no entry fee.","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":28.27,"confidence":0.852609},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":117.58,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat class for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. Use 'dontcare' for no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\nParameter origin_airport (string); required; The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); The departure date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter return_date (string); The return date for the trip in the format 'YYYY-MM-DD'.; default: null\nParameter seating_class (string); The class of the cabin seat for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the flight. If no preference, 'dontcare' can be specified.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults included in the reservation.\nParameter check_in_date (string); required; The start date for the reservation, in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'.\nParameter has_laundry_service (string); Indicates if the house must have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that the house needs to accommodate.; default: 1\nParameter rating (string); The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\nParameter free_entry (string); A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":53.27,"confidence":0.93552},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":118.18,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specific date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. Use 'dontcare' for no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat class for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on origin, destination, dates, seating class, and other preferences.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the flight. If no preference, 'dontcare' can be specified.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"default\":\"null\",\"description\":\"The departure date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or name of the city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"default\":\"null\",\"description\":\"The return date for the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults included in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses at a specified location, optionally filtering by amenities such as laundry service and by the number of adults. Results can be sorted by rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that the house needs to accommodate.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (1-5 stars) that the house must have. Use 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Retrieves a list of attractions within a specified city, filtered by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of attractions to filter by, such as 'Museum' or 'Park'. The 'dontcare' option includes all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"A flag indicating if only attractions with no entry fee should be listed. Use 'True' for free attractions, 'False' for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether to filter attractions based on their suitability for children. Options are 'True' for child-friendly attractions, 'False' for attractions not suitable for children, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The name of the city or town where attractions are being searched for, in the format of 'City, State' or 'City, Country'; for example, 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":30.22,"confidence":0.465172},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":108.91,"confidence":1.0}}}},{"id":"live_multiple_475-146-0","split":"live_multiple","state":"User: Find some Electropop songs that were released in 2019?","expected":"Music_3_LookupMusic","candidate_count":2,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":90.95,"confidence":0.999753},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":129.1,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track.; default: Any Artist\nParameter device (string); The name or location of the device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is from, if applicable.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\nParameter artist (string); The name of the artist performing the song. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter album (string); The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter genre (string); The genre of the music. Use 'dontcare' to indicate no specific preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":94.34,"confidence":0.993977},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":92.49,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the track is from, if applicable.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the track.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name or location of the device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the music. Use 'dontcare' to indicate no specific preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":111.49,"confidence":0.98109},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":128.11,"confidence":1.0}}}},{"id":"live_multiple_476-146-1","split":"live_multiple","state":"User: I'm in the mood for some Electropop music from around 2014. Find some please","expected":"Music_3_LookupMusic","candidate_count":2,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.36,"confidence":0.999911},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":104.92,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track.; default: Any Artist\nParameter device (string); The name or location of the device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is from, if applicable.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\nParameter artist (string); The name of the artist performing the song. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter album (string); The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter genre (string); The genre of the music. Use 'dontcare' to indicate no specific preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":39.74,"confidence":0.966444},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":121.31,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the track is from, if applicable.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the track.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name or location of the device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the music. Use 'dontcare' to indicate no specific preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":38.11,"confidence":0.97964},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":112.45,"confidence":1.0}}}},{"id":"live_multiple_477-146-2","split":"live_multiple","state":"User: I want to find a song now, and I know that there are some really good songs in the album called We Are Not Your Kind, I enjoy Rock-and-roll songs which are from the '19.","expected":"Music_3_LookupMusic","candidate_count":2,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.01,"confidence":0.999929},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":106.67,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track.; default: Any Artist\nParameter device (string); The name or location of the device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is from, if applicable.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\nParameter artist (string); The name of the artist performing the song. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter album (string); The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter genre (string); The genre of the music. Use 'dontcare' to indicate no specific preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":42.08,"confidence":0.907384},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":100.16,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the track is from, if applicable.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the track.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name or location of the device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the music. Use 'dontcare' to indicate no specific preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":43.87,"confidence":0.979312},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":174.1,"confidence":1.0}}}},{"id":"live_multiple_478-146-3","split":"live_multiple","state":"User: Hey, I feel like listening to some tunes right now. Can you find me something from 2021?","expected":"Music_3_LookupMusic","candidate_count":2,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.86,"confidence":0.999781},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":120.84,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track.; default: Any Artist\nParameter device (string); The name or location of the device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is from, if applicable.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\nParameter artist (string); The name of the artist performing the song. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter album (string); The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter genre (string); The genre of the music. Use 'dontcare' to indicate no specific preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":60.95,"confidence":0.978398},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":133.88,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the track is from, if applicable.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the track.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name or location of the device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the music. Use 'dontcare' to indicate no specific preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":109.02,"confidence":0.995233},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":138.27,"confidence":1.0}}}},{"id":"live_multiple_479-146-4","split":"live_multiple","state":"User: Hello, I am hoping you can help me find some songs from the Electropop genre that were released in 2014.","expected":"Music_3_LookupMusic","candidate_count":2,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.96,"confidence":0.999934},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":97.95,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track.; default: Any Artist\nParameter device (string); The name or location of the device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is from, if applicable.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\nParameter artist (string); The name of the artist performing the song. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter album (string); The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter genre (string); The genre of the music. Use 'dontcare' to indicate no specific preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.53,"confidence":0.979673},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":106.1,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the track is from, if applicable.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the track.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name or location of the device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the music. Use 'dontcare' to indicate no specific preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.31,"confidence":0.988381},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":135.83,"confidence":1.0}}}},{"id":"live_multiple_480-146-5","split":"live_multiple","state":"User: Can you play my favorite track Summer Vibes by DJ Sunny in the kitchen, please?","expected":"Music_3_PlayMedia","candidate_count":2,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year."},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":34.9,"confidence":0.811544},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":105.14,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track.; default: Any Artist\nParameter device (string); The name or location of the device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is from, if applicable.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\nParameter artist (string); The name of the artist performing the song. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter album (string); The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter genre (string); The genre of the music. Use 'dontcare' to indicate no specific preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":29.02,"confidence":0.991492},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":122.89,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the track is from, if applicable.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the track.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name or location of the device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the music. Use 'dontcare' to indicate no specific preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":63.09,"confidence":0.625483},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":154.72,"confidence":1.0}}}},{"id":"live_multiple_481-146-6","split":"live_multiple","state":"User: Can you find me some songs from the album High Expectations released in 2019?","expected":"Music_3_LookupMusic","candidate_count":2,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.13,"confidence":0.999938},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":103.1,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track.; default: Any Artist\nParameter device (string); The name or location of the device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is from, if applicable.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\nParameter artist (string); The name of the artist performing the song. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter album (string); The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter genre (string); The genre of the music. Use 'dontcare' to indicate no specific preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":41.49,"confidence":0.991307},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":118.62,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the track is from, if applicable.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the track.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name or location of the device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the music. Use 'dontcare' to indicate no specific preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":36.98,"confidence":0.99674},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":116.96,"confidence":1.0}}}},{"id":"live_multiple_482-146-7","split":"live_multiple","state":"User: Find me some Reggae tracks to choose from?","expected":"Music_3_LookupMusic","candidate_count":2,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.67,"confidence":0.999379},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":113.48,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track.; default: Any Artist\nParameter device (string); The name or location of the device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is from, if applicable.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\nParameter artist (string); The name of the artist performing the song. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter album (string); The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter genre (string); The genre of the music. Use 'dontcare' to indicate no specific preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.31,"confidence":0.959928},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":112.95,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the track is from, if applicable.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the track.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name or location of the device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the music. Use 'dontcare' to indicate no specific preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.95,"confidence":0.98915},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":135.09,"confidence":1.0}}}},{"id":"live_multiple_483-146-8","split":"live_multiple","state":"User: Hey, I'm in the mood for music from the album This Is Acting and I really enjoy Sia. Can you find me tracks from that album and by that artist? Additionally, I'd like to hear some Pop genre songs.","expected":"Music_3_LookupMusic","candidate_count":2,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":42.19,"confidence":0.999992},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":96.17,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track.; default: Any Artist\nParameter device (string); The name or location of the device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is from, if applicable.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\nParameter artist (string); The name of the artist performing the song. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter album (string); The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter genre (string); The genre of the music. Use 'dontcare' to indicate no specific preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.14,"confidence":0.903002},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":101.1,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the track is from, if applicable.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the track.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name or location of the device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the music. Use 'dontcare' to indicate no specific preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":32.39,"confidence":0.997377},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":206.09,"confidence":1.0}}}},{"id":"live_multiple_484-146-9","split":"live_multiple","state":"User: Find songs similar to those on the album 'The New Classic' Additionally, I'd like to explore tracks released around six years ago. This year is 2023","expected":"Music_3_LookupMusic","candidate_count":2,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":31.54,"confidence":0.999969},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":105.43,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track.; default: Any Artist\nParameter device (string); The name or location of the device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is from, if applicable.; default: Any Album","Music_3_LookupMusic":"Music_3_LookupMusic: Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\nParameter artist (string); The name of the artist performing the song. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter album (string); The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.; default: dontcare\nParameter genre (string); The genre of the music. Use 'dontcare' to indicate no specific preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":38.74,"confidence":0.996166},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":120.73,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"Any Album\",\"description\":\"The name of the album that the track is from, if applicable.\",\"type\":\"string\"},\"artist\":{\"default\":\"Any Artist\",\"description\":\"The name of the artist performing the track.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name or location of the device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Finds songs that align with the user's musical preferences based on the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the song is part of. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the song. Use 'dontcare' to ignore this criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the music. Use 'dontcare' to indicate no specific preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of the song's initial release. Format should be a four-digit number, e.g., '2001'. Use 'dontcare' to ignore this criterion.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":34.04,"confidence":0.99339},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":130.5,"confidence":1.0}}}},{"id":"live_multiple_485-147-0","split":"live_multiple","state":"User: Can you check for any available trains from New York, NY to Los Angeles on April 25th, 2023?","expected":"Trains_1_FindTrains","candidate_count":7,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date in a designated city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Books the selected house for the specified dates and the number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering based on entry fee, category, and suitability for children."},"clm":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":88.1,"confidence":0.843923},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":105.71,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, formatted as 'City, State' or 'City, Country', e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date on which the event is happening, formatted as 'YYYY-MM-DD'. If the date is not provided, the current date is assumed.; default: current_date","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date in a designated city.\nParameter event_name (string); required; The title of the artist's performance or play.\nParameter number_of_tickets (integer); required; The quantity of tickets to book for the event. Must be between 1 and 9.\nParameter date (string); required; The scheduled date for the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The locality where the event will be held, in the format of 'City, State' or 'City, Country'. Examples include 'San Francisco, CA' or 'Paris, France'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Books the selected house for the specified dates and the number of adults.\nParameter where_to (string); required; The location of the house, formatted as 'City, State' or 'City, Country', for example, 'San Francisco, CA' or 'Paris, France'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation, formatted as 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, formatted as 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.\nParameter where_to (string); required; The destination location for the house search, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service. Possible values are 'True' for houses with laundry services, 'False' for houses without, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that will be accommodated in the house. This value helps filter houses based on occupancy requirements.; default: 1\nParameter rating (float); The minimum review rating (from 1.0 to 5.0) that the house should have. Use 'dontcare' to indicate no preference on rating.; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter to (string); required; The arrival city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/23/2023').\nParameter journey_start_time (string); required; The starting time of the train journey, in 24-hour format 'HH:MM' (e.g., '13:45' for 1:45 PM).\nParameter number_of_adults (integer); required; The number of adults to reserve train tickets for.\nParameter trip_protection (boolean); required; Indicates whether to add trip protection to the reservation, for an additional fee.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'. State names must be abbreviated\nParameter to (string); required; The destination city for the train journey, formatted as 'City, State', for instance 'Los Angeles, CA'. State names must be abbreviated\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY', e.g., '04/25/2023'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom train tickets are to be reserved.; allowed values: 1, 2, 3, 4, 5; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering based on entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter free_entry (boolean); Flag indicating whether the attraction has free entry. 'True' for attractions with no entry fee, 'False' for attractions with an entry fee, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. The category can be a type of venue or activity offered.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' if the attraction is kid-friendly, 'False' if it is not, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":226.13,"confidence":0.970221},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":129.42,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, formatted as 'City, State' or 'City, Country', e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date on which the event is happening, formatted as 'YYYY-MM-DD'. If the date is not provided, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The locality where the event will be held, in the format of 'City, State' or 'City, Country'. Examples include 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date for the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the artist's performance or play.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to book for the event. Must be between 1 and 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Books the selected house for the specified dates and the number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house, formatted as 'City, State' or 'City, Country', for example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service. Possible values are 'True' for houses with laundry services, 'False' for houses without, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that will be accommodated in the house. This value helps filter houses based on occupancy requirements.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (from 1.0 to 5.0) that the house should have. Use 'dontcare' to indicate no preference on rating.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination location for the house search, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserves tickets for a train journey between specified cities on a given date and time.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/23/2023').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The starting time of the train journey, in 24-hour format 'HH:MM' (e.g., '13:45' for 1:45 PM).\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The arrival city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"trip_protection\":{\"description\":\"Indicates whether to add trip protection to the reservation, for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\",\"trip_protection\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'. State names must be abbreviated\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY', e.g., '04/25/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom train tickets are to be reserved.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, formatted as 'City, State', for instance 'Los Angeles, CA'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering based on entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. The category can be a type of venue or activity offered.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. 'True' for attractions with no entry fee, 'False' for attractions with an entry fee, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' if the attraction is kid-friendly, 'False' if it is not, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":266.87,"confidence":0.422993},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":122.93,"confidence":1.0}}}},{"id":"live_multiple_486-147-1","split":"live_multiple","state":"User: Could you reserve tickets for two adults for a train ride from New York, NY to Los Angeles on April 23, 2023, starting at 10:00 AM without trip protection and in business class?","expected":"Trains_1_GetTrainTickets","candidate_count":7,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date in a designated city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Books the selected house for the specified dates and the number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering based on entry fee, category, and suitability for children."},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":32.19,"confidence":0.863356},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":133.7,"confidence":0.99}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, formatted as 'City, State' or 'City, Country', e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date on which the event is happening, formatted as 'YYYY-MM-DD'. If the date is not provided, the current date is assumed.; default: current_date","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date in a designated city.\nParameter event_name (string); required; The title of the artist's performance or play.\nParameter number_of_tickets (integer); required; The quantity of tickets to book for the event. Must be between 1 and 9.\nParameter date (string); required; The scheduled date for the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The locality where the event will be held, in the format of 'City, State' or 'City, Country'. Examples include 'San Francisco, CA' or 'Paris, France'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Books the selected house for the specified dates and the number of adults.\nParameter where_to (string); required; The location of the house, formatted as 'City, State' or 'City, Country', for example, 'San Francisco, CA' or 'Paris, France'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation, formatted as 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, formatted as 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.\nParameter where_to (string); required; The destination location for the house search, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service. Possible values are 'True' for houses with laundry services, 'False' for houses without, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that will be accommodated in the house. This value helps filter houses based on occupancy requirements.; default: 1\nParameter rating (float); The minimum review rating (from 1.0 to 5.0) that the house should have. Use 'dontcare' to indicate no preference on rating.; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY'). State names must be abbreviated\nParameter to (string); required; The arrival city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/23/2023').\nParameter journey_start_time (string); required; The starting time of the train journey, in 24-hour format 'HH:MM' (e.g., '13:45' for 1:45 PM).\nParameter number_of_adults (integer); required; The number of adults to reserve train tickets for.\nParameter trip_protection (boolean); required; Indicates whether to add trip protection to the reservation, for an additional fee.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; The destination city for the train journey, formatted as 'City, State', for instance 'Los Angeles, CA'.\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY', e.g., '04/25/2023'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom train tickets are to be reserved.; allowed values: 1, 2, 3, 4, 5; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering based on entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter free_entry (boolean); Flag indicating whether the attraction has free entry. 'True' for attractions with no entry fee, 'False' for attractions with an entry fee, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. The category can be a type of venue or activity offered.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' if the attraction is kid-friendly, 'False' if it is not, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":93.53,"confidence":0.725598},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":110.74,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, formatted as 'City, State' or 'City, Country', e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date on which the event is happening, formatted as 'YYYY-MM-DD'. If the date is not provided, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The locality where the event will be held, in the format of 'City, State' or 'City, Country'. Examples include 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date for the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the artist's performance or play.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to book for the event. Must be between 1 and 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Books the selected house for the specified dates and the number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house, formatted as 'City, State' or 'City, Country', for example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service. Possible values are 'True' for houses with laundry services, 'False' for houses without, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that will be accommodated in the house. This value helps filter houses based on occupancy requirements.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (from 1.0 to 5.0) that the house should have. Use 'dontcare' to indicate no preference on rating.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination location for the house search, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserves tickets for a train journey between specified cities on a given date and time.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY'). State names must be abbreviated\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/23/2023').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The starting time of the train journey, in 24-hour format 'HH:MM' (e.g., '13:45' for 1:45 PM).\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The arrival city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\",\"type\":\"string\"},\"trip_protection\":{\"description\":\"Indicates whether to add trip protection to the reservation, for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\",\"trip_protection\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY', e.g., '04/25/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom train tickets are to be reserved.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, formatted as 'City, State', for instance 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering based on entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. The category can be a type of venue or activity offered.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. 'True' for attractions with no entry fee, 'False' for attractions with an entry fee, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' if the attraction is kid-friendly, 'False' if it is not, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":140.78,"confidence":0.311956},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":108.81,"confidence":1.0}}}},{"id":"live_multiple_487-147-2","split":"live_multiple","state":"User: Can you book 9am Business class train tickets for two adults from New York, NY to Sacramento on March 13th, with trip protection included?","expected":"Trains_1_GetTrainTickets","candidate_count":7,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date in a designated city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Books the selected house for the specified dates and the number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering based on entry fee, category, and suitability for children."},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":29.72,"confidence":0.936788},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":105.24,"confidence":0.97}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, formatted as 'City, State' or 'City, Country', e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date on which the event is happening, formatted as 'YYYY-MM-DD'. If the date is not provided, the current date is assumed.; default: current_date","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date in a designated city.\nParameter event_name (string); required; The title of the artist's performance or play.\nParameter number_of_tickets (integer); required; The quantity of tickets to book for the event. Must be between 1 and 9.\nParameter date (string); required; The scheduled date for the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The locality where the event will be held, in the format of 'City, State' or 'City, Country'. Examples include 'San Francisco, CA' or 'Paris, France'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Books the selected house for the specified dates and the number of adults.\nParameter where_to (string); required; The location of the house, formatted as 'City, State' or 'City, Country', for example, 'San Francisco, CA' or 'Paris, France'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation, formatted as 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, formatted as 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.\nParameter where_to (string); required; The destination location for the house search, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service. Possible values are 'True' for houses with laundry services, 'False' for houses without, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that will be accommodated in the house. This value helps filter houses based on occupancy requirements.; default: 1\nParameter rating (float); The minimum review rating (from 1.0 to 5.0) that the house should have. Use 'dontcare' to indicate no preference on rating.; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY'). State names must be abbreviated\nParameter to (string); required; The arrival city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/23/2023').\nParameter journey_start_time (string); required; The starting time of the train journey, in 24-hour format 'HH:MM' (e.g., '13:45' for 1:45 PM).\nParameter number_of_adults (integer); required; The number of adults to reserve train tickets for.\nParameter trip_protection (boolean); required; Indicates whether to add trip protection to the reservation, for an additional fee.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; The destination city for the train journey, formatted as 'City, State', for instance 'Los Angeles, CA'.\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY', e.g., '04/25/2023'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom train tickets are to be reserved.; allowed values: 1, 2, 3, 4, 5; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering based on entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter free_entry (boolean); Flag indicating whether the attraction has free entry. 'True' for attractions with no entry fee, 'False' for attractions with an entry fee, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. The category can be a type of venue or activity offered.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' if the attraction is kid-friendly, 'False' if it is not, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":31.14,"confidence":0.67566},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":135.62,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, formatted as 'City, State' or 'City, Country', e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date on which the event is happening, formatted as 'YYYY-MM-DD'. If the date is not provided, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The locality where the event will be held, in the format of 'City, State' or 'City, Country'. Examples include 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date for the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the artist's performance or play.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to book for the event. Must be between 1 and 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Books the selected house for the specified dates and the number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house, formatted as 'City, State' or 'City, Country', for example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service. Possible values are 'True' for houses with laundry services, 'False' for houses without, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that will be accommodated in the house. This value helps filter houses based on occupancy requirements.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (from 1.0 to 5.0) that the house should have. Use 'dontcare' to indicate no preference on rating.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination location for the house search, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserves tickets for a train journey between specified cities on a given date and time.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY'). State names must be abbreviated\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/23/2023').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The starting time of the train journey, in 24-hour format 'HH:MM' (e.g., '13:45' for 1:45 PM).\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The arrival city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\",\"type\":\"string\"},\"trip_protection\":{\"description\":\"Indicates whether to add trip protection to the reservation, for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\",\"trip_protection\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY', e.g., '04/25/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom train tickets are to be reserved.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, formatted as 'City, State', for instance 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering based on entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. The category can be a type of venue or activity offered.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. 'True' for attractions with no entry fee, 'False' for attractions with an entry fee, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' if the attraction is kid-friendly, 'False' if it is not, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":34.53,"confidence":0.295205},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":108.02,"confidence":1.0}}}},{"id":"live_multiple_488-147-3","split":"live_multiple","state":"User: I'm looking to book a train journey from Portland, OR to Seattle, WA on April 22nd. Can we find the available trains for that day?","expected":"Trains_1_FindTrains","candidate_count":7,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date in a designated city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Books the selected house for the specified dates and the number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering based on entry fee, category, and suitability for children."},"clm":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":29.95,"confidence":0.893317},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":99.03,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, formatted as 'City, State' or 'City, Country', e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date on which the event is happening, formatted as 'YYYY-MM-DD'. If the date is not provided, the current date is assumed.; default: current_date","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date in a designated city.\nParameter event_name (string); required; The title of the artist's performance or play.\nParameter number_of_tickets (integer); required; The quantity of tickets to book for the event. Must be between 1 and 9.\nParameter date (string); required; The scheduled date for the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The locality where the event will be held, in the format of 'City, State' or 'City, Country'. Examples include 'San Francisco, CA' or 'Paris, France'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Books the selected house for the specified dates and the number of adults.\nParameter where_to (string); required; The location of the house, formatted as 'City, State' or 'City, Country', for example, 'San Francisco, CA' or 'Paris, France'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation, formatted as 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, formatted as 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.\nParameter where_to (string); required; The destination location for the house search, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service. Possible values are 'True' for houses with laundry services, 'False' for houses without, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that will be accommodated in the house. This value helps filter houses based on occupancy requirements.; default: 1\nParameter rating (float); The minimum review rating (from 1.0 to 5.0) that the house should have. Use 'dontcare' to indicate no preference on rating.; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter to (string); required; The arrival city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/23/2023').\nParameter journey_start_time (string); required; The starting time of the train journey, in 24-hour format 'HH:MM' (e.g., '13:45' for 1:45 PM).\nParameter number_of_adults (integer); required; The number of adults to reserve train tickets for.\nParameter trip_protection (boolean); required; Indicates whether to add trip protection to the reservation, for an additional fee.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'. State names must be abbreviated\nParameter to (string); required; The destination city for the train journey, formatted as 'City, State', for instance 'Los Angeles, CA'. State names must be abbreviated\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY', e.g., '04/25/2023'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom train tickets are to be reserved.; allowed values: 1, 2, 3, 4, 5; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering based on entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter free_entry (boolean); Flag indicating whether the attraction has free entry. 'True' for attractions with no entry fee, 'False' for attractions with an entry fee, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. The category can be a type of venue or activity offered.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' if the attraction is kid-friendly, 'False' if it is not, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":31.37,"confidence":0.920251},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":105.93,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, formatted as 'City, State' or 'City, Country', e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date on which the event is happening, formatted as 'YYYY-MM-DD'. If the date is not provided, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The locality where the event will be held, in the format of 'City, State' or 'City, Country'. Examples include 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date for the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the artist's performance or play.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to book for the event. Must be between 1 and 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Books the selected house for the specified dates and the number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house, formatted as 'City, State' or 'City, Country', for example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service. Possible values are 'True' for houses with laundry services, 'False' for houses without, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that will be accommodated in the house. This value helps filter houses based on occupancy requirements.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (from 1.0 to 5.0) that the house should have. Use 'dontcare' to indicate no preference on rating.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination location for the house search, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserves tickets for a train journey between specified cities on a given date and time.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/23/2023').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The starting time of the train journey, in 24-hour format 'HH:MM' (e.g., '13:45' for 1:45 PM).\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The arrival city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"trip_protection\":{\"description\":\"Indicates whether to add trip protection to the reservation, for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\",\"trip_protection\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'. State names must be abbreviated\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY', e.g., '04/25/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom train tickets are to be reserved.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, formatted as 'City, State', for instance 'Los Angeles, CA'. State names must be abbreviated\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering based on entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. The category can be a type of venue or activity offered.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. 'True' for attractions with no entry fee, 'False' for attractions with an entry fee, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' if the attraction is kid-friendly, 'False' if it is not, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":32.36,"confidence":0.300446},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":126.33,"confidence":1.0}}}},{"id":"live_multiple_489-147-4","split":"live_multiple","state":"User: Can you book a train ticket for me from New York, NY to Phoenix, AZ on April 23rd, 2023, leaving at 13:45 for one adult, without trip protection?","expected":"Trains_1_GetTrainTickets","candidate_count":7,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date in a designated city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Books the selected house for the specified dates and the number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering based on entry fee, category, and suitability for children."},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":30.07,"confidence":0.970058},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":97.76,"confidence":0.99}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, formatted as 'City, State' or 'City, Country', e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date on which the event is happening, formatted as 'YYYY-MM-DD'. If the date is not provided, the current date is assumed.; default: current_date","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date in a designated city.\nParameter event_name (string); required; The title of the artist's performance or play.\nParameter number_of_tickets (integer); required; The quantity of tickets to book for the event. Must be between 1 and 9.\nParameter date (string); required; The scheduled date for the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The locality where the event will be held, in the format of 'City, State' or 'City, Country'. Examples include 'San Francisco, CA' or 'Paris, France'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Books the selected house for the specified dates and the number of adults.\nParameter where_to (string); required; The location of the house, formatted as 'City, State' or 'City, Country', for example, 'San Francisco, CA' or 'Paris, France'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation, formatted as 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, formatted as 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.\nParameter where_to (string); required; The destination location for the house search, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service. Possible values are 'True' for houses with laundry services, 'False' for houses without, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that will be accommodated in the house. This value helps filter houses based on occupancy requirements.; default: 1\nParameter rating (float); The minimum review rating (from 1.0 to 5.0) that the house should have. Use 'dontcare' to indicate no preference on rating.; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY'). State names must be abbreviated\nParameter to (string); required; The arrival city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/23/2023').\nParameter journey_start_time (string); required; The starting time of the train journey, in 24-hour format 'HH:MM' (e.g., '13:45' for 1:45 PM).\nParameter number_of_adults (integer); required; The number of adults to reserve train tickets for.\nParameter trip_protection (boolean); required; Indicates whether to add trip protection to the reservation, for an additional fee.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; The destination city for the train journey, formatted as 'City, State', for instance 'Los Angeles, CA'.\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY', e.g., '04/25/2023'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom train tickets are to be reserved.; allowed values: 1, 2, 3, 4, 5; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering based on entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter free_entry (boolean); Flag indicating whether the attraction has free entry. 'True' for attractions with no entry fee, 'False' for attractions with an entry fee, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. The category can be a type of venue or activity offered.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' if the attraction is kid-friendly, 'False' if it is not, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":31.45,"confidence":0.615749},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":136.53,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, formatted as 'City, State' or 'City, Country', e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date on which the event is happening, formatted as 'YYYY-MM-DD'. If the date is not provided, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The locality where the event will be held, in the format of 'City, State' or 'City, Country'. Examples include 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date for the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the artist's performance or play.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to book for the event. Must be between 1 and 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Books the selected house for the specified dates and the number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house, formatted as 'City, State' or 'City, Country', for example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service. Possible values are 'True' for houses with laundry services, 'False' for houses without, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that will be accommodated in the house. This value helps filter houses based on occupancy requirements.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (from 1.0 to 5.0) that the house should have. Use 'dontcare' to indicate no preference on rating.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination location for the house search, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserves tickets for a train journey between specified cities on a given date and time.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY'). State names must be abbreviated\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/23/2023').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The starting time of the train journey, in 24-hour format 'HH:MM' (e.g., '13:45' for 1:45 PM).\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The arrival city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\",\"type\":\"string\"},\"trip_protection\":{\"description\":\"Indicates whether to add trip protection to the reservation, for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\",\"trip_protection\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY', e.g., '04/25/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom train tickets are to be reserved.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, formatted as 'City, State', for instance 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering based on entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. The category can be a type of venue or activity offered.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. 'True' for attractions with no entry fee, 'False' for attractions with an entry fee, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' if the attraction is kid-friendly, 'False' if it is not, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":29.12,"confidence":0.289823},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":103.92,"confidence":1.0}}}},{"id":"live_multiple_490-148-0","split":"live_multiple","state":"User: Can you find me a Theater event in Chicago for the date 2023-04-29?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":79.38,"confidence":0.91803},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":99.42,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.; default: null","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\nParameter payment_method (string); required; The source of funds for the payment, such as a linked bank account or card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary amount to send, represented as a floating-point number in USD.\nParameter receiver (string); required; The unique identifier of the contact or account to which the money is being sent.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be private (true) or public (false).; default: False"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":116.0,"confidence":0.500354},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":93.37,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"null\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a given date in a specific city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary amount to send, represented as a floating-point number in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment, such as a linked bank account or card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The unique identifier of the contact or account to which the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":160.86,"confidence":0.88415},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":111.69,"confidence":1.0}}}},{"id":"live_multiple_491-148-1","split":"live_multiple","state":"User: find a Music event happening in Berkeley, CA on 2023-05-12?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":31.05,"confidence":0.985561},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":137.87,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.; default: null","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\nParameter payment_method (string); required; The source of funds for the payment, such as a linked bank account or card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary amount to send, represented as a floating-point number in USD.\nParameter receiver (string); required; The unique identifier of the contact or account to which the money is being sent.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be private (true) or public (false).; default: False"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.27,"confidence":0.949654},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":90.27,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"null\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a given date in a specific city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary amount to send, represented as a floating-point number in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment, such as a linked bank account or card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The unique identifier of the contact or account to which the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":35.82,"confidence":0.876459},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":118.81,"confidence":1.0}}}},{"id":"live_multiple_492-148-2","split":"live_multiple","state":"User: I have a day off on the 10th march 2023, and I'm interested in attending a music event in Berkeley, CA.","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.45,"confidence":0.989172},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":146.83,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.; default: null","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\nParameter payment_method (string); required; The source of funds for the payment, such as a linked bank account or card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary amount to send, represented as a floating-point number in USD.\nParameter receiver (string); required; The unique identifier of the contact or account to which the money is being sent.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be private (true) or public (false).; default: False"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":39.41,"confidence":0.867873},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":127.24,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"null\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a given date in a specific city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary amount to send, represented as a floating-point number in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment, such as a linked bank account or card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The unique identifier of the contact or account to which the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":68.0,"confidence":0.921785},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":108.45,"confidence":1.0}}}},{"id":"live_multiple_493-148-3","split":"live_multiple","state":"User: I'm looking to attend a theater event in New York. Find me some plays happening on 2023.4.15?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.62,"confidence":0.981472},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":119.91,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.; default: null","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\nParameter payment_method (string); required; The source of funds for the payment, such as a linked bank account or card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary amount to send, represented as a floating-point number in USD.\nParameter receiver (string); required; The unique identifier of the contact or account to which the money is being sent.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be private (true) or public (false).; default: False"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.25,"confidence":0.777519},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":114.58,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"null\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a given date in a specific city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary amount to send, represented as a floating-point number in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment, such as a linked bank account or card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The unique identifier of the contact or account to which the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":35.46,"confidence":0.848367},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":106.5,"confidence":1.0}}}},{"id":"live_multiple_494-148-4","split":"live_multiple","state":"User: I'm interested in finding a Music event in New York on the date 2023.4.15. Could you provide some options?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.32,"confidence":0.986952},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":99.09,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.; default: null","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\nParameter payment_method (string); required; The source of funds for the payment, such as a linked bank account or card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary amount to send, represented as a floating-point number in USD.\nParameter receiver (string); required; The unique identifier of the contact or account to which the money is being sent.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be private (true) or public (false).; default: False"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.17,"confidence":0.762661},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":96.9,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"null\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a given date in a specific city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary amount to send, represented as a floating-point number in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment, such as a linked bank account or card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The unique identifier of the contact or account to which the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":67.31,"confidence":0.941622},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":147.26,"confidence":1.0}}}},{"id":"live_multiple_495-148-5","split":"live_multiple","state":"User: I'm looking for a Music event in New York for today. Can you find one for me?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.64,"confidence":0.965312},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":165.08,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.; default: null","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\nParameter payment_method (string); required; The source of funds for the payment, such as a linked bank account or card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary amount to send, represented as a floating-point number in USD.\nParameter receiver (string); required; The unique identifier of the contact or account to which the money is being sent.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be private (true) or public (false).; default: False"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":40.05,"confidence":0.519295},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":93.37,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"null\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a given date in a specific city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary amount to send, represented as a floating-point number in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment, such as a linked bank account or card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The unique identifier of the contact or account to which the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":72.35,"confidence":0.938965},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":122.18,"confidence":1.0}}}},{"id":"live_multiple_496-148-6","split":"live_multiple","state":"User: Find a music event in New York on the 25th of march 2023? today is march 15th","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":32.73,"confidence":0.965026},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":103.03,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.; default: null","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\nParameter payment_method (string); required; The source of funds for the payment, such as a linked bank account or card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary amount to send, represented as a floating-point number in USD.\nParameter receiver (string); required; The unique identifier of the contact or account to which the money is being sent.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be private (true) or public (false).; default: False"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.07,"confidence":0.904576},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":136.4,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"null\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a given date in a specific city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary amount to send, represented as a floating-point number in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment, such as a linked bank account or card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The unique identifier of the contact or account to which the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":35.77,"confidence":0.914861},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":111.79,"confidence":1.0}}}},{"id":"live_multiple_497-148-7","split":"live_multiple","state":"User: Can you find any Theater events happening in Oakland, CA on 2023.4.11?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.86,"confidence":0.966331},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":121.5,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.; default: null","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\nParameter payment_method (string); required; The source of funds for the payment, such as a linked bank account or card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary amount to send, represented as a floating-point number in USD.\nParameter receiver (string); required; The unique identifier of the contact or account to which the money is being sent.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be private (true) or public (false).; default: False"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.5,"confidence":0.861286},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":121.35,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"null\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a given date in a specific city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary amount to send, represented as a floating-point number in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment, such as a linked bank account or card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The unique identifier of the contact or account to which the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":82.67,"confidence":0.937038},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":100.77,"confidence":1.0}}}},{"id":"live_multiple_498-148-8","split":"live_multiple","state":"User: Find me a music event happening in New York on the 1st of march? 2023","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":27.76,"confidence":0.983948},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":117.76,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.; default: null","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\nParameter payment_method (string); required; The source of funds for the payment, such as a linked bank account or card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary amount to send, represented as a floating-point number in USD.\nParameter receiver (string); required; The unique identifier of the contact or account to which the money is being sent.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be private (true) or public (false).; default: False"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":38.84,"confidence":0.900739},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":107.96,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"null\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a given date in a specific city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary amount to send, represented as a floating-point number in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment, such as a linked bank account or card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The unique identifier of the contact or account to which the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":37.67,"confidence":0.966282},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":145.97,"confidence":1.0}}}},{"id":"live_multiple_499-148-9","split":"live_multiple","state":"User: I'm interested in attending a music event in New York. Find me one that's happening on the 9th of march 2023? today is march 1st 2023","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":43.72,"confidence":0.970927},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":109.89,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.; default: null","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\nParameter payment_method (string); required; The source of funds for the payment, such as a linked bank account or card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary amount to send, represented as a floating-point number in USD.\nParameter receiver (string); required; The unique identifier of the contact or account to which the money is being sent.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be private (true) or public (false).; default: False"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":31.31,"confidence":0.914693},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":100.72,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"null\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a given date in a specific city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary amount to send, represented as a floating-point number in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment, such as a linked bank account or card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The unique identifier of the contact or account to which the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":58.09,"confidence":0.907473},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":117.41,"confidence":1.0}}}},{"id":"live_multiple_500-148-10","split":"live_multiple","state":"User: I'm looking to catch a music concert today in San Francisco. Find some cultural events for me?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.3,"confidence":0.987441},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":107.95,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.; default: null","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\nParameter payment_method (string); required; The source of funds for the payment, such as a linked bank account or card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary amount to send, represented as a floating-point number in USD.\nParameter receiver (string); required; The unique identifier of the contact or account to which the money is being sent.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be private (true) or public (false).; default: False"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.58,"confidence":0.637786},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":146.68,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"null\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a given date in a specific city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary amount to send, represented as a floating-point number in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment, such as a linked bank account or card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The unique identifier of the contact or account to which the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":34.51,"confidence":0.91345},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":141.46,"confidence":1.0}}}},{"id":"live_multiple_501-148-11","split":"live_multiple","state":"User: During our visit to San Francisco for a regional conference, my colleagues and I are looking to attend an interesting event on the evening of the 1st October 2023. Find us a Theater event happening in San Francisco on that date?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.86,"confidence":0.957259},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":97.05,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State name must be abbreviated\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.; default: null","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\nParameter payment_method (string); required; The source of funds for the payment, such as a linked bank account or card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary amount to send, represented as a floating-point number in USD.\nParameter receiver (string); required; The unique identifier of the contact or account to which the money is being sent.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be private (true) or public (false).; default: False"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":67.26,"confidence":0.523922},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":122.47,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State name must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"null\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a given date in a specific city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary amount to send, represented as a floating-point number in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment, such as a linked bank account or card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The unique identifier of the contact or account to which the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":106.75,"confidence":0.967257},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":122.22,"confidence":1.0}}}},{"id":"live_multiple_502-148-12","split":"live_multiple","state":"User: Help me locate any theater events happening in New York on March 12th?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":40.31,"confidence":0.961427},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":121.98,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State name must be abbreviated\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.; default: null","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a given date in a specific city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\nParameter payment_method (string); required; The source of funds for the payment, such as a linked bank account or card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary amount to send, represented as a floating-point number in USD.\nParameter receiver (string); required; The unique identifier of the contact or account to which the money is being sent.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be private (true) or public (false).; default: False"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.35,"confidence":0.563426},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":96.78,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'. State name must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"null\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a given date in a specific city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver for a certain amount of money. The visibility of the transaction can be set to private.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function initiates a payment process to transfer money from the user to a specified receiver using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary amount to send, represented as a floating-point number in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment, such as a linked bank account or card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The unique identifier of the contact or account to which the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":66.83,"confidence":0.89342},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":102.14,"confidence":1.0}}}},{"id":"live_multiple_503-149-0","split":"live_multiple","state":"User: Hi, find me a one-way flight from JFK to LAX for the 15th of April 2023? I would like to travel in Premium Economy class.","expected":"Flights_4_SearchOnewayFlight","candidate_count":4,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes."},"clm":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":83.13,"confidence":0.582341},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":135.72,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA airport code to depart from, such as 'JFK' for John F. Kennedy International Airport\nParameter destination_airport (string); required; The IATA airport code to arrive at, such as 'LAX' for Los Angeles International Airport\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter seating_class (string); The cabin class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.\nParameter airlines (string); The preferred airline for the flight. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\nParameter origin_airport (string); required; The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the inbound flight, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of service for seating on the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of tickets to book for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter to (string); required; The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter date_of_journey (string); required; The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter journey_start_time (string); required; The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\nParameter number_of_adults (integer); The number of adults to reserve train tickets for.; default: 1\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation, which incurs an additional fee.; default: False\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to (string); required; The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\nParameter date_of_journey (string); required; The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.; default: 1"},"clm":{"choice":"Flights_4_SearchRoundtripFlights","correct":false,"latency_ms":153.78,"confidence":0.415664},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":107.49,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the flight. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code to arrive at, such as 'LAX' for Los Angeles International Airport\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code to depart from, such as 'JFK' for John F. Kennedy International Airport\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of tickets to book for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the inbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of service for seating on the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation, which incurs an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":232.67,"confidence":0.778852},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":131.15,"confidence":1.0}}}},{"id":"live_multiple_504-149-1","split":"live_multiple","state":"User: I'm planning to travel from New York to Los Angeles on April 15th. Find a one-way flight for that date? I'd prefer to fly with Delta Airlines if possible.","expected":"Flights_4_SearchOnewayFlight","candidate_count":4,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes."},"clm":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":43.23,"confidence":0.4334},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":128.37,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'. \nParameter destination_airport (string); required; The IATA airport code or the name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter seating_class (string); The cabin class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the flight. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\nParameter origin_airport (string); required; The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the inbound flight, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of service for seating on the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of tickets to book for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter to (string); required; The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter date_of_journey (string); required; The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter journey_start_time (string); required; The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\nParameter number_of_adults (integer); The number of adults to reserve train tickets for.; default: 1\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation, which incurs an additional fee.; default: False\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to (string); required; The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\nParameter date_of_journey (string); required; The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.; default: 1"},"clm":{"choice":"Trains_1_GetTrainTickets","correct":false,"latency_ms":75.08,"confidence":0.490421},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":130.28,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the flight. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'. \",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of tickets to book for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the inbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of service for seating on the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation, which incurs an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":78.34,"confidence":0.81989},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":109.85,"confidence":1.0}}}},{"id":"live_multiple_505-149-2","split":"live_multiple","state":"User: Search for a one-way flight departing from San Diego to Chicago on the 20th of May 2023? I'd prefer to fly with American Airlines in Business class.","expected":"Flights_4_SearchOnewayFlight","candidate_count":4,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes."},"clm":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":30.47,"confidence":0.593093},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":101.64,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\nParameter destination_airport (string); required; The IATA airport code or the name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter seating_class (string); The cabin class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the flight. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\nParameter origin_airport (string); required; The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the inbound flight, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of service for seating on the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of tickets to book for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter to (string); required; The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter date_of_journey (string); required; The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter journey_start_time (string); required; The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\nParameter number_of_adults (integer); The number of adults to reserve train tickets for.; default: 1\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation, which incurs an additional fee.; default: False\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to (string); required; The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\nParameter date_of_journey (string); required; The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.; default: 1"},"clm":{"choice":"Flights_4_SearchRoundtripFlights","correct":false,"latency_ms":85.58,"confidence":0.693041},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":124.94,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the flight. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of tickets to book for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the inbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of service for seating on the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation, which incurs an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":117.72,"confidence":0.794768},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":102.33,"confidence":1.0}}}},{"id":"live_multiple_506-149-3","split":"live_multiple","state":"User: I'm planning a short trip and need to find a one-way flight from JFK in New York to LAX in Los Angeles. Can you find me options for flights departing on April 15th, 2023?","expected":"Flights_4_SearchOnewayFlight","candidate_count":4,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes."},"clm":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":47.38,"confidence":0.448409},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":97.83,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA airport code depart from, such as 'JFK' for John F. Kennedy International Airport\nParameter destination_airport (string); required; The IATA airport code to arrive at, such as 'LAX' for Los Angeles International Airport\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter seating_class (string); The cabin class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the flight. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\nParameter origin_airport (string); required; The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the inbound flight, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of service for seating on the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of tickets to book for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter to (string); required; The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter date_of_journey (string); required; The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter journey_start_time (string); required; The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\nParameter number_of_adults (integer); The number of adults to reserve train tickets for.; default: 1\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation, which incurs an additional fee.; default: False\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to (string); required; The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\nParameter date_of_journey (string); required; The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.; default: 1"},"clm":{"choice":"Trains_1_GetTrainTickets","correct":false,"latency_ms":72.1,"confidence":0.458548},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":111.78,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the flight. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code to arrive at, such as 'LAX' for Los Angeles International Airport\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code depart from, such as 'JFK' for John F. Kennedy International Airport\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of tickets to book for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the inbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of service for seating on the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation, which incurs an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":110.11,"confidence":0.693488},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":161.25,"confidence":1.0}}}},{"id":"live_multiple_507-149-4","split":"live_multiple","state":"User: I need to purchase a one-way Economy class flight ticket from LA to New York for March 14th.","expected":"Flights_4_SearchOnewayFlight","candidate_count":4,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes."},"clm":{"choice":"Flights_4_SearchRoundtripFlights","correct":false,"latency_ms":28.54,"confidence":0.304261},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":121.05,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\nParameter destination_airport (string); required; The IATA airport code or the name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter seating_class (string); The cabin class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the flight. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\nParameter origin_airport (string); required; The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the inbound flight, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of service for seating on the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of tickets to book for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter to (string); required; The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter date_of_journey (string); required; The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter journey_start_time (string); required; The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\nParameter number_of_adults (integer); The number of adults to reserve train tickets for.; default: 1\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation, which incurs an additional fee.; default: False\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to (string); required; The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\nParameter date_of_journey (string); required; The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.; default: 1"},"clm":{"choice":"Trains_1_GetTrainTickets","correct":false,"latency_ms":28.66,"confidence":0.64565},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":145.93,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the flight. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of tickets to book for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the inbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of service for seating on the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation, which incurs an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":64.63,"confidence":0.541214},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":150.35,"confidence":1.0}}}},{"id":"live_multiple_508-149-5","split":"live_multiple","state":"User: Find a one-way flight from JFK to LAX departing on the 15th of April 2023?","expected":"Flights_4_SearchOnewayFlight","candidate_count":4,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes."},"clm":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":28.6,"confidence":0.466873},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":100.67,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\nParameter destination_airport (string); required; The IATA airport code or the name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter seating_class (string); The cabin class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the flight. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\nParameter origin_airport (string); required; The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the inbound flight, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of service for seating on the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of tickets to book for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter to (string); required; The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter date_of_journey (string); required; The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter journey_start_time (string); required; The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\nParameter number_of_adults (integer); The number of adults to reserve train tickets for.; default: 1\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation, which incurs an additional fee.; default: False\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to (string); required; The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\nParameter date_of_journey (string); required; The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.; default: 1"},"clm":{"choice":"Flights_4_SearchRoundtripFlights","correct":false,"latency_ms":30.7,"confidence":0.525137},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":128.54,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the flight. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of tickets to book for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the inbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of service for seating on the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation, which incurs an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":94.29,"confidence":0.524731},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":116.03,"confidence":1.0}}}},{"id":"live_multiple_509-149-6","split":"live_multiple","state":"User: I need to book a business class one-way flight from Vancouver, BC to Seattle for my business trip. Find me options available on the 12th of march 2023?","expected":"Flights_4_SearchOnewayFlight","candidate_count":4,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes."},"clm":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":43.1,"confidence":0.423491},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":97.1,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\nParameter destination_airport (string); required; The IATA airport code or the name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter seating_class (string); The cabin class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the flight. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\nParameter origin_airport (string); required; The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the inbound flight, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of service for seating on the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of tickets to book for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter to (string); required; The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter date_of_journey (string); required; The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter journey_start_time (string); required; The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\nParameter number_of_adults (integer); The number of adults to reserve train tickets for.; default: 1\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation, which incurs an additional fee.; default: False\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to (string); required; The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\nParameter date_of_journey (string); required; The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.; default: 1"},"clm":{"choice":"Trains_1_GetTrainTickets","correct":false,"latency_ms":32.77,"confidence":0.60757},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":177.48,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the flight. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of tickets to book for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the inbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of service for seating on the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation, which incurs an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":36.39,"confidence":0.785505},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":114.19,"confidence":1.0}}}},{"id":"live_multiple_510-149-7","split":"live_multiple","state":"User: Find me a one-way flight to Portland, OR, departing from JFK Airport in New York on the 20th of April 2023?","expected":"Flights_4_SearchOnewayFlight","candidate_count":4,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes."},"clm":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":30.13,"confidence":0.464796},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":122.15,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\nParameter destination_airport (string); required; The IATA airport code or the name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter seating_class (string); The cabin class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the flight. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\nParameter origin_airport (string); required; The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the inbound flight, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of service for seating on the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of tickets to book for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter to (string); required; The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter date_of_journey (string); required; The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter journey_start_time (string); required; The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\nParameter number_of_adults (integer); The number of adults to reserve train tickets for.; default: 1\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation, which incurs an additional fee.; default: False\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to (string); required; The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\nParameter date_of_journey (string); required; The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.; default: 1"},"clm":{"choice":"Flights_4_SearchRoundtripFlights","correct":false,"latency_ms":32.39,"confidence":0.516467},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":110.29,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the flight. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of tickets to book for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the inbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of service for seating on the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation, which incurs an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":67.64,"confidence":0.588139},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":106.41,"confidence":1.0}}}},{"id":"live_multiple_511-149-8","split":"live_multiple","state":"User: Search for a one-way Economy class flight leaving from Chicago to Shanghai with Delta Airlines? Departing on the 15th of April 2023.","expected":"Flights_4_SearchOnewayFlight","candidate_count":4,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes."},"clm":{"choice":"Flights_4_SearchRoundtripFlights","correct":false,"latency_ms":28.5,"confidence":0.518786},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":95.61,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\nParameter destination_airport (string); required; The IATA airport code or the name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter seating_class (string); The cabin class option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the flight. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\nParameter origin_airport (string); required; The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the inbound flight, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of service for seating on the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The total number of tickets to book for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter to (string); required; The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter date_of_journey (string); required; The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter journey_start_time (string); required; The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\nParameter number_of_adults (integer); The number of adults to reserve train tickets for.; default: 1\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation, which incurs an additional fee.; default: False\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to (string); required; The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\nParameter date_of_journey (string); required; The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.; default: 1"},"clm":{"choice":"Flights_4_SearchRoundtripFlights","correct":false,"latency_ms":30.61,"confidence":0.46519},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":96.75,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class and preferred airlines.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the flight. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city to arrive at, such as 'LAX' for Los Angeles International Airport or 'Los Angeles'.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city to depart from, such as 'JFK' for John F. Kennedy International Airport or 'New York'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin class option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for available roundtrip flights based on specific criteria such as airports, dates, seating class, and airline preference.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the outbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or city name of the intended destination. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The total number of tickets to book for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or city name where the trip will begin. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the inbound flight, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of service for seating on the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve train tickets for a specified journey between two cities on a given date and time, with options for the number of adults, trip protection, and fare class.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The departure time for the train journey in 24-hour format 'HH:MM' (e.g., '13:45').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation, which incurs an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available train services to a specified destination city on a given date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date on which the train journey is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom the train tickets are to be reserved. Must be an integer between 1 and 5.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, also in the format of 'City, State', like 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":82.63,"confidence":0.600119},"jev":{"choice":"Flights_4_SearchOnewayFlight","correct":true,"latency_ms":109.17,"confidence":1.0}}}},{"id":"live_multiple_512-150-0","split":"live_multiple","state":"User: I'm done with work, I want to find a 3D movie available in Los Angeles for me to watch during my free time?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":87.95,"confidence":0.654418},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":124.87,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.\nParameter movie_name (string); required; The full title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date when the show is scheduled, in the format 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_time (string); required; The starting time of the movie show, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the show being booked.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\nParameter theater_name (string); The name of the theater. If no specific theater is desired, the search will include all theaters.; default: dontcare\nParameter genre (string); The genre of the movie. If no specific genre is desired, the search will include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter show_date (string); required; The date when the show will be screened, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax, any; default: any","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the track. When unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or group. If no preference, use 'dontcare'.; default: dontcare\nParameter album (string); The name of the album. If no preference, use 'dontcare'.; default: dontcare\nParameter genre (string); The musical style or genre of the song. If no preference, use 'dontcare'.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":212.07,"confidence":0.558345},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":120.21,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie showing.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The full title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date when the show is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The starting time of the movie show, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show being booked.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by location, genre, or other attributes at various theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If no specific genre is desired, the search will include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If no specific theater is desired, the search will include all theaters.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the showtimes for a specific movie at a given theater location on a particular date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date when the show will be screened, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"any\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"any\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the track. When unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or group. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or genre of the song. If no preference, use 'dontcare'.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":243.41,"confidence":0.731327},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":110.74,"confidence":1.0}}}},{"id":"live_multiple_513-150-1","split":"live_multiple","state":"User: Find action movies showing in New York this weekend?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Movies_1_GetTimesForMovie","correct":false,"latency_ms":30.12,"confidence":0.398503},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":94.52,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.\nParameter movie_name (string); required; The full title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date when the show is scheduled, in the format 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_time (string); required; The starting time of the movie show, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the show being booked.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\nParameter theater_name (string); The name of the theater. If no specific theater is desired, the search will include all theaters.; default: dontcare\nParameter genre (string); The genre of the movie. If no specific genre is desired, the search will include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter show_date (string); required; The date when the show will be screened, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax, any; default: any","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the track. When unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or group. If no preference, use 'dontcare'.; default: dontcare\nParameter album (string); The name of the album. If no preference, use 'dontcare'.; default: dontcare\nParameter genre (string); The musical style or genre of the song. If no preference, use 'dontcare'.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":30.59,"confidence":0.906001},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":102.42,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie showing.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The full title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date when the show is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The starting time of the movie show, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show being booked.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by location, genre, or other attributes at various theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If no specific genre is desired, the search will include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If no specific theater is desired, the search will include all theaters.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the showtimes for a specific movie at a given theater location on a particular date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date when the show will be screened, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"any\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"any\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the track. When unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or group. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or genre of the song. If no preference, use 'dontcare'.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":36.51,"confidence":0.531129},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":135.71,"confidence":1.0}}}},{"id":"live_multiple_514-150-2","split":"live_multiple","state":"User: Hi, are there any nice regular movies showing in San Jose at the Century 20 theater?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":29.79,"confidence":0.682237},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":158.69,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.\nParameter movie_name (string); required; The full title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date when the show is scheduled, in the format 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_time (string); required; The starting time of the movie show, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the show being booked.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\nParameter theater_name (string); The name of the theater. If no specific theater is desired, the search will include all theaters.; default: dontcare\nParameter genre (string); The genre of the movie. If no specific genre is desired, the search will include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter show_date (string); required; The date when the show will be screened, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax, any; default: any","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the track. When unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or group. If no preference, use 'dontcare'.; default: dontcare\nParameter album (string); The name of the album. If no preference, use 'dontcare'.; default: dontcare\nParameter genre (string); The musical style or genre of the song. If no preference, use 'dontcare'.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.31,"confidence":0.849337},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":110.51,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie showing.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The full title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date when the show is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The starting time of the movie show, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show being booked.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by location, genre, or other attributes at various theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If no specific genre is desired, the search will include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If no specific theater is desired, the search will include all theaters.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the showtimes for a specific movie at a given theater location on a particular date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date when the show will be screened, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"any\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"any\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the track. When unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or group. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or genre of the song. If no preference, use 'dontcare'.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":30.21,"confidence":0.75836},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":161.4,"confidence":1.0}}}},{"id":"live_multiple_515-150-3","split":"live_multiple","state":"User: Find horror movies showing in San Jose, CA, I want to watch at the West Wind Capitol Drive-In theater?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":28.15,"confidence":0.745846},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":144.03,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.\nParameter movie_name (string); required; The full title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date when the show is scheduled, in the format 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_time (string); required; The starting time of the movie show, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the show being booked.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\nParameter theater_name (string); The name of the theater. If no specific theater is desired, the search will include all theaters.; default: dontcare\nParameter genre (string); The genre of the movie. If no specific genre is desired, the search will include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter show_date (string); required; The date when the show will be screened, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax, any; default: any","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the track. When unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or group. If no preference, use 'dontcare'.; default: dontcare\nParameter album (string); The name of the album. If no preference, use 'dontcare'.; default: dontcare\nParameter genre (string); The musical style or genre of the song. If no preference, use 'dontcare'.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":30.41,"confidence":0.647776},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":117.37,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie showing.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The full title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date when the show is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The starting time of the movie show, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show being booked.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by location, genre, or other attributes at various theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If no specific genre is desired, the search will include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If no specific theater is desired, the search will include all theaters.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the showtimes for a specific movie at a given theater location on a particular date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date when the show will be screened, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"any\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"any\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the track. When unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or group. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or genre of the song. If no preference, use 'dontcare'.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":32.99,"confidence":0.69338},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":125.21,"confidence":1.0}}}},{"id":"live_multiple_516-150-4","split":"live_multiple","state":"User: Find me an IMAX movie playing at Regal theater in San Ramon, CA?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":27.75,"confidence":0.694546},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":121.26,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.\nParameter movie_name (string); required; The full title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date when the show is scheduled, in the format 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_time (string); required; The starting time of the movie show, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the show being booked.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\nParameter theater_name (string); The name of the theater. If no specific theater is desired, the search will include all theaters.; default: dontcare\nParameter genre (string); The genre of the movie. If no specific genre is desired, the search will include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter show_date (string); required; The date when the show will be screened, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax, any; default: any","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the track. When unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or group. If no preference, use 'dontcare'.; default: dontcare\nParameter album (string); The name of the album. If no preference, use 'dontcare'.; default: dontcare\nParameter genre (string); The musical style or genre of the song. If no preference, use 'dontcare'.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":28.53,"confidence":0.822467},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":98.09,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie showing.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The full title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date when the show is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The starting time of the movie show, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show being booked.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by location, genre, or other attributes at various theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If no specific genre is desired, the search will include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If no specific theater is desired, the search will include all theaters.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the showtimes for a specific movie at a given theater location on a particular date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date when the show will be screened, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"any\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"any\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the track. When unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or group. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or genre of the song. If no preference, use 'dontcare'.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":39.2,"confidence":0.728867},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":107.09,"confidence":1.0}}}},{"id":"live_multiple_517-150-5","split":"live_multiple","state":"User: Can you find a regular screening of a Supernatural movie for me in Los Angeles?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":33.17,"confidence":0.56873},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":113.91,"confidence":0.96}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.\nParameter movie_name (string); required; The full title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date when the show is scheduled, in the format 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_time (string); required; The starting time of the movie show, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the show being booked.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\nParameter theater_name (string); The name of the theater. If no specific theater is desired, the search will include all theaters.; default: dontcare\nParameter genre (string); The genre of the movie. If no specific genre is desired, the search will include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter show_date (string); required; The date when the show will be screened, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax, any; default: any","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the track. When unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or group. If no preference, use 'dontcare'.; default: dontcare\nParameter album (string); The name of the album. If no preference, use 'dontcare'.; default: dontcare\nParameter genre (string); The musical style or genre of the song. If no preference, use 'dontcare'.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.55,"confidence":0.727723},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":187.36,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie showing.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The full title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date when the show is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The starting time of the movie show, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show being booked.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by location, genre, or other attributes at various theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If no specific genre is desired, the search will include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If no specific theater is desired, the search will include all theaters.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the showtimes for a specific movie at a given theater location on a particular date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date when the show will be screened, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"any\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"any\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the track. When unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or group. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or genre of the song. If no preference, use 'dontcare'.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":37.13,"confidence":0.577755},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":128.21,"confidence":0.98}}}},{"id":"live_multiple_518-150-6","split":"live_multiple","state":"User: Can you find action movies being screened in Sonoma, CA?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":28.72,"confidence":0.428525},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":117.91,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.\nParameter movie_name (string); required; The full title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date when the show is scheduled, in the format 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_time (string); required; The starting time of the movie show, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the show being booked.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\nParameter theater_name (string); The name of the theater. If no specific theater is desired, the search will include all theaters.; default: dontcare\nParameter genre (string); The genre of the movie. If no specific genre is desired, the search will include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter show_date (string); required; The date when the show will be screened, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax, any; default: any","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the track. When unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or group. If no preference, use 'dontcare'.; default: dontcare\nParameter album (string); The name of the album. If no preference, use 'dontcare'.; default: dontcare\nParameter genre (string); The musical style or genre of the song. If no preference, use 'dontcare'.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":40.75,"confidence":0.927134},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":102.56,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie showing.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The full title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date when the show is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The starting time of the movie show, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show being booked.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by location, genre, or other attributes at various theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If no specific genre is desired, the search will include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If no specific theater is desired, the search will include all theaters.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the showtimes for a specific movie at a given theater location on a particular date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date when the show will be screened, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"any\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"any\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the track. When unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or group. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or genre of the song. If no preference, use 'dontcare'.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":69.78,"confidence":0.525073},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":131.73,"confidence":1.0}}}},{"id":"live_multiple_519-150-7","split":"live_multiple","state":"User: Find a documentary movie for me to watch in a regular format at theaters in Los Angeles?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":33.19,"confidence":0.784458},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":106.32,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.\nParameter movie_name (string); required; The full title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date when the show is scheduled, in the format 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_time (string); required; The starting time of the movie show, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the show being booked.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\nParameter theater_name (string); The name of the theater. If no specific theater is desired, the search will include all theaters.; default: dontcare\nParameter genre (string); The genre of the movie. If no specific genre is desired, the search will include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter show_date (string); required; The date when the show will be screened, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax, any; default: any","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the track. When unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or group. If no preference, use 'dontcare'.; default: dontcare\nParameter album (string); The name of the album. If no preference, use 'dontcare'.; default: dontcare\nParameter genre (string); The musical style or genre of the song. If no preference, use 'dontcare'.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.37,"confidence":0.821821},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":147.67,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie showing.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The full title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date when the show is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The starting time of the movie show, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show being booked.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by location, genre, or other attributes at various theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If no specific genre is desired, the search will include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If no specific theater is desired, the search will include all theaters.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the showtimes for a specific movie at a given theater location on a particular date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date when the show will be screened, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"any\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"any\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the track. When unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or group. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or genre of the song. If no preference, use 'dontcare'.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":37.23,"confidence":0.7538},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":146.9,"confidence":1.0}}}},{"id":"live_multiple_520-150-8","split":"live_multiple","state":"User: Find movie to watch at AMC theater Saratoga this weekend? I'm open to any genre.","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":36.95,"confidence":0.4622},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":95.03,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.\nParameter movie_name (string); required; The full title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date when the show is scheduled, in the format 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_time (string); required; The starting time of the movie show, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the show being booked.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\nParameter theater_name (string); The name of the theater. If no specific theater is desired, the search will include all theaters.; default: dontcare\nParameter genre (string); The genre of the movie. If no specific genre is desired, the search will include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter show_date (string); required; The date when the show will be screened, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax, any; default: any","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the track. When unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or group. If no preference, use 'dontcare'.; default: dontcare\nParameter album (string); The name of the album. If no preference, use 'dontcare'.; default: dontcare\nParameter genre (string); The musical style or genre of the song. If no preference, use 'dontcare'.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.74,"confidence":0.722793},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":125.81,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie showing.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The full title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date when the show is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The starting time of the movie show, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show being booked.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by location, genre, or other attributes at various theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If no specific genre is desired, the search will include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If no specific theater is desired, the search will include all theaters.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the showtimes for a specific movie at a given theater location on a particular date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date when the show will be screened, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"any\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"any\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the track. When unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or group. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or genre of the song. If no preference, use 'dontcare'.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":90.0,"confidence":0.672678},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":108.82,"confidence":1.0}}}},{"id":"live_multiple_521-150-9","split":"live_multiple","state":"User: Search for a family-friendly movie available in 3D format at theaters in Sonoma, CA?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":29.33,"confidence":0.671444},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":105.14,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.\nParameter movie_name (string); required; The full title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date when the show is scheduled, in the format 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_time (string); required; The starting time of the movie show, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the show being booked.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\nParameter theater_name (string); The name of the theater. If no specific theater is desired, the search will include all theaters.; default: dontcare\nParameter genre (string); The genre of the movie. If no specific genre is desired, the search will include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter show_date (string); required; The date when the show will be screened, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax, any; default: any","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the track. When unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or group. If no preference, use 'dontcare'.; default: dontcare\nParameter album (string); The name of the album. If no preference, use 'dontcare'.; default: dontcare\nParameter genre (string); The musical style or genre of the song. If no preference, use 'dontcare'.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":30.12,"confidence":0.750579},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":168.24,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie showing.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The full title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date when the show is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The starting time of the movie show, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show being booked.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by location, genre, or other attributes at various theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If no specific genre is desired, the search will include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If no specific theater is desired, the search will include all theaters.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the showtimes for a specific movie at a given theater location on a particular date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date when the show will be screened, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"any\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"any\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the track. When unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or group. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or genre of the song. If no preference, use 'dontcare'.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":67.25,"confidence":0.685936},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":124.42,"confidence":1.0}}}},{"id":"live_multiple_522-150-10","split":"live_multiple","state":"User: Can you find a theater in Larkspur that's showing action movies? I'm not picky about the genre if there are no action movies available.","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":29.24,"confidence":0.488643},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":122.17,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.\nParameter movie_name (string); required; The full title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date when the show is scheduled, in the format 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_time (string); required; The starting time of the movie show, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the show being booked.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\nParameter theater_name (string); The name of the theater. If no specific theater is desired, the search will include all theaters.; default: dontcare\nParameter genre (string); The genre of the movie. If no specific genre is desired, the search will include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter show_date (string); required; The date when the show will be screened, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax, any; default: any","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the track. When unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or group. If no preference, use 'dontcare'.; default: dontcare\nParameter album (string); The name of the album. If no preference, use 'dontcare'.; default: dontcare\nParameter genre (string); The musical style or genre of the song. If no preference, use 'dontcare'.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":43.17,"confidence":0.898808},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":119.97,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie showing.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The full title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date when the show is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The starting time of the movie show, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show being booked.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by location, genre, or other attributes at various theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If no specific genre is desired, the search will include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA'). State names must be abbreviated\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If no specific theater is desired, the search will include all theaters.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the showtimes for a specific movie at a given theater location on a particular date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date when the show will be screened, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"any\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"any\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the track. When unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or group. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or genre of the song. If no preference, use 'dontcare'.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":37.87,"confidence":0.814495},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":146.87,"confidence":1.0}}}},{"id":"live_multiple_523-150-11","split":"live_multiple","state":"User: I want to watch a War genre film in a regular format at 3 Below Theaters and Lounge. in San Jose, CA","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":42.29,"confidence":0.651606},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":135.65,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie showing.\nParameter movie_name (string); required; The full title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date when the show is scheduled, in the format 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_time (string); required; The starting time of the movie show, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the show being booked.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by location, genre, or other attributes at various theaters.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter theater_name (string); The name of the theater. If no specific theater is desired, the search will include all theaters.; default: dontcare\nParameter genre (string); The genre of the movie. If no specific genre is desired, the search will include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves the showtimes for a specific movie at a given theater location on a particular date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter show_date (string); required; The date when the show will be screened, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: Any Theater\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax, any; default: any","Music_3_PlayMedia":"Music_3_PlayMedia: Initiates playback of a specified music track on a designated device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the track. When unspecified, any artist is acceptable.; default: dontcare\nParameter device (string); The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.; default: dontcare","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\nParameter artist (string); The name of the artist or group. If no preference, use 'dontcare'.; default: dontcare\nParameter album (string); The name of the album. If no preference, use 'dontcare'.; default: dontcare\nParameter genre (string); The musical style or genre of the song. If no preference, use 'dontcare'.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, dontcare; default: dontcare"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":85.01,"confidence":0.450998},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":147.21,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie showing.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The full title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date when the show is scheduled, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The starting time of the movie show, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show being booked.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by location, genre, or other attributes at various theaters.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. If no specific genre is desired, the search will include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show. Options include regular screenings, 3D, and IMAX formats. If no preference is indicated, all types will be included in the search.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If no specific theater is desired, the search will include all theaters.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves the showtimes for a specific movie at a given theater location on a particular date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date when the show will be screened, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"any\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"any\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any Theater\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Initiates playback of a specified music track on a designated device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album that the track is part of. Optional and when unspecified, any album is acceptable.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist performing the track. When unspecified, any artist is acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device where the music will be played, such as 'Living room speaker' or 'Kitchen sound system'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The name of the artist or group. If no preference, use 'dontcare'.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or genre of the song. If no preference, use 'dontcare'.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released, formatted as a four-digit number (e.g., '2020'). If no preference, use 'dontcare'.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":118.09,"confidence":0.81744},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":125.14,"confidence":1.0}}}},{"id":"live_multiple_524-151-0","split":"live_multiple","state":"User: Find Theater events happening in Chicago, IL sometime?","expected":"Events_3_FindEvents","candidate_count":2,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":56.07,"confidence":0.998405},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":126.47,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The category of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city.\nParameter event_name (string); required; The title of the cultural event, such as a concert, play, or exhibition.\nParameter number_of_tickets (integer); required; The quantity of tickets to be purchased for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":110.43,"confidence":0.960913},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":103.98,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a designated date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the cultural event, such as a concert, play, or exhibition.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be purchased for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":144.55,"confidence":0.979905},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":128.86,"confidence":1.0}}}},{"id":"live_multiple_525-151-1","split":"live_multiple","state":"User: I'm going to be in Toronto, Canada next Monday, and I'm interested in attending a Music event. Could you check for any musical shows available on that day? today is monday April 25th 2023","expected":"Events_3_FindEvents","candidate_count":2,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":42.66,"confidence":0.997131},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":96.77,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The category of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city.\nParameter event_name (string); required; The title of the cultural event, such as a concert, play, or exhibition.\nParameter number_of_tickets (integer); required; The quantity of tickets to be purchased for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":60.86,"confidence":0.613634},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":110.94,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a designated date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the cultural event, such as a concert, play, or exhibition.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be purchased for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":132.62,"confidence":0.951435},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":123.47,"confidence":1.0}}}},{"id":"live_multiple_526-151-2","split":"live_multiple","state":"User: Find any Music events happening in San Diego, CA on 05/05/2023?","expected":"Events_3_FindEvents","candidate_count":2,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.29,"confidence":0.998898},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":107.31,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The category of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city.\nParameter event_name (string); required; The title of the cultural event, such as a concert, play, or exhibition.\nParameter number_of_tickets (integer); required; The quantity of tickets to be purchased for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":43.55,"confidence":0.911318},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":127.96,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a designated date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the cultural event, such as a concert, play, or exhibition.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be purchased for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":36.93,"confidence":0.981862},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":93.41,"confidence":1.0}}}},{"id":"live_multiple_527-151-3","split":"live_multiple","state":"User: Find a Theater event happening in Seattle, WA on the 15th of May 2023?","expected":"Events_3_FindEvents","candidate_count":2,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.67,"confidence":0.996289},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":126.98,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The category of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city.\nParameter event_name (string); required; The title of the cultural event, such as a concert, play, or exhibition.\nParameter number_of_tickets (integer); required; The quantity of tickets to be purchased for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":31.24,"confidence":0.825492},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":106.3,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a designated date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the cultural event, such as a concert, play, or exhibition.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be purchased for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":61.38,"confidence":0.942915},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":101.33,"confidence":1.0}}}},{"id":"live_multiple_528-151-4","split":"live_multiple","state":"User: I'm currently in New York, and I'm looking to attend a Theater show. check if there are any plays happening today?","expected":"Events_3_FindEvents","candidate_count":2,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":48.28,"confidence":0.997306},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":93.22,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The category of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city.\nParameter event_name (string); required; The title of the cultural event, such as a concert, play, or exhibition.\nParameter number_of_tickets (integer); required; The quantity of tickets to be purchased for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":37.27,"confidence":0.840324},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":113.74,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a designated date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the cultural event, such as a concert, play, or exhibition.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be purchased for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":93.51,"confidence":0.979131},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":101.35,"confidence":1.0}}}},{"id":"live_multiple_529-151-5","split":"live_multiple","state":"User: Find any Music events happening in Los Angeles on 04/07/2023?","expected":"Events_3_FindEvents","candidate_count":2,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.13,"confidence":0.999039},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":112.84,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The category of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city.\nParameter event_name (string); required; The title of the cultural event, such as a concert, play, or exhibition.\nParameter number_of_tickets (integer); required; The quantity of tickets to be purchased for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":31.17,"confidence":0.905159},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":119.04,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a designated date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the cultural event, such as a concert, play, or exhibition.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be purchased for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":32.09,"confidence":0.979029},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":125.8,"confidence":1.0}}}},{"id":"live_multiple_530-151-6","split":"live_multiple","state":"User: I'm looking for a Music event happening on 09/09/2023 in New York.","expected":"Events_3_FindEvents","candidate_count":2,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.03,"confidence":0.993942},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":91.1,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The category of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city.\nParameter event_name (string); required; The title of the cultural event, such as a concert, play, or exhibition.\nParameter number_of_tickets (integer); required; The quantity of tickets to be purchased for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'."},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":33.98,"confidence":0.509923},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":98.29,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a designated date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the cultural event, such as a concert, play, or exhibition.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be purchased for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.1,"confidence":0.982098},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":119.84,"confidence":1.0}}}},{"id":"live_multiple_531-151-7","split":"live_multiple","state":"User: I'm looking for a Music event in Philadelphia. Find what's available?","expected":"Events_3_FindEvents","candidate_count":2,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":36.27,"confidence":0.981197},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":98.32,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The category of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city.\nParameter event_name (string); required; The title of the cultural event, such as a concert, play, or exhibition.\nParameter number_of_tickets (integer); required; The quantity of tickets to be purchased for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'."},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":34.29,"confidence":0.804658},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":97.05,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a designated date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the cultural event, such as a concert, play, or exhibition.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be purchased for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":36.89,"confidence":0.983467},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":118.9,"confidence":1.0}}}},{"id":"live_multiple_532-151-8","split":"live_multiple","state":"User: Find a music event in Portland that's happening sometime?","expected":"Events_3_FindEvents","candidate_count":2,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.2,"confidence":0.991607},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":93.41,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The category of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city.\nParameter event_name (string); required; The title of the cultural event, such as a concert, play, or exhibition.\nParameter number_of_tickets (integer); required; The quantity of tickets to be purchased for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":32.32,"confidence":0.826681},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":101.54,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a designated date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the cultural event, such as a concert, play, or exhibition.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be purchased for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":35.2,"confidence":0.981826},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":129.35,"confidence":1.0}}}},{"id":"live_multiple_533-151-9","split":"live_multiple","state":"User: Can you find any Theater events happening in London, UK sometime","expected":"Events_3_FindEvents","candidate_count":2,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.46,"confidence":0.998703},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":92.25,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The category of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city.\nParameter event_name (string); required; The title of the cultural event, such as a concert, play, or exhibition.\nParameter number_of_tickets (integer); required; The quantity of tickets to be purchased for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.47,"confidence":0.699336},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":152.98,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a designated date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the cultural event, such as a concert, play, or exhibition.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be purchased for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":71.18,"confidence":0.958687},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":119.0,"confidence":1.0}}}},{"id":"live_multiple_534-151-10","split":"live_multiple","state":"User: Could you assist me in discovering musical events in Livermore, CA on March 6th 2023?","expected":"Events_3_FindEvents","candidate_count":2,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":44.25,"confidence":0.998607},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":104.89,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The category of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city.\nParameter event_name (string); required; The title of the cultural event, such as a concert, play, or exhibition.\nParameter number_of_tickets (integer); required; The quantity of tickets to be purchased for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.32,"confidence":0.850035},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":128.78,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a designated date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the cultural event, such as a concert, play, or exhibition.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be purchased for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":39.12,"confidence":0.89611},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":99.3,"confidence":1.0}}}},{"id":"live_multiple_535-151-11","split":"live_multiple","state":"User: I'm interested in attending a musical show in Belvedere, CA. Are there any events happening?","expected":"Events_3_FindEvents","candidate_count":2,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.71,"confidence":0.990193},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":135.84,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The category of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city.\nParameter event_name (string); required; The title of the cultural event, such as a concert, play, or exhibition.\nParameter number_of_tickets (integer); required; The quantity of tickets to be purchased for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":36.0,"confidence":0.611238},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":123.42,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a designated date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the cultural event, such as a concert, play, or exhibition.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be purchased for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":63.45,"confidence":0.969044},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":105.29,"confidence":1.0}}}},{"id":"live_multiple_536-151-12","split":"live_multiple","state":"User: My sister is visiting me in Portland next month and I'm looking to entertain her with some cultural activities. Find out if there are any Music events happening on March 9th 2023?","expected":"Events_3_FindEvents","candidate_count":2,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.59,"confidence":0.999129},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":126.58,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The category of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city.\nParameter event_name (string); required; The title of the cultural event, such as a concert, play, or exhibition.\nParameter number_of_tickets (integer); required; The quantity of tickets to be purchased for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.0,"confidence":0.84232},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":95.64,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a designated date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the cultural event, such as a concert, play, or exhibition.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be purchased for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":82.67,"confidence":0.958631},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":104.39,"confidence":1.0}}}},{"id":"live_multiple_537-151-13","split":"live_multiple","state":"User: I'm currently in Chicago, IL, and I'm interested in attending a music event.","expected":"Events_3_FindEvents","candidate_count":2,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":38.41,"confidence":0.995544},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":150.51,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\nParameter event_type (string); required; The category of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specific cultural event on a designated date in a selected city.\nParameter event_name (string); required; The title of the cultural event, such as a concert, play, or exhibition.\nParameter number_of_tickets (integer); required; The quantity of tickets to be purchased for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.43,"confidence":0.691488},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":114.53,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city on a particular date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being searched for, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specific cultural event on a designated date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the event will take place, formatted as 'City, State' or 'City, Country', such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the cultural event, such as a concert, play, or exhibition.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be purchased for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":40.78,"confidence":0.983232},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":119.42,"confidence":1.0}}}},{"id":"live_multiple_538-152-0","split":"live_multiple","state":"User: I'm looking to buy a home with at least 3 bedrooms and 2 bathrooms in Sunnyvale, CA.","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":81.47,"confidence":0.695652},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":133.08,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); A flag indicating whether disabled alarms should be included in the response.; default: False\nParameter alarm_type (string); The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.; allowed values: wake, reminder, timer; default: wake","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The name to assign to the new alarm. Helps identify alarms easily.; default: New alarm","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter intent (string); required; The intent of the search, whether the user is looking to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Indicates if the property must have a garage.; default: False\nParameter in_unit_laundry (boolean); Indicates if the property must have in-unit laundry facilities.; default: False","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date.\nParameter property_name (string); required; The name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":115.8,"confidence":0.568854},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":139.81,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"wake\",\"description\":\"The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.\",\"enum\":[\"wake\",\"reminder\",\"timer\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether disabled alarms should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The name to assign to the new alarm. Helps identify alarms easily.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Indicates if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":false,\"description\":\"Indicates if the property must have in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent of the search, whether the user is looking to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a property visit for a potential buyer or tenant on a specific date.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Alarm_1_AddAlarm","correct":false,"latency_ms":181.04,"confidence":0.341599},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":124.21,"confidence":1.0}}}},{"id":"live_multiple_539-152-1","split":"live_multiple","state":"User: I'm looking to rent a 2-bedroom, 2-bathroom apartment in San Francisco, and I would love it if it came with a garage and in-unit laundry.","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":30.38,"confidence":0.789323},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":120.43,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); A flag indicating whether disabled alarms should be included in the response.; default: False\nParameter alarm_type (string); The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.; allowed values: wake, reminder, timer; default: wake","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The name to assign to the new alarm. Helps identify alarms easily.; default: New alarm","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter intent (string); required; The intent of the search, whether the user is looking to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Indicates if the property must have a garage.; default: False\nParameter in_unit_laundry (boolean); Indicates if the property must have in-unit laundry facilities.; default: False","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date.\nParameter property_name (string); required; The name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":30.94,"confidence":0.890819},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":93.34,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"wake\",\"description\":\"The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.\",\"enum\":[\"wake\",\"reminder\",\"timer\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether disabled alarms should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The name to assign to the new alarm. Helps identify alarms easily.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Indicates if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":false,\"description\":\"Indicates if the property must have in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent of the search, whether the user is looking to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a property visit for a potential buyer or tenant on a specific date.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":38.23,"confidence":0.543479},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":118.73,"confidence":1.0}}}},{"id":"live_multiple_540-152-2","split":"live_multiple","state":"User: I'm looking to rent a home in Fremont with at least 3 bedrooms, 2 bathrooms, I have a car so ideally garage. Can you find options for me?","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":31.18,"confidence":0.835153},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":120.62,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); A flag indicating whether disabled alarms should be included in the response.; default: False\nParameter alarm_type (string); The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.; allowed values: wake, reminder, timer; default: wake","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The name to assign to the new alarm. Helps identify alarms easily.; default: New alarm","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter intent (string); required; The intent of the search, whether the user is looking to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Indicates if the property must have a garage.; default: False\nParameter in_unit_laundry (boolean); Indicates if the property must have in-unit laundry facilities.; default: False","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date.\nParameter property_name (string); required; The name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":30.52,"confidence":0.760179},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":149.89,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"wake\",\"description\":\"The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.\",\"enum\":[\"wake\",\"reminder\",\"timer\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether disabled alarms should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The name to assign to the new alarm. Helps identify alarms easily.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Indicates if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":false,\"description\":\"Indicates if the property must have in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent of the search, whether the user is looking to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a property visit for a potential buyer or tenant on a specific date.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":52.15,"confidence":0.519501},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":117.28,"confidence":1.0}}}},{"id":"live_multiple_541-152-3","split":"live_multiple","state":"User: I'm looking to rent a 3-bedroom, 2-bathroom home in Austin texas, and I don't care about garage or in-unit laundry facilities.","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":30.44,"confidence":0.714952},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":110.77,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); A flag indicating whether disabled alarms should be included in the response.; default: False\nParameter alarm_type (string); The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.; allowed values: wake, reminder, timer; default: wake","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The name to assign to the new alarm. Helps identify alarms easily.; default: New alarm","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter intent (string); required; The intent of the search, whether the user is looking to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Indicates if the property must have a garage.; default: False\nParameter in_unit_laundry (boolean); Indicates if the property must have in-unit laundry facilities.; default: False","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date.\nParameter property_name (string); required; The name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":40.38,"confidence":0.936733},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":105.58,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"wake\",\"description\":\"The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.\",\"enum\":[\"wake\",\"reminder\",\"timer\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether disabled alarms should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The name to assign to the new alarm. Helps identify alarms easily.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Indicates if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":false,\"description\":\"Indicates if the property must have in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent of the search, whether the user is looking to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a property visit for a potential buyer or tenant on a specific date.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":35.78,"confidence":0.448936},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":135.25,"confidence":1.0}}}},{"id":"live_multiple_542-152-4","split":"live_multiple","state":"User: I'm planning to buy a house in Austin, Texas with at least 3 bedrooms, 2 bathrooms, and I'd like it to have a garage.","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":29.3,"confidence":0.615659},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":104.85,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); A flag indicating whether disabled alarms should be included in the response.; default: False\nParameter alarm_type (string); The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.; allowed values: wake, reminder, timer; default: wake","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The name to assign to the new alarm. Helps identify alarms easily.; default: New alarm","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter intent (string); required; The intent of the search, whether the user is looking to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Indicates if the property must have a garage.; default: False\nParameter in_unit_laundry (boolean); Indicates if the property must have in-unit laundry facilities.; default: False","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date.\nParameter property_name (string); required; The name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":31.5,"confidence":0.912749},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":117.1,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"wake\",\"description\":\"The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.\",\"enum\":[\"wake\",\"reminder\",\"timer\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether disabled alarms should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The name to assign to the new alarm. Helps identify alarms easily.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Indicates if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":false,\"description\":\"Indicates if the property must have in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent of the search, whether the user is looking to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a property visit for a potential buyer or tenant on a specific date.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":68.96,"confidence":0.392681},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":126.67,"confidence":1.0}}}},{"id":"live_multiple_543-152-5","split":"live_multiple","state":"User: Find a rental in San Francisco with 2 bedrooms and 1 bathroom, and I'm not concerned about having a garage or in-unit laundry.....","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":28.67,"confidence":0.804266},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":122.88,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); A flag indicating whether disabled alarms should be included in the response.; default: False\nParameter alarm_type (string); The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.; allowed values: wake, reminder, timer; default: wake","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The name to assign to the new alarm. Helps identify alarms easily.; default: New alarm","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter intent (string); required; The intent of the search, whether the user is looking to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Indicates if the property must have a garage.; default: False\nParameter in_unit_laundry (boolean); Indicates if the property must have in-unit laundry facilities.; default: False","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date.\nParameter property_name (string); required; The name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":30.75,"confidence":0.856326},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":98.33,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"wake\",\"description\":\"The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.\",\"enum\":[\"wake\",\"reminder\",\"timer\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether disabled alarms should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The name to assign to the new alarm. Helps identify alarms easily.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Indicates if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":false,\"description\":\"Indicates if the property must have in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent of the search, whether the user is looking to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a property visit for a potential buyer or tenant on a specific date.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":95.03,"confidence":0.422017},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":177.96,"confidence":1.0}}}},{"id":"live_multiple_544-152-6","split":"live_multiple","state":"User: Search for a property to rent in Mountain View california with at least 2 bedrooms, 1 bathroom, and must have in-unit laundry facilities?","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":32.21,"confidence":0.568521},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":124.64,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); A flag indicating whether disabled alarms should be included in the response.; default: False\nParameter alarm_type (string); The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.; allowed values: wake, reminder, timer; default: wake","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The name to assign to the new alarm. Helps identify alarms easily.; default: New alarm","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter intent (string); required; The intent of the search, whether the user is looking to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Indicates if the property must have a garage.; default: False\nParameter in_unit_laundry (boolean); Indicates if the property must have in-unit laundry facilities.; default: False","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date.\nParameter property_name (string); required; The name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":36.29,"confidence":0.855935},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":107.44,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"wake\",\"description\":\"The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.\",\"enum\":[\"wake\",\"reminder\",\"timer\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether disabled alarms should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The name to assign to the new alarm. Helps identify alarms easily.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Indicates if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":false,\"description\":\"Indicates if the property must have in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent of the search, whether the user is looking to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a property visit for a potential buyer or tenant on a specific date.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":37.37,"confidence":0.501725},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":106.64,"confidence":1.0}}}},{"id":"live_multiple_545-152-7","split":"live_multiple","state":"User: Find properties available for rent in Petaluma, CA with at least 2 bedrooms and 2 bathrooms?","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":38.17,"confidence":0.733375},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":121.02,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); A flag indicating whether disabled alarms should be included in the response.; default: False\nParameter alarm_type (string); The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.; allowed values: wake, reminder, timer; default: wake","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The name to assign to the new alarm. Helps identify alarms easily.; default: New alarm","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter intent (string); required; The intent of the search, whether the user is looking to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Indicates if the property must have a garage.; default: False\nParameter in_unit_laundry (boolean); Indicates if the property must have in-unit laundry facilities.; default: False","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date.\nParameter property_name (string); required; The name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":31.09,"confidence":0.892086},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":97.04,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"wake\",\"description\":\"The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.\",\"enum\":[\"wake\",\"reminder\",\"timer\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether disabled alarms should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The name to assign to the new alarm. Helps identify alarms easily.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Indicates if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":false,\"description\":\"Indicates if the property must have in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent of the search, whether the user is looking to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a property visit for a potential buyer or tenant on a specific date.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":132.99,"confidence":0.52678},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":105.83,"confidence":1.0}}}},{"id":"live_multiple_546-152-8","split":"live_multiple","state":"User: Find me homes available for purchase in San Francisco, with at least 3 bedrooms and 2 bathrooms? I'm not concerned about having a garage or in-unit laundry.","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":31.01,"confidence":0.553391},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":106.82,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); A flag indicating whether disabled alarms should be included in the response.; default: False\nParameter alarm_type (string); The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.; allowed values: wake, reminder, timer; default: wake","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The name to assign to the new alarm. Helps identify alarms easily.; default: New alarm","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter intent (string); required; The intent of the search, whether the user is looking to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Indicates if the property must have a garage.; default: False\nParameter in_unit_laundry (boolean); Indicates if the property must have in-unit laundry facilities.; default: False","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date.\nParameter property_name (string); required; The name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":31.42,"confidence":0.825343},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":134.34,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"wake\",\"description\":\"The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.\",\"enum\":[\"wake\",\"reminder\",\"timer\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether disabled alarms should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The name to assign to the new alarm. Helps identify alarms easily.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Indicates if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":false,\"description\":\"Indicates if the property must have in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent of the search, whether the user is looking to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a property visit for a potential buyer or tenant on a specific date.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":36.47,"confidence":0.688464},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":106.14,"confidence":1.0}}}},{"id":"live_multiple_547-152-9","split":"live_multiple","state":"User: Buy a house in San Francisco with at least three bedrooms and it must have a garage. ","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":29.17,"confidence":0.981943},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":95.94,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); A flag indicating whether disabled alarms should be included in the response.; default: False\nParameter alarm_type (string); The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.; allowed values: wake, reminder, timer; default: wake","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The name to assign to the new alarm. Helps identify alarms easily.; default: New alarm","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter intent (string); required; The intent of the search, whether the user is looking to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Indicates if the property must have a garage.; default: False\nParameter in_unit_laundry (boolean); Indicates if the property must have in-unit laundry facilities.; default: False","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date.\nParameter property_name (string); required; The name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":45.57,"confidence":0.686939},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":155.86,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"wake\",\"description\":\"The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.\",\"enum\":[\"wake\",\"reminder\",\"timer\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether disabled alarms should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The name to assign to the new alarm. Helps identify alarms easily.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Indicates if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":false,\"description\":\"Indicates if the property must have in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent of the search, whether the user is looking to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a property visit for a potential buyer or tenant on a specific date.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":29.4,"confidence":0.411025},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":142.49,"confidence":1.0}}}},{"id":"live_multiple_548-152-10","split":"live_multiple","state":"User: find homes available for rent in San Francisco with four bedrooms, three bathrooms, and no garage or in-unit laundry?","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":38.55,"confidence":0.662835},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":95.55,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); A flag indicating whether disabled alarms should be included in the response.; default: False\nParameter alarm_type (string); The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.; allowed values: wake, reminder, timer; default: wake","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The name to assign to the new alarm. Helps identify alarms easily.; default: New alarm","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter intent (string); required; The intent of the search, whether the user is looking to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Indicates if the property must have a garage.; default: False\nParameter in_unit_laundry (boolean); Indicates if the property must have in-unit laundry facilities.; default: False","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date.\nParameter property_name (string); required; The name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":30.58,"confidence":0.914797},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":111.32,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"wake\",\"description\":\"The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.\",\"enum\":[\"wake\",\"reminder\",\"timer\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether disabled alarms should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The name to assign to the new alarm. Helps identify alarms easily.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Indicates if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":false,\"description\":\"Indicates if the property must have in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent of the search, whether the user is looking to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a property visit for a potential buyer or tenant on a specific date.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":35.3,"confidence":0.430301},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":105.46,"confidence":1.0}}}},{"id":"live_multiple_549-152-11","split":"live_multiple","state":"User: I'm interested in purchasing a home in San Jose, CA with at least 3 bedrooms, 2 bathrooms, and preferably with a garage.","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":28.78,"confidence":0.727558},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":95.05,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); A flag indicating whether disabled alarms should be included in the response.; default: False\nParameter alarm_type (string); The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.; allowed values: wake, reminder, timer; default: wake","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The name to assign to the new alarm. Helps identify alarms easily.; default: New alarm","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\nParameter intent (string); required; The intent of the search, whether the user is looking to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Indicates if the property must have a garage.; default: False\nParameter in_unit_laundry (boolean); Indicates if the property must have in-unit laundry facilities.; default: False","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date.\nParameter property_name (string); required; The name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":33.5,"confidence":0.839563},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":119.61,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"wake\",\"description\":\"The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.\",\"enum\":[\"wake\",\"reminder\",\"timer\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether disabled alarms should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The name to assign to the new alarm. Helps identify alarms easily.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA'). State names must be abbreviated\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Indicates if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":false,\"description\":\"Indicates if the property must have in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent of the search, whether the user is looking to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a property visit for a potential buyer or tenant on a specific date.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Alarm_1_AddAlarm","correct":false,"latency_ms":98.8,"confidence":0.301586},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":133.04,"confidence":1.0}}}},{"id":"live_multiple_550-152-12","split":"live_multiple","state":"User: look for a 2-bedroom, 2-bathroom apartment to rent in Denver, CO? I don't care about garage space, but I'd really like it to have laundry facilities in the unit.","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":28.69,"confidence":0.874176},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":126.58,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves a list of alarms that the user has set in the system.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); A flag indicating whether disabled alarms should be included in the response.; default: False\nParameter alarm_type (string); The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.; allowed values: wake, reminder, timer; default: wake","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The name to assign to the new alarm. Helps identify alarms easily.; default: New alarm","Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent of the search, whether the user is looking to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Indicates if the property must have a garage.; default: False\nParameter in_unit_laundry (boolean); Indicates if the property must have in-unit laundry facilities.; default: False","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a property visit for a potential buyer or tenant on a specific date.\nParameter property_name (string); required; The name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":65.1,"confidence":0.818468},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":104.9,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves a list of alarms that the user has set in the system.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"alarm_type\":{\"default\":\"wake\",\"description\":\"The type of alarms to retrieve, such as 'wake', 'reminder', or 'timer'.\",\"enum\":[\"wake\",\"reminder\",\"timer\"],\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"A flag indicating whether disabled alarms should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The name to assign to the new alarm. Helps identify alarms easily.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, number of bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Indicates if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":false,\"description\":\"Indicates if the property must have in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent of the search, whether the user is looking to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a property visit for a potential buyer or tenant on a specific date.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the visit in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":67.39,"confidence":0.504315},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":138.59,"confidence":1.0}}}},{"id":"live_multiple_551-153-0","split":"live_multiple","state":"User: I would like to find a hair stylist in Berkeley for me?","expected":"Services_1_FindProvider","candidate_count":4,"views":{"description":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city and filter by whether the salon is unisex or not.","Services_4_BookAppointment":"Services_4_BookAppointment: Creates a reservation with a specific therapist based on the user's preferences for date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist according to the user's requirements in a specific location."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":72.95,"confidence":0.752548},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":101.07,"confidence":1.0}},"prose_schema":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon where the appointment is to be booked.\nParameter appointment_date (string); required; The desired date for the appointment, in the format of 'YYYY-MM-DD'.\nParameter appointment_time (string); required; The desired time for the appointment, in 24-hour format 'HH:MM'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city and filter by whether the salon is unisex or not.\nParameter city (string); required; The city where the salon is located, such as 'Berkeley, CA' or 'New York, NY'.\nParameter is_unisex (string); Indicates if the salon accommodates all genders. 'True' for yes, 'False' for no, 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare","Services_4_BookAppointment":"Services_4_BookAppointment: Creates a reservation with a specific therapist based on the user's preferences for date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be scheduled.\nParameter appointment_time (string); required; The desired time for the appointment in 24-hour format (e.g., '14:00' for 2 PM).\nParameter appointment_date (string); required; The desired date for the appointment in the format 'YYYY-MM-DD' (e.g., '2023-09-01').","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist according to the user's requirements in a specific location.\nParameter city (string); required; The city where the user wants to search for a therapist, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\nParameter type (string); required; The specialization of the therapist the user is looking for.; allowed values: Psychologist, Family Counselor, Psychiatrist"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":117.8,"confidence":0.736276},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":99.36,"confidence":1.0}},"schema":{"criteria":{"Services_1_BookAppointment":"{\"description\":\"Books an appointment with a specified hair stylist or salon on a given date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The desired date for the appointment, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The desired time for the appointment, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon where the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_date\",\"appointment_time\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist within a specified city and filter by whether the salon is unisex or not.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":\"dontcare\",\"description\":\"Indicates if the salon accommodates all genders. 'True' for yes, 'False' for no, 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Creates a reservation with a specific therapist based on the user's preferences for date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The desired date for the appointment in the format 'YYYY-MM-DD' (e.g., '2023-09-01').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The desired time for the appointment in 24-hour format (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be scheduled.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover a therapist according to the user's requirements in a specific location.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user wants to search for a therapist, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist the user is looking for.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":false,"latency_ms":126.67,"confidence":0.400585},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":101.81,"confidence":1.0}}}},{"id":"live_multiple_552-153-1","split":"live_multiple","state":"User: I want to go to a Salon which should be an Unisex one. I am now in Walnut Creek so please search for the one located here.","expected":"Services_1_FindProvider","candidate_count":4,"views":{"description":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city and filter by whether the salon is unisex or not.","Services_4_BookAppointment":"Services_4_BookAppointment: Creates a reservation with a specific therapist based on the user's preferences for date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist according to the user's requirements in a specific location."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":30.28,"confidence":0.871995},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":132.95,"confidence":1.0}},"prose_schema":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon where the appointment is to be booked.\nParameter appointment_date (string); required; The desired date for the appointment, in the format of 'YYYY-MM-DD'.\nParameter appointment_time (string); required; The desired time for the appointment, in 24-hour format 'HH:MM'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city and filter by whether the salon is unisex or not.\nParameter city (string); required; The city where the salon is located, such as 'Berkeley, CA' or 'New York, NY'.\nParameter is_unisex (string); Indicates if the salon accommodates all genders. 'True' for yes, 'False' for no, 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare","Services_4_BookAppointment":"Services_4_BookAppointment: Creates a reservation with a specific therapist based on the user's preferences for date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be scheduled.\nParameter appointment_time (string); required; The desired time for the appointment in 24-hour format (e.g., '14:00' for 2 PM).\nParameter appointment_date (string); required; The desired date for the appointment in the format 'YYYY-MM-DD' (e.g., '2023-09-01').","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist according to the user's requirements in a specific location.\nParameter city (string); required; The city where the user wants to search for a therapist, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\nParameter type (string); required; The specialization of the therapist the user is looking for.; allowed values: Psychologist, Family Counselor, Psychiatrist"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":31.31,"confidence":0.816304},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":111.45,"confidence":1.0}},"schema":{"criteria":{"Services_1_BookAppointment":"{\"description\":\"Books an appointment with a specified hair stylist or salon on a given date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The desired date for the appointment, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The desired time for the appointment, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon where the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_date\",\"appointment_time\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist within a specified city and filter by whether the salon is unisex or not.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":\"dontcare\",\"description\":\"Indicates if the salon accommodates all genders. 'True' for yes, 'False' for no, 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Creates a reservation with a specific therapist based on the user's preferences for date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The desired date for the appointment in the format 'YYYY-MM-DD' (e.g., '2023-09-01').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The desired time for the appointment in 24-hour format (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be scheduled.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover a therapist according to the user's requirements in a specific location.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user wants to search for a therapist, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist the user is looking for.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":false,"latency_ms":33.87,"confidence":0.454107},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":219.06,"confidence":1.0}}}},{"id":"live_multiple_553-153-2","split":"live_multiple","state":"User: I am in desperate need for a haircut, can you help me find a salon in San Fran?","expected":"Services_1_FindProvider","candidate_count":4,"views":{"description":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city and filter by whether the salon is unisex or not.","Services_4_BookAppointment":"Services_4_BookAppointment: Creates a reservation with a specific therapist based on the user's preferences for date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist according to the user's requirements in a specific location."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":38.76,"confidence":0.430541},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":153.44,"confidence":0.98}},"prose_schema":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon where the appointment is to be booked.\nParameter appointment_date (string); required; The desired date for the appointment, in the format of 'YYYY-MM-DD'.\nParameter appointment_time (string); required; The desired time for the appointment, in 24-hour format 'HH:MM'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city and filter by whether the salon is unisex or not.\nParameter city (string); required; The city where the salon is located, such as 'Berkeley, CA' or 'New York, NY'.\nParameter is_unisex (string); Indicates if the salon accommodates all genders. 'True' for yes, 'False' for no, 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare","Services_4_BookAppointment":"Services_4_BookAppointment: Creates a reservation with a specific therapist based on the user's preferences for date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be scheduled.\nParameter appointment_time (string); required; The desired time for the appointment in 24-hour format (e.g., '14:00' for 2 PM).\nParameter appointment_date (string); required; The desired date for the appointment in the format 'YYYY-MM-DD' (e.g., '2023-09-01').","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist according to the user's requirements in a specific location.\nParameter city (string); required; The city where the user wants to search for a therapist, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\nParameter type (string); required; The specialization of the therapist the user is looking for.; allowed values: Psychologist, Family Counselor, Psychiatrist"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":38.88,"confidence":0.709682},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":103.02,"confidence":1.0}},"schema":{"criteria":{"Services_1_BookAppointment":"{\"description\":\"Books an appointment with a specified hair stylist or salon on a given date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The desired date for the appointment, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The desired time for the appointment, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon where the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_date\",\"appointment_time\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist within a specified city and filter by whether the salon is unisex or not.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":\"dontcare\",\"description\":\"Indicates if the salon accommodates all genders. 'True' for yes, 'False' for no, 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Creates a reservation with a specific therapist based on the user's preferences for date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The desired date for the appointment in the format 'YYYY-MM-DD' (e.g., '2023-09-01').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The desired time for the appointment in 24-hour format (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be scheduled.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover a therapist according to the user's requirements in a specific location.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user wants to search for a therapist, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist the user is looking for.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":false,"latency_ms":36.57,"confidence":0.549757},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":134.61,"confidence":1.0}}}},{"id":"live_multiple_554-154-0","split":"live_multiple","state":"User: Is there a rental car available in London on the 10th of March onwards picking up at 10am till 17th March, any car will do?","expected":"RentalCars_3_GetCarsAvailable","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars based on the specified location and rental period.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":100.98,"confidence":0.895365},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":109.14,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which the search for events is to be conducted, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter date (string); The date for which to find events, formatted as 'MM/DD/YYYY'. If left as 'dontcare', the search will include all upcoming events.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The exact title of the artist's performance or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to book for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars based on the specified location and rental period.\nParameter city (string); required; The city in which the rental car will be picked up, such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pickup time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for the rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of rental car.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'MM/DD/YYYY'.\nParameter pickup_time (string); required; The time for picking up the car in the format 'HH:MM AM/PM'.\nParameter end_date (string); required; The end date for returning the rental car, in the format 'MM/DD/YYYY'.\nParameter car_type (string); required; The desired type of rental car.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether additional insurance is to be purchased. True to add insurance, False otherwise."},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":134.75,"confidence":0.957863},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":106.39,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the search for events is to be conducted, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'MM/DD/YYYY'. If left as 'dontcare', the search will include all upcoming events.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The exact title of the artist's performance or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to book for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of available rental cars based on the specified location and rental period.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city in which the rental car will be picked up, such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pickup time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether additional insurance is to be purchased. True to add insurance, False otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The desired type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for picking up the car in the format 'HH:MM AM/PM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'MM/DD/YYYY'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":191.48,"confidence":0.948556},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":121.06,"confidence":1.0}}}},{"id":"live_multiple_555-154-1","split":"live_multiple","state":"User: I have friends coming over from new york, I'm looking to rent a Sedan in Los Angeles from April 14th, 2023 until April 18th, 2023.","expected":"RentalCars_3_GetCarsAvailable","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars based on the specified location and rental period.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":30.95,"confidence":0.922308},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":131.91,"confidence":0.93}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which the search for events is to be conducted, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter date (string); The date for which to find events, formatted as 'MM/DD/YYYY'. If left as 'dontcare', the search will include all upcoming events.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The exact title of the artist's performance or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to book for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars based on the specified location and rental period.\nParameter city (string); required; The city in which the rental car will be picked up, such as 'Los Angeles, CA' in the format 'City, State'.\nParameter start_date (string); required; The start date for the rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pickup time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for the rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of rental car.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'MM/DD/YYYY'.\nParameter pickup_time (string); required; The time for picking up the car in the format 'HH:MM AM/PM'.\nParameter end_date (string); required; The end date for returning the rental car, in the format 'MM/DD/YYYY'.\nParameter car_type (string); required; The desired type of rental car.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether additional insurance is to be purchased. True to add insurance, False otherwise."},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":72.74,"confidence":0.970907},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":143.76,"confidence":0.91}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the search for events is to be conducted, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'MM/DD/YYYY'. If left as 'dontcare', the search will include all upcoming events.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The exact title of the artist's performance or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to book for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of available rental cars based on the specified location and rental period.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city in which the rental car will be picked up, such as 'Los Angeles, CA' in the format 'City, State'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pickup time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether additional insurance is to be purchased. True to add insurance, False otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The desired type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for picking up the car in the format 'HH:MM AM/PM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'MM/DD/YYYY'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":72.59,"confidence":0.573418},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":116.7,"confidence":0.78}}}},{"id":"live_multiple_556-154-2","split":"live_multiple","state":"User: Can you locate available sedans for rent in Long Beach with a pickup date and end date of 2023-04-12 at 2pm?","expected":"RentalCars_3_GetCarsAvailable","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars based on the specified location and rental period.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":29.52,"confidence":0.932945},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":104.41,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which the search for events is to be conducted, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter date (string); The date for which to find events, formatted as 'MM/DD/YYYY'. If left as 'dontcare', the search will include all upcoming events.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The exact title of the artist's performance or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to book for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars based on the specified location and rental period.\nParameter city (string); required; The city in which the rental car will be picked up, such as 'Los Angeles, CA' in the format 'City, State\nParameter start_date (string); required; The start date for the rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pickup time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for the rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of rental car.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'MM/DD/YYYY'.\nParameter pickup_time (string); required; The time for picking up the car in the format 'HH:MM AM/PM'.\nParameter end_date (string); required; The end date for returning the rental car, in the format 'MM/DD/YYYY'.\nParameter car_type (string); required; The desired type of rental car.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether additional insurance is to be purchased. True to add insurance, False otherwise."},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":66.23,"confidence":0.974982},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":120.75,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the search for events is to be conducted, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'MM/DD/YYYY'. If left as 'dontcare', the search will include all upcoming events.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The exact title of the artist's performance or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to book for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of available rental cars based on the specified location and rental period.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city in which the rental car will be picked up, such as 'Los Angeles, CA' in the format 'City, State\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pickup time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether additional insurance is to be purchased. True to add insurance, False otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The desired type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for picking up the car in the format 'HH:MM AM/PM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'MM/DD/YYYY'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":110.25,"confidence":0.867427},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":115.05,"confidence":1.0}}}},{"id":"live_multiple_557-154-3","split":"live_multiple","state":"User: I need to rent a car in Los Angeles. Find what's available from April 18th 2023 at 10am until April 24th?","expected":"RentalCars_3_GetCarsAvailable","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars based on the specified location and rental period.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":37.3,"confidence":0.954171},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":100.44,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which the search for events is to be conducted, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter date (string); The date for which to find events, formatted as 'MM/DD/YYYY'. If left as 'dontcare', the search will include all upcoming events.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The exact title of the artist's performance or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to book for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars based on the specified location and rental period.\nParameter city (string); required; The city in which the rental car will be picked up, such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pickup time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for the rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of rental car.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'MM/DD/YYYY'.\nParameter pickup_time (string); required; The time for picking up the car in the format 'HH:MM AM/PM'.\nParameter end_date (string); required; The end date for returning the rental car, in the format 'MM/DD/YYYY'.\nParameter car_type (string); required; The desired type of rental car.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether additional insurance is to be purchased. True to add insurance, False otherwise."},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":30.08,"confidence":0.971094},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":130.96,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the search for events is to be conducted, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'MM/DD/YYYY'. If left as 'dontcare', the search will include all upcoming events.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The exact title of the artist's performance or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to book for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of available rental cars based on the specified location and rental period.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city in which the rental car will be picked up, such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pickup time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether additional insurance is to be purchased. True to add insurance, False otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The desired type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for picking up the car in the format 'HH:MM AM/PM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'MM/DD/YYYY'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":94.55,"confidence":0.803585},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":135.27,"confidence":1.0}}}},{"id":"live_multiple_558-154-4","split":"live_multiple","state":"User: I'm planning a tour and will need a rental car. Find out what cars are available in Los Angeles from May 15th with a pickup time at 10:00 AM to May 20th?","expected":"RentalCars_3_GetCarsAvailable","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars based on the specified location and rental period.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":29.07,"confidence":0.918856},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":122.11,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which the search for events is to be conducted, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter date (string); The date for which to find events, formatted as 'MM/DD/YYYY'. If left as 'dontcare', the search will include all upcoming events.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The exact title of the artist's performance or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to book for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars based on the specified location and rental period.\nParameter city (string); required; The city in which the rental car will be picked up, such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pickup time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for the rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of rental car.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'MM/DD/YYYY'.\nParameter pickup_time (string); required; The time for picking up the car in the format 'HH:MM AM/PM'.\nParameter end_date (string); required; The end date for returning the rental car, in the format 'MM/DD/YYYY'.\nParameter car_type (string); required; The desired type of rental car.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether additional insurance is to be purchased. True to add insurance, False otherwise."},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":32.13,"confidence":0.992117},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":121.76,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the search for events is to be conducted, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'MM/DD/YYYY'. If left as 'dontcare', the search will include all upcoming events.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The exact title of the artist's performance or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to book for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of available rental cars based on the specified location and rental period.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city in which the rental car will be picked up, such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pickup time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether additional insurance is to be purchased. True to add insurance, False otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The desired type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for picking up the car in the format 'HH:MM AM/PM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'MM/DD/YYYY'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":36.55,"confidence":0.755095},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":101.6,"confidence":1.0}}}},{"id":"live_multiple_559-154-5","split":"live_multiple","state":"User: I'm planning a trip to Los Angeles and need to rent a car. I'll be getting the car on April 8th 2023 hopefully at 10 in the morning time and returning it on April 10th. ","expected":"RentalCars_3_GetCarsAvailable","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars based on the specified location and rental period.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":31.06,"confidence":0.881715},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":107.09,"confidence":0.91}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which the search for events is to be conducted, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter date (string); The date for which to find events, formatted as 'MM/DD/YYYY'. If left as 'dontcare', the search will include all upcoming events.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The exact title of the artist's performance or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to book for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars based on the specified location and rental period.\nParameter city (string); required; The city in which the rental car will be picked up, such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pickup time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for the rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of rental car.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'MM/DD/YYYY'.\nParameter pickup_time (string); required; The time for picking up the car in the format 'HH:MM AM/PM'.\nParameter end_date (string); required; The end date for returning the rental car, in the format 'MM/DD/YYYY'.\nParameter car_type (string); required; The desired type of rental car.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether additional insurance is to be purchased. True to add insurance, False otherwise."},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":38.63,"confidence":0.934845},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":97.9,"confidence":0.9}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events such as concerts and plays happening in a specified city on a particular date or any upcoming date if the date is unspecified.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which the search for events is to be conducted, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'MM/DD/YYYY'. If left as 'dontcare', the search will include all upcoming events.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The exact title of the artist's performance or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to book for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of available rental cars based on the specified location and rental period.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city in which the rental car will be picked up, such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pickup time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function makes a reservation for a rental car, specifying pickup location, time, car type, and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether additional insurance is to be purchased. True to add insurance, False otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The desired type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time for picking up the car in the format 'HH:MM AM/PM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'MM/DD/YYYY'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":57.98,"confidence":0.53017},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":163.28,"confidence":0.99}}}},{"id":"live_multiple_560-155-0","split":"live_multiple","state":"User: I'm looking for a music event in New York this weekend. Any suggestions?","expected":"Events_3_FindEvents","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":99.3,"confidence":0.477059},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":138.08,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\nParameter departure_date (string); required; The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter num_passengers (integer); The number of tickets required for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\nParameter from_city (string); required; The city of origin for the trip, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of passengers for whom the tickets are being purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage space is required.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\nParameter date (string); The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.; default: any","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.\nParameter event_name (string); required; The name of the artist or the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Flag indicating if the house should include laundry service.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Select 'dontcare' if no specific number is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.; default: dontcare"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":181.49,"confidence":0.631326},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":141.14,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two specified cities on a given date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets required for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage space is required.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of origin for the trip, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are being purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\",\"type\":\"string\"},\"date\":{\"default\":\"any\",\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Flag indicating if the house should include laundry service.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Select 'dontcare' if no specific number is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":234.97,"confidence":0.80144},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":119.01,"confidence":1.0}}}},{"id":"live_multiple_561-155-1","split":"live_multiple","state":"User: I'm looking for a good time in New York. search up some music events happening there this weekend?","expected":"Events_3_FindEvents","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":40.25,"confidence":0.514444},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":130.01,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\nParameter departure_date (string); required; The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter num_passengers (integer); The number of tickets required for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\nParameter from_city (string); required; The city of origin for the trip, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of passengers for whom the tickets are being purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage space is required.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is happening, formatted as 'City, State' or 'City', if it is in the US. For example, 'New York, NY' or 'Paris'.\nParameter date (string); The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.; default: any","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.\nParameter event_name (string); required; The name of the artist or the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Flag indicating if the house should include laundry service.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Select 'dontcare' if no specific number is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.; default: dontcare"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":60.9,"confidence":0.814735},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":109.79,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two specified cities on a given date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets required for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage space is required.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of origin for the trip, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are being purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is happening, formatted as 'City, State' or 'City', if it is in the US. For example, 'New York, NY' or 'Paris'.\",\"type\":\"string\"},\"date\":{\"default\":\"any\",\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Flag indicating if the house should include laundry service.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Select 'dontcare' if no specific number is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":74.84,"confidence":0.83092},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":128.14,"confidence":1.0}}}},{"id":"live_multiple_562-155-2","split":"live_multiple","state":"User: Find any Theater events in Seattle, WA?","expected":"Events_3_FindEvents","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":32.87,"confidence":0.824757},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":97.7,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\nParameter departure_date (string); required; The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter num_passengers (integer); The number of tickets required for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\nParameter from_city (string); required; The city of origin for the trip, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of passengers for whom the tickets are being purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage space is required.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\nParameter date (string); The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.; default: any","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.\nParameter event_name (string); required; The name of the artist or the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Flag indicating if the house should include laundry service.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Select 'dontcare' if no specific number is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.; default: dontcare"},"clm":{"choice":"Buses_3_BuyBusTicket","correct":false,"latency_ms":29.08,"confidence":0.738338},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":120.83,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two specified cities on a given date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets required for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage space is required.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of origin for the trip, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are being purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\",\"type\":\"string\"},\"date\":{\"default\":\"any\",\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Flag indicating if the house should include laundry service.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Select 'dontcare' if no specific number is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":88.91,"confidence":0.773009},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":130.52,"confidence":1.0}}}},{"id":"live_multiple_563-155-3","split":"live_multiple","state":"User: Is it possible for you to find me something interesting which I can do? I am interested in things around Philadelphia happening on 7th of this march 2023, and more specifically I enjoy Musical performance.","expected":"Events_3_FindEvents","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":31.4,"confidence":0.635157},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":120.93,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\nParameter departure_date (string); required; The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter num_passengers (integer); The number of tickets required for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\nParameter from_city (string); required; The city of origin for the trip, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of passengers for whom the tickets are being purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage space is required.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\nParameter date (string); The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.; default: any","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.\nParameter event_name (string); required; The name of the artist or the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Flag indicating if the house should include laundry service.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Select 'dontcare' if no specific number is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.; default: dontcare"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.33,"confidence":0.59535},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":124.42,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two specified cities on a given date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets required for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage space is required.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of origin for the trip, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are being purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\",\"type\":\"string\"},\"date\":{\"default\":\"any\",\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Flag indicating if the house should include laundry service.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Select 'dontcare' if no specific number is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":35.85,"confidence":0.744069},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":103.94,"confidence":1.0}}}},{"id":"live_multiple_564-155-4","split":"live_multiple","state":"User: Can you look up any theater events happening in Seattle, WA on the 7th of march 2023?","expected":"Events_3_FindEvents","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":37.66,"confidence":0.682624},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":118.45,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\nParameter departure_date (string); required; The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter num_passengers (integer); The number of tickets required for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\nParameter from_city (string); required; The city of origin for the trip, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of passengers for whom the tickets are being purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage space is required.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city doesn't belong to a state. For example, 'New York, NY' or 'Paris'.\nParameter date (string); The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.; default: any","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.\nParameter event_name (string); required; The name of the artist or the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Flag indicating if the house should include laundry service.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Select 'dontcare' if no specific number is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.; default: dontcare"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":58.17,"confidence":0.301017},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":111.72,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two specified cities on a given date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets required for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage space is required.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of origin for the trip, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are being purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city doesn't belong to a state. For example, 'New York, NY' or 'Paris'.\",\"type\":\"string\"},\"date\":{\"default\":\"any\",\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Flag indicating if the house should include laundry service.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Select 'dontcare' if no specific number is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":160.08,"confidence":0.860833},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":149.18,"confidence":1.0}}}},{"id":"live_multiple_565-155-5","split":"live_multiple","state":"User: finding a musical performance in New York scheduled for the 12th of march 2023?","expected":"Events_3_FindEvents","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":29.13,"confidence":0.802728},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":137.14,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\nParameter departure_date (string); required; The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter num_passengers (integer); The number of tickets required for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\nParameter from_city (string); required; The city of origin for the trip, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of passengers for whom the tickets are being purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage space is required.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\nParameter date (string); The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.; default: any","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.\nParameter event_name (string); required; The name of the artist or the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Flag indicating if the house should include laundry service.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Select 'dontcare' if no specific number is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.; default: dontcare"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":57.05,"confidence":0.446137},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":116.26,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two specified cities on a given date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets required for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage space is required.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of origin for the trip, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are being purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\",\"type\":\"string\"},\"date\":{\"default\":\"any\",\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Flag indicating if the house should include laundry service.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Select 'dontcare' if no specific number is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":44.08,"confidence":0.843092},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":149.9,"confidence":1.0}}}},{"id":"live_multiple_566-155-6","split":"live_multiple","state":"User: Hi, Find something interesting for me to do in Sacramento ?","expected":"Events_3_FindEvents","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":28.86,"confidence":0.820492},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":119.03,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\nParameter departure_date (string); required; The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter num_passengers (integer); The number of tickets required for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\nParameter from_city (string); required; The city of origin for the trip, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of passengers for whom the tickets are being purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage space is required.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\nParameter date (string); The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.; default: any","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.\nParameter event_name (string); required; The name of the artist or the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Flag indicating if the house should include laundry service.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Select 'dontcare' if no specific number is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.; default: dontcare"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":51.14,"confidence":0.504789},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":101.63,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two specified cities on a given date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets required for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage space is required.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of origin for the trip, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are being purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\",\"type\":\"string\"},\"date\":{\"default\":\"any\",\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Flag indicating if the house should include laundry service.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Select 'dontcare' if no specific number is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":65.2,"confidence":0.394599},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":144.23,"confidence":1.0}}}},{"id":"live_multiple_567-155-7","split":"live_multiple","state":"User: Hi, Find Theater events in Los Angeles on the 4th of march 2023, march 2023 is march 2023?","expected":"Events_3_FindEvents","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":39.9,"confidence":0.395475},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":106.98,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\nParameter departure_date (string); required; The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter num_passengers (integer); The number of tickets required for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\nParameter from_city (string); required; The city of origin for the trip, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of passengers for whom the tickets are being purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage space is required.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\nParameter date (string); The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.; default: any","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.\nParameter event_name (string); required; The name of the artist or the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Flag indicating if the house should include laundry service.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Select 'dontcare' if no specific number is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.; default: dontcare"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":33.62,"confidence":0.477606},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":133.94,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two specified cities on a given date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets required for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage space is required.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of origin for the trip, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are being purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\",\"type\":\"string\"},\"date\":{\"default\":\"any\",\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Flag indicating if the house should include laundry service.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Select 'dontcare' if no specific number is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":75.07,"confidence":0.757939},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":110.11,"confidence":1.0}}}},{"id":"live_multiple_568-155-8","split":"live_multiple","state":"User: I'll be in New York City on the 9th and I'm interested in attending a Drama. Can you find any theater events for me on that date? currently is sep 2023","expected":"Events_3_FindEvents","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":32.53,"confidence":0.506445},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":147.9,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\nParameter departure_date (string); required; The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter num_passengers (integer); The number of tickets required for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\nParameter from_city (string); required; The city of origin for the trip, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of passengers for whom the tickets are being purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage space is required.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\nParameter date (string); The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.; default: any","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.\nParameter event_name (string); required; The name of the artist or the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Flag indicating if the house should include laundry service.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Select 'dontcare' if no specific number is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.; default: dontcare"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":31.11,"confidence":0.881255},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":106.11,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two specified cities on a given date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets required for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage space is required.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of origin for the trip, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are being purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\",\"type\":\"string\"},\"date\":{\"default\":\"any\",\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Flag indicating if the house should include laundry service.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Select 'dontcare' if no specific number is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":34.96,"confidence":0.733415},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":100.8,"confidence":1.0}}}},{"id":"live_multiple_569-155-9","split":"live_multiple","state":"User: I want to find what cultural events, like concerts or plays, are happening in Las Vegas on March 6th? current it's 2023","expected":"Events_3_FindEvents","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":31.81,"confidence":0.662426},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":110.7,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\nParameter departure_date (string); required; The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter num_passengers (integer); The number of tickets required for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\nParameter from_city (string); required; The city of origin for the trip, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of passengers for whom the tickets are being purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage space is required.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\nParameter date (string); The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.; default: any","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.\nParameter event_name (string); required; The name of the artist or the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Flag indicating if the house should include laundry service.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Select 'dontcare' if no specific number is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.; default: dontcare"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":55.42,"confidence":0.787154},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":105.46,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two specified cities on a given date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets required for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage space is required.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of origin for the trip, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are being purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\",\"type\":\"string\"},\"date\":{\"default\":\"any\",\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Flag indicating if the house should include laundry service.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Select 'dontcare' if no specific number is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":87.04,"confidence":0.631658},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":157.24,"confidence":1.0}}}},{"id":"live_multiple_570-155-10","split":"live_multiple","state":"User: Could you search for any music events happening in the big apple this weekend?","expected":"Events_3_FindEvents","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":36.19,"confidence":0.563983},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":156.72,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\nParameter departure_date (string); required; The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter num_passengers (integer); The number of tickets required for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\nParameter from_city (string); required; The city of origin for the trip, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of passengers for whom the tickets are being purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage space is required.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\nParameter date (string); The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.; default: any","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.\nParameter event_name (string); required; The name of the artist or the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Flag indicating if the house should include laundry service.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Select 'dontcare' if no specific number is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.; default: dontcare"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":61.17,"confidence":0.41309},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":103.22,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two specified cities on a given date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets required for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage space is required.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of origin for the trip, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are being purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\",\"type\":\"string\"},\"date\":{\"default\":\"any\",\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Flag indicating if the house should include laundry service.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Select 'dontcare' if no specific number is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":32.8,"confidence":0.669081},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":123.01,"confidence":1.0}}}},{"id":"live_multiple_571-155-11","split":"live_multiple","state":"User: I'm getting Cabin Fever from being cooped up at work and home. find a theater event for me on the 9th of march 2023 in San Francisco? march 2023 is 2023 march","expected":"Events_3_FindEvents","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":30.24,"confidence":0.503641},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":124.19,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\nParameter departure_date (string); required; The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter num_passengers (integer); The number of tickets required for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\nParameter from_city (string); required; The city of origin for the trip, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of passengers for whom the tickets are being purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage space is required.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\nParameter date (string); The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.; default: any","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.\nParameter event_name (string); required; The name of the artist or the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Flag indicating if the house should include laundry service.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Select 'dontcare' if no specific number is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.; default: dontcare"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":31.12,"confidence":0.453924},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":131.29,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two specified cities on a given date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets required for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage space is required.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of origin for the trip, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are being purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\",\"type\":\"string\"},\"date\":{\"default\":\"any\",\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Flag indicating if the house should include laundry service.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Select 'dontcare' if no specific number is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":61.29,"confidence":0.56243},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":125.9,"confidence":1.0}}}},{"id":"live_multiple_572-155-12","split":"live_multiple","state":"User: I'm looking for a music event in Fresno, CA for me and a friend to attend on the 10th. Find one? march 2023 is 2023 march","expected":"Events_3_FindEvents","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.49,"confidence":0.602598},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":102.08,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\nParameter departure_date (string); required; The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter num_passengers (integer); The number of tickets required for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\nParameter from_city (string); required; The city of origin for the trip, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of passengers for whom the tickets are being purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage space is required.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\nParameter date (string); The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.; default: any","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.\nParameter event_name (string); required; The name of the artist or the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Flag indicating if the house should include laundry service.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Select 'dontcare' if no specific number is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.; default: dontcare"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.79,"confidence":0.360697},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":190.25,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two specified cities on a given date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets required for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage space is required.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of origin for the trip, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are being purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\",\"type\":\"string\"},\"date\":{\"default\":\"any\",\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Flag indicating if the house should include laundry service.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Select 'dontcare' if no specific number is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":41.0,"confidence":0.721205},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":111.35,"confidence":1.0}}}},{"id":"live_multiple_573-155-13","split":"live_multiple","state":"User: Can you find any music events happening in Seattle, WA on March 11th? this year 2023","expected":"Events_3_FindEvents","candidate_count":6,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":45.08,"confidence":0.600518},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":131.69,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two specified cities on a given date.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\nParameter departure_date (string); required; The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter num_passengers (integer); The number of tickets required for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\nParameter from_city (string); required; The city of origin for the trip, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of passengers for whom the tickets are being purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage space is required.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\nParameter date (string); The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.; default: any","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a specified city.\nParameter event_name (string); required; The name of the artist or the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total number of tickets to be reserved for the event.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\nParameter where_to (string); required; The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Flag indicating if the house should include laundry service.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Select 'dontcare' if no specific number is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.; default: dontcare"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":58.36,"confidence":0.440695},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":118.58,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two specified cities on a given date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets required for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage space is required.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of origin for the trip, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are being purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Finds and lists cultural events, such as concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is happening, formatted as 'City, State' or 'City' if the city does not have a state. For example, 'New York, NY' or 'Paris'.\",\"type\":\"string\"},\"date\":{\"default\":\"any\",\"description\":\"The date of the event, formatted as 'YYYY-MM-DD'. If not specified, any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a specified city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is located, expected in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total number of tickets to be reserved for the event.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and the specified number of adults. The location must be in the format of 'City, State', such as 'New York, NY'.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location with optional filters such as laundry service availability, number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Flag indicating if the house should include laundry service.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Select 'dontcare' if no specific number is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with higher numbers indicating better ratings. Select 'dontcare' to include all ratings.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house to search for, in the format of 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":61.49,"confidence":0.799711},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":129.59,"confidence":1.0}}}},{"id":"live_multiple_574-156-0","split":"live_multiple","state":"User: I'm looking to get a haircut in Berkeley. Find a salon that caters to both men and women?","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showtime at a designated theater location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by specified criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.","Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist by city and optionally filter by whether the salon is unisex."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":79.96,"confidence":0.864164},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":103.4,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showtime at a designated theater location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to buy.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie show, in the format 'MM/DD/YYYY'.\nParameter location (string); required; The city of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by specified criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' such as 'Los Angeles, CA'.\nParameter theater_name (string); The name of the theater. If unspecified, all theaters are considered.; default: All Theaters\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: All Genres\nParameter show_type (string); The type of movie show such as regular, 3D, or IMAX. If unspecified, all types are considered.; allowed values: regular, 3d, imax; default: All Show Types","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are requested.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to find showtimes, formatted as 'MM/DD/YYYY'.\nParameter theater_name (string); The name of the theater. If unspecified, any theater is considered.; default: Any\nParameter show_type (string); The format of the show (e.g., standard, 3D, IMAX).; allowed values: regular, 3d, imax; default: regular","Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format, e.g., '14:00' for 2 PM.\nParameter appointment_date (string); required; The date for the appointment in the format 'YYYY-MM-DD', e.g., '2023-04-15'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist by city and optionally filter by whether the salon is unisex.\nParameter city (string); required; The city where the salon is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter is_unisex (boolean); Flag indicating if the salon is unisex. A value of 'True' means the salon is unisex, 'False' means it is not.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":148.95,"confidence":0.643775},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":127.92,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showtime at a designated theater location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to buy.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie show, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by specified criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"All Genres\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"All Show Types\",\"description\":\"The type of movie show such as regular, 3D, or IMAX. If unspecified, all types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater. If unspecified, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to find showtimes, formatted as 'MM/DD/YYYY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show (e.g., standard, 3D, IMAX).\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any\",\"description\":\"The name of the theater. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"Books an appointment with a specified hair stylist or salon on a given date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format 'YYYY-MM-DD', e.g., '2023-04-15'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format, e.g., '14:00' for 2 PM.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist by city and optionally filter by whether the salon is unisex.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Flag indicating if the salon is unisex. A value of 'True' means the salon is unisex, 'False' means it is not.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":197.28,"confidence":0.618459},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":154.83,"confidence":1.0}}}},{"id":"live_multiple_575-156-1","split":"live_multiple","state":"User: I would like to find a hair stylist in Santa Rosa, CA. ","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showtime at a designated theater location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by specified criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.","Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist by city and optionally filter by whether the salon is unisex."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":41.6,"confidence":0.602155},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":108.55,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showtime at a designated theater location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to buy.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie show, in the format 'MM/DD/YYYY'.\nParameter location (string); required; The city of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by specified criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' such as 'Los Angeles, CA'.\nParameter theater_name (string); The name of the theater. If unspecified, all theaters are considered.; default: All Theaters\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: All Genres\nParameter show_type (string); The type of movie show such as regular, 3D, or IMAX. If unspecified, all types are considered.; allowed values: regular, 3d, imax; default: All Show Types","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are requested.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to find showtimes, formatted as 'MM/DD/YYYY'.\nParameter theater_name (string); The name of the theater. If unspecified, any theater is considered.; default: Any\nParameter show_type (string); The format of the show (e.g., standard, 3D, IMAX).; allowed values: regular, 3d, imax; default: regular","Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format, e.g., '14:00' for 2 PM.\nParameter appointment_date (string); required; The date for the appointment in the format 'YYYY-MM-DD', e.g., '2023-04-15'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist by city and optionally filter by whether the salon is unisex.\nParameter city (string); required; The city where the salon is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter is_unisex (boolean); Flag indicating if the salon is unisex. A value of 'True' means the salon is unisex, 'False' means it is not.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":30.49,"confidence":0.51905},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":118.38,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showtime at a designated theater location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to buy.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie show, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by specified criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"All Genres\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"All Show Types\",\"description\":\"The type of movie show such as regular, 3D, or IMAX. If unspecified, all types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater. If unspecified, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to find showtimes, formatted as 'MM/DD/YYYY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show (e.g., standard, 3D, IMAX).\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any\",\"description\":\"The name of the theater. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"Books an appointment with a specified hair stylist or salon on a given date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format 'YYYY-MM-DD', e.g., '2023-04-15'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format, e.g., '14:00' for 2 PM.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist by city and optionally filter by whether the salon is unisex.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Flag indicating if the salon is unisex. A value of 'True' means the salon is unisex, 'False' means it is not.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":37.73,"confidence":0.548635},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":114.81,"confidence":1.0}}}},{"id":"live_multiple_576-156-2","split":"live_multiple","state":"User: Can you find a unisex hair salon in Berkeley for me?","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showtime at a designated theater location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by specified criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.","Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist by city and optionally filter by whether the salon is unisex."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":27.46,"confidence":0.584778},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":98.57,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showtime at a designated theater location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to buy.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie show, in the format 'MM/DD/YYYY'.\nParameter location (string); required; The city of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by specified criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' such as 'Los Angeles, CA'.\nParameter theater_name (string); The name of the theater. If unspecified, all theaters are considered.; default: All Theaters\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: All Genres\nParameter show_type (string); The type of movie show such as regular, 3D, or IMAX. If unspecified, all types are considered.; allowed values: regular, 3d, imax; default: All Show Types","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are requested.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to find showtimes, formatted as 'MM/DD/YYYY'.\nParameter theater_name (string); The name of the theater. If unspecified, any theater is considered.; default: Any\nParameter show_type (string); The format of the show (e.g., standard, 3D, IMAX).; allowed values: regular, 3d, imax; default: regular","Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format, e.g., '14:00' for 2 PM.\nParameter appointment_date (string); required; The date for the appointment in the format 'YYYY-MM-DD', e.g., '2023-04-15'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist by city and optionally filter by whether the salon is unisex.\nParameter city (string); required; The city where the salon is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter is_unisex (boolean); Flag indicating if the salon is unisex. A value of 'True' means the salon is unisex, 'False' means it is not.; default: False"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":30.87,"confidence":0.519473},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":118.99,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showtime at a designated theater location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to buy.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie show, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by specified criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"All Genres\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"All Show Types\",\"description\":\"The type of movie show such as regular, 3D, or IMAX. If unspecified, all types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater. If unspecified, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to find showtimes, formatted as 'MM/DD/YYYY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show (e.g., standard, 3D, IMAX).\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any\",\"description\":\"The name of the theater. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"Books an appointment with a specified hair stylist or salon on a given date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format 'YYYY-MM-DD', e.g., '2023-04-15'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format, e.g., '14:00' for 2 PM.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist by city and optionally filter by whether the salon is unisex.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Flag indicating if the salon is unisex. A value of 'True' means the salon is unisex, 'False' means it is not.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":32.53,"confidence":0.430795},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":146.57,"confidence":1.0}}}},{"id":"live_multiple_577-156-3","split":"live_multiple","state":"User: i didn't do my hair cut for a long time.will you find me a unisex salon in San Jose.","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showtime at a designated theater location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by specified criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.","Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist by city and optionally filter by whether the salon is unisex."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":28.74,"confidence":0.64851},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":137.44,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showtime at a designated theater location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to buy.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie show, in the format 'MM/DD/YYYY'.\nParameter location (string); required; The city of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by specified criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' such as 'Los Angeles, CA'.\nParameter theater_name (string); The name of the theater. If unspecified, all theaters are considered.; default: All Theaters\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: All Genres\nParameter show_type (string); The type of movie show such as regular, 3D, or IMAX. If unspecified, all types are considered.; allowed values: regular, 3d, imax; default: All Show Types","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are requested.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to find showtimes, formatted as 'MM/DD/YYYY'.\nParameter theater_name (string); The name of the theater. If unspecified, any theater is considered.; default: Any\nParameter show_type (string); The format of the show (e.g., standard, 3D, IMAX).; allowed values: regular, 3d, imax; default: regular","Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format, e.g., '14:00' for 2 PM.\nParameter appointment_date (string); required; The date for the appointment in the format 'YYYY-MM-DD', e.g., '2023-04-15'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist by city and optionally filter by whether the salon is unisex.\nParameter city (string); required; The city where the salon is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter is_unisex (boolean); Flag indicating if the salon is unisex. A value of 'True' means the salon is unisex, 'False' means it is not.; default: False"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":30.1,"confidence":0.57686},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":100.46,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showtime at a designated theater location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to buy.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie show, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by specified criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"All Genres\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"All Show Types\",\"description\":\"The type of movie show such as regular, 3D, or IMAX. If unspecified, all types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater. If unspecified, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to find showtimes, formatted as 'MM/DD/YYYY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show (e.g., standard, 3D, IMAX).\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any\",\"description\":\"The name of the theater. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"Books an appointment with a specified hair stylist or salon on a given date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format 'YYYY-MM-DD', e.g., '2023-04-15'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format, e.g., '14:00' for 2 PM.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist by city and optionally filter by whether the salon is unisex.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Flag indicating if the salon is unisex. A value of 'True' means the salon is unisex, 'False' means it is not.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":33.63,"confidence":0.446393},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":158.15,"confidence":1.0}}}},{"id":"live_multiple_578-156-4","split":"live_multiple","state":"User: I'm looking to update my hairstyle and need to find a salon that can help me look my best. Find me a salon in Berkeley, CA, preferably one that is unisex?","expected":"Services_1_FindProvider","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showtime at a designated theater location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by specified criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.","Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist by city and optionally filter by whether the salon is unisex."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":28.39,"confidence":0.897053},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":100.62,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a specific movie showtime at a designated theater location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to buy.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie show, in the format 'MM/DD/YYYY'.\nParameter location (string); required; The city of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the movie showing.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies by specified criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' such as 'Los Angeles, CA'.\nParameter theater_name (string); The name of the theater. If unspecified, all theaters are considered.; default: All Theaters\nParameter genre (string); The genre of the movie. If unspecified, all genres are considered.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action; default: All Genres\nParameter show_type (string); The type of movie show such as regular, 3D, or IMAX. If unspecified, all types are considered.; allowed values: regular, 3d, imax; default: All Show Types","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are requested.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to find showtimes, formatted as 'MM/DD/YYYY'.\nParameter theater_name (string); The name of the theater. If unspecified, any theater is considered.; default: Any\nParameter show_type (string); The format of the show (e.g., standard, 3D, IMAX).; allowed values: regular, 3d, imax; default: regular","Services_1_BookAppointment":"Services_1_BookAppointment: Books an appointment with a specified hair stylist or salon on a given date and time.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_time (string); required; The time for the appointment in 24-hour format, e.g., '14:00' for 2 PM.\nParameter appointment_date (string); required; The date for the appointment in the format 'YYYY-MM-DD', e.g., '2023-04-15'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist by city and optionally filter by whether the salon is unisex.\nParameter city (string); required; The city where the salon is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter is_unisex (boolean); Flag indicating if the salon is unisex. A value of 'True' means the salon is unisex, 'False' means it is not.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":30.37,"confidence":0.86369},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":115.56,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a specific movie showtime at a designated theater location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to buy.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie show, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies by specified criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"All Genres\",\"description\":\"The genre of the movie. If unspecified, all genres are considered.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"All Show Types\",\"description\":\"The type of movie show such as regular, 3D, or IMAX. If unspecified, all types are considered.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater. If unspecified, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve a list of showtimes for a specific movie at a particular theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to find showtimes, formatted as 'MM/DD/YYYY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the show (e.g., standard, 3D, IMAX).\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"Any\",\"description\":\"The name of the theater. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"Books an appointment with a specified hair stylist or salon on a given date and time.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format 'YYYY-MM-DD', e.g., '2023-04-15'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time for the appointment in 24-hour format, e.g., '14:00' for 2 PM.\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist by city and optionally filter by whether the salon is unisex.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Flag indicating if the salon is unisex. A value of 'True' means the salon is unisex, 'False' means it is not.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":70.57,"confidence":0.603576},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":130.57,"confidence":1.0}}}},{"id":"live_multiple_579-157-0","split":"live_multiple","state":"User: I'm in the mood for a good laugh. Explore some Comedy movies for me, maybe something with Jim Carrey in it?","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":90.15,"confidence":0.989652},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":112.71,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":89.8,"confidence":0.775114},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":111.46,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":142.1,"confidence":0.804617},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":142.66,"confidence":1.0}}}},{"id":"live_multiple_580-157-1","split":"live_multiple","state":"User: Can you help me explore comic movies that feature Vanessa Przada? I'm in the mood for some humor.","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":30.1,"confidence":0.921865},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":105.0,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":29.68,"confidence":0.521563},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":137.28,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":50.6,"confidence":0.675073},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":117.67,"confidence":1.0}}}},{"id":"live_multiple_581-157-2","split":"live_multiple","state":"User: Can you explore scientific fiction movies that are available online?","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":28.08,"confidence":0.763118},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":105.27,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":38.23,"confidence":0.733912},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":151.9,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":40.5,"confidence":0.49372},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":135.03,"confidence":1.0}}}},{"id":"live_multiple_582-157-3","split":"live_multiple","state":"User: I'm in the mood for a Comedy movie with Jim Carrey. Which ones are available?","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":42.0,"confidence":0.945444},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":111.97,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":31.56,"confidence":0.621581},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":118.98,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":34.31,"confidence":0.864526},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":101.95,"confidence":1.0}}}},{"id":"live_multiple_583-157-4","split":"live_multiple","state":"User: I'm in the mood for a Fantasy movie with Bret McKenzie. Could you suggest some options for me?","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":28.19,"confidence":0.940738},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":142.22,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":29.62,"confidence":0.714735},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":176.53,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":58.24,"confidence":0.60867},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":115.88,"confidence":1.0}}}},{"id":"live_multiple_584-157-5","split":"live_multiple","state":"User: Explore some Sci-fi movies, preferably with actors like Chris Hemsworth or Zoe Saldana?","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":28.38,"confidence":0.91851},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":102.41,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":39.34,"confidence":0.829187},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":107.43,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":36.27,"confidence":0.566317},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":114.15,"confidence":1.0}}}},{"id":"live_multiple_585-157-6","split":"live_multiple","state":"User: I feel like watching an action movie tonight, maybe something with Bruce Willis in it. Can you ","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":27.44,"confidence":0.904284},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":122.16,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":30.9,"confidence":0.967504},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":113.43,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":77.46,"confidence":0.642058},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":152.07,"confidence":1.0}}}},{"id":"live_multiple_586-157-7","split":"live_multiple","state":"User: Can you find me a fantasy genre movie that features Timothy Bateson?","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":40.09,"confidence":0.911871},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":157.81,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Weather_1_GetWeather","correct":false,"latency_ms":29.88,"confidence":0.73043},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":154.98,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":37.07,"confidence":0.650635},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":169.84,"confidence":1.0}}}},{"id":"live_multiple_587-157-8","split":"live_multiple","state":"User: Find me a Horror movie that features Christopher Lee?","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":27.6,"confidence":0.950119},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":92.68,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":38.87,"confidence":0.56989},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":144.02,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":40.0,"confidence":0.955869},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":107.2,"confidence":1.0}}}},{"id":"live_multiple_588-157-9","split":"live_multiple","state":"User: Find me a Horror movie with Arthur Lowe in it?","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":27.87,"confidence":0.741973},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":117.99,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":29.56,"confidence":0.617545},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":120.97,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":38.21,"confidence":0.766408},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":147.32,"confidence":1.0}}}},{"id":"live_multiple_589-157-10","split":"live_multiple","state":"User: I'm in the mood for a Sci-fi movie, preferably one that stars Bobby Nish. ","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":27.05,"confidence":0.8603},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":112.04,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":30.18,"confidence":0.653617},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":119.93,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":77.91,"confidence":0.590338},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":174.08,"confidence":1.0}}}},{"id":"live_multiple_590-157-11","split":"live_multiple","state":"User: I'm interested in watching an animation film that features Christina-Ann Zalamea. Can you find some options for me?","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":27.88,"confidence":0.908645},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":110.01,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Weather_1_GetWeather","correct":false,"latency_ms":39.14,"confidence":0.768397},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":97.72,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":72.99,"confidence":0.829161},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":96.53,"confidence":1.0}}}},{"id":"live_multiple_591-157-12","split":"live_multiple","state":"User: I'm in the mood for a drama film that features Dan Bittner. Could you suggest some options for me to watch online?","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":31.58,"confidence":0.886338},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":121.37,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":29.07,"confidence":0.610745},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":145.26,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":34.55,"confidence":0.88782},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":131.23,"confidence":1.0}}}},{"id":"live_multiple_592-157-13","split":"live_multiple","state":"User: I'm interested in exploring Offbeat genre movies starring Inbal Amirav. Can you find some options for me?","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":35.03,"confidence":0.81712},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":145.56,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":29.18,"confidence":0.415953},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":123.83,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":87.07,"confidence":0.936794},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":121.96,"confidence":1.0}}}},{"id":"live_multiple_593-157-14","split":"live_multiple","state":"User: Find movies in the Comedy genre that feature Ellise Chappell?","expected":"Media_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":28.72,"confidence":0.991673},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":100.23,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore movies online based on your preferences including genre and starring actors.\nParameter genre (string); required; The genre of the movies to explore.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The actors or actresses starring in the movie. Use 'any' to indicate no preference.; default: any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose from a variety of subtitle languages.\nParameter title (string); required; The name of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.; default: current_date"},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":28.86,"confidence":0.663677},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":113.01,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore movies online based on your preferences including genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to explore.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"any\",\"description\":\"The actors or actresses starring in the movie. Use 'any' to indicate no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose from a variety of subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The name of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is required, in the format of 'City, State' or 'City, Country'; e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is requested, in the format of 'YYYY-MM-DD'. The default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":36.68,"confidence":0.465738},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":107.79,"confidence":1.0}}}},{"id":"live_multiple_594-158-0","split":"live_multiple","state":"User: I'm planning a trip to London, UK. Could you search for hotels there? I'm looking for a non-smoking room and don't care about the number of rooms or the star rating.","expected":"Hotels_4_SearchHotel","candidate_count":2,"views":{"description":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":76.29,"confidence":0.994599},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":96.29,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay, in number of days.\nParameter location (string); required; The location of the accommodation, in the format 'City, State', such as 'San Francisco, CA'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country'; for example, 'New York, NY' or 'Paris, France'.\nParameter star_rating (string); The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.; default: False\nParameter number_of_rooms (string); The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.; allowed values: 1, 2, 3, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":111.37,"confidence":0.740281},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":133.56,"confidence":1.0}},"schema":{"criteria":{"Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay, in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels based on specified criteria in a desired location.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country'; for example, 'New York, NY' or 'Paris, France'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":144.61,"confidence":0.670802},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":138.6,"confidence":1.0}}}},{"id":"live_multiple_595-158-1","split":"live_multiple","state":"User: Can you search for a 3-star hotel in New York City that allows smoking and book two rooms for me?","expected":"Hotels_4_SearchHotel","candidate_count":2,"views":{"description":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":28.21,"confidence":0.968281},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":94.19,"confidence":0.74}},"prose_schema":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay, in number of days.\nParameter location (string); required; The location of the accommodation, in the format 'City, State', such as 'San Francisco, CA'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country'; for example, 'New York, NY' or 'Paris, France'.\nParameter star_rating (string); The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.; default: False\nParameter number_of_rooms (string); The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.; allowed values: 1, 2, 3, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":29.66,"confidence":0.787518},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":140.79,"confidence":0.99}},"schema":{"criteria":{"Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay, in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels based on specified criteria in a desired location.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country'; for example, 'New York, NY' or 'Paris, France'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":49.72,"confidence":0.655305},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":116.54,"confidence":0.99}}}},{"id":"live_multiple_596-158-2","split":"live_multiple","state":"User: I'm looking for a hotel in San Francisco. Can you find one that has a single room available?","expected":"Hotels_4_SearchHotel","candidate_count":2,"views":{"description":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":28.35,"confidence":0.988386},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":105.21,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay, in number of days.\nParameter location (string); required; The location of the accommodation, in the format 'City, State', such as 'San Francisco, CA'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country'; for example, 'New York, NY' or 'Paris, France'.\nParameter star_rating (string); The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.; default: False\nParameter number_of_rooms (string); The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.; allowed values: 1, 2, 3, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":29.42,"confidence":0.779578},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":116.86,"confidence":1.0}},"schema":{"criteria":{"Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay, in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels based on specified criteria in a desired location.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country'; for example, 'New York, NY' or 'Paris, France'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":74.14,"confidence":0.600569},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":100.85,"confidence":1.0}}}},{"id":"live_multiple_597-158-3","split":"live_multiple","state":"User: Search for a four-star hotel in Toronto, Canada? I would like to reserve one room.","expected":"Hotels_4_SearchHotel","candidate_count":2,"views":{"description":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":39.44,"confidence":0.989887},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":135.29,"confidence":0.97}},"prose_schema":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay, in number of days.\nParameter location (string); required; The location of the accommodation, in the format 'City, State', such as 'San Francisco, CA'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country'; for example, 'New York, NY' or 'Paris, France'.\nParameter star_rating (string); The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.; default: False\nParameter number_of_rooms (string); The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.; allowed values: 1, 2, 3, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":28.83,"confidence":0.863333},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":117.14,"confidence":1.0}},"schema":{"criteria":{"Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay, in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels based on specified criteria in a desired location.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country'; for example, 'New York, NY' or 'Paris, France'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":66.37,"confidence":0.598654},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":145.86,"confidence":1.0}}}},{"id":"live_multiple_598-158-4","split":"live_multiple","state":"User: I'm planning a trip to Washington D.C. and need to reserve a room for my stay. I'd like to check in on April 21, 2023, and will be staying for 3 nights. Find me a place?","expected":"Hotels_4_SearchHotel","candidate_count":2,"views":{"description":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":30.89,"confidence":0.925355},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":100.94,"confidence":0.68}},"prose_schema":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay, in number of days.\nParameter location (string); required; The location of the accommodation, in the format 'City, State', such as 'San Francisco, CA'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country'; for example, 'New York, NY' or 'Paris, France'.\nParameter star_rating (string); The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.; default: False\nParameter number_of_rooms (string); The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.; allowed values: 1, 2, 3, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":58.28,"confidence":0.872419},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":145.78,"confidence":0.63}},"schema":{"criteria":{"Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay, in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels based on specified criteria in a desired location.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country'; for example, 'New York, NY' or 'Paris, France'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":39.58,"confidence":0.571693},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":128.29,"confidence":0.73}}}},{"id":"live_multiple_599-158-5","split":"live_multiple","state":"User: Can you search for a hotel in Delhi, India for me?","expected":"Hotels_4_SearchHotel","candidate_count":2,"views":{"description":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":28.2,"confidence":0.994352},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":101.34,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay, in number of days.\nParameter location (string); required; The location of the accommodation, in the format 'City, State', such as 'San Francisco, CA'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country'; for example, 'New York, NY' or 'Paris, France'.\nParameter star_rating (string); The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.; default: False\nParameter number_of_rooms (string); The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.; allowed values: 1, 2, 3, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":30.94,"confidence":0.889243},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":117.67,"confidence":1.0}},"schema":{"criteria":{"Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay, in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels based on specified criteria in a desired location.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country'; for example, 'New York, NY' or 'Paris, France'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":89.69,"confidence":0.587288},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":119.18,"confidence":1.0}}}},{"id":"live_multiple_600-158-6","split":"live_multiple","state":"User: I'm heading to London for a conference, and I need to book two smoking rooms in a hotel there. ","expected":"Hotels_4_SearchHotel","candidate_count":2,"views":{"description":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":37.68,"confidence":0.956964},"jev":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":103.2,"confidence":0.53}},"prose_schema":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay, in number of days.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.; default: False\nParameter number_of_rooms (string); The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.; allowed values: 1, 2, 3, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":89.22,"confidence":0.844214},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":147.97,"confidence":0.89}},"schema":{"criteria":{"Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay, in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels based on specified criteria in a desired location.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":152.45,"confidence":0.520956},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":112.54,"confidence":0.97}}}},{"id":"live_multiple_601-158-7","split":"live_multiple","state":"User: Find a hotel in Kuala Lumpur. I'm not too concerned about the star rating or whether smoking is allowed.","expected":"Hotels_4_SearchHotel","candidate_count":2,"views":{"description":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":29.8,"confidence":0.996916},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":106.69,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay, in number of days.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.; default: False\nParameter number_of_rooms (string); The number of hotel rooms to reserve. Can be an integer (as a string) or 'dontcare' if there is no specific requirement for the number of rooms.; allowed values: 1, 2, 3, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":65.39,"confidence":0.651458},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":140.12,"confidence":1.0}},"schema":{"criteria":{"Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay, in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels based on specified criteria in a desired location.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of hotel rooms to reserve. Can be an integer (as a string) or 'dontcare' if there is no specific requirement for the number of rooms.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":92.97,"confidence":0.780865},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":102.41,"confidence":1.0}}}},{"id":"live_multiple_602-158-8","split":"live_multiple","state":"User: Find a hotel with a 4-star rating in Nairobi, Kenya.","expected":"Hotels_4_SearchHotel","candidate_count":2,"views":{"description":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":28.07,"confidence":0.995478},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":144.0,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay, in number of days.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.; default: False\nParameter number_of_rooms (string); The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.; allowed values: 1, 2, 3, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":28.85,"confidence":0.845249},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":94.18,"confidence":1.0}},"schema":{"criteria":{"Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay, in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels based on specified criteria in a desired location.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":56.67,"confidence":0.720703},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":118.97,"confidence":1.0}}}},{"id":"live_multiple_603-158-9","split":"live_multiple","state":"User: Can you find me a three-star hotel in New York?","expected":"Hotels_4_SearchHotel","candidate_count":2,"views":{"description":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":34.81,"confidence":0.996381},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":93.24,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay, in number of days.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.; default: False\nParameter number_of_rooms (string); The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.; allowed values: 1, 2, 3, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":28.49,"confidence":0.862292},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":138.34,"confidence":1.0}},"schema":{"criteria":{"Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay, in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels based on specified criteria in a desired location.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":83.16,"confidence":0.598372},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":100.45,"confidence":1.0}}}},{"id":"live_multiple_604-158-10","split":"live_multiple","state":"User: Search for a hotel in Sacramento in califronia for my upcoming trip?","expected":"Hotels_4_SearchHotel","candidate_count":2,"views":{"description":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":34.34,"confidence":0.987636},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":99.35,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay, in number of days.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.; default: False\nParameter number_of_rooms (string); The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.; allowed values: 1, 2, 3, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":37.8,"confidence":0.671638},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":103.37,"confidence":1.0}},"schema":{"criteria":{"Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay, in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels based on specified criteria in a desired location.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":41.26,"confidence":0.537863},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":128.22,"confidence":1.0}}}},{"id":"live_multiple_605-158-11","split":"live_multiple","state":"User: I'm planning a trip to Paris and would like to find a 3-star hotel. I'll need one room. ","expected":"Hotels_4_SearchHotel","candidate_count":2,"views":{"description":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":35.76,"confidence":0.976038},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":109.81,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay, in number of days.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.; default: False\nParameter number_of_rooms (string); The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.; allowed values: 1, 2, 3, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":29.87,"confidence":0.858692},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":110.03,"confidence":1.0}},"schema":{"criteria":{"Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay, in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels based on specified criteria in a desired location.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":72.83,"confidence":0.635947},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":115.16,"confidence":1.0}}}},{"id":"live_multiple_606-158-12","split":"live_multiple","state":"User: Search for a 4-star hotel in Sydney, Australia that allows smoking and has two rooms available?","expected":"Hotels_4_SearchHotel","candidate_count":2,"views":{"description":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location."},"clm":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":37.76,"confidence":0.993415},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":123.27,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay, in number of days.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels based on specified criteria in a desired location.\nParameter location (string); required; The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.; default: False\nParameter number_of_rooms (string); The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.; allowed values: 1, 2, 3, dontcare; default: dontcare"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":30.24,"confidence":0.748467},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":145.08,"confidence":1.0}},"schema":{"criteria":{"Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay, in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels based on specified criteria in a desired location.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the hotel is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of hotel rooms to reserve. Can be a positive integer or 'dontcare' if there is no specific requirement for the number of rooms.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed in the hotel. Select 'true' for smoking rooms, 'false' for non-smoking rooms.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The star rating of the hotel (1 to 5 stars). Select 'dontcare' if no specific star rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_ReserveHotel","correct":false,"latency_ms":32.88,"confidence":0.632346},"jev":{"choice":"Hotels_4_SearchHotel","correct":true,"latency_ms":93.57,"confidence":1.0}}}},{"id":"live_multiple_607-159-0","split":"live_multiple","state":"User: I want to find a Music event happening on March 14th in New York.","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":77.54,"confidence":0.919513},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":125.45,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The name of the artist or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\nParameter location (string); required; The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\nParameter star_rating (string); The desired star rating of the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.; default: 0"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":115.31,"confidence":0.783637},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":116.95,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":0,\"description\":\"The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating of the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":162.75,"confidence":0.57857},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":106.22,"confidence":1.0}}}},{"id":"live_multiple_608-159-1","split":"live_multiple","state":"User: I'm looking for a Theater event in Chicago, IL on 2023-03-13. ","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.46,"confidence":0.788941},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":111.49,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The name of the artist or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\nParameter location (string); required; The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\nParameter star_rating (string); The desired star rating of the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.; default: 0"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":31.12,"confidence":0.620522},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":102.76,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":0,\"description\":\"The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating of the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":35.15,"confidence":0.937021},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":132.03,"confidence":1.0}}}},{"id":"live_multiple_609-159-2","split":"live_multiple","state":"User: I'm interested in attending a Music event in Philadelphia, PA on 2023-03-10. Could you locate one for me?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.25,"confidence":0.59208},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":101.31,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The name of the artist or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\nParameter location (string); required; The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\nParameter star_rating (string); The desired star rating of the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.; default: 0"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":29.18,"confidence":0.739224},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":98.59,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":0,\"description\":\"The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating of the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":62.83,"confidence":0.743439},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":104.85,"confidence":1.0}}}},{"id":"live_multiple_610-159-3","split":"live_multiple","state":"User: Can you find me a Music event in Portland, OR that's happening on March 14th?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":39.57,"confidence":0.973469},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":92.12,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The name of the artist or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\nParameter location (string); required; The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\nParameter star_rating (string); The desired star rating of the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.; default: 0"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":43.49,"confidence":0.731218},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":124.35,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":0,\"description\":\"The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating of the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":35.89,"confidence":0.785289},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":153.04,"confidence":1.0}}}},{"id":"live_multiple_611-159-4","split":"live_multiple","state":"User: Could you assist me in locating a Music event in Philadelphia, PA for this coming Saturday 2023-09-30?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.41,"confidence":0.962783},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":106.26,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The name of the artist or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\nParameter location (string); required; The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\nParameter star_rating (string); The desired star rating of the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.; default: 0"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":30.34,"confidence":0.577146},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":125.56,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":0,\"description\":\"The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating of the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":40.41,"confidence":0.856508},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":145.23,"confidence":1.0}}}},{"id":"live_multiple_612-159-5","split":"live_multiple","state":"User: I'm interested in attending a concert this weekend. Find some music events happening in Los Angeles?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":27.61,"confidence":0.86835},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":127.92,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The name of the artist or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\nParameter location (string); required; The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\nParameter star_rating (string); The desired star rating of the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.; default: 0"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":28.37,"confidence":0.946933},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":143.68,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":0,\"description\":\"The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating of the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.88,"confidence":0.779457},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":95.74,"confidence":1.0}}}},{"id":"live_multiple_613-159-6","split":"live_multiple","state":"User: I'm interested in attending a Theater event in London, UK. Could you look for any plays happening on March 10th?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.72,"confidence":0.835986},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":139.39,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The name of the artist or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\nParameter location (string); required; The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\nParameter star_rating (string); The desired star rating of the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.; default: 0"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":35.84,"confidence":0.663919},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":125.14,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":0,\"description\":\"The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating of the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":29.72,"confidence":0.744981},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":120.05,"confidence":1.0}}}},{"id":"live_multiple_614-159-7","split":"live_multiple","state":"User: I'm interested in attending a music event in Portland, OR. Can you locate any concerts happening there this weekend?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.58,"confidence":0.955302},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":172.16,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The name of the artist or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\nParameter location (string); required; The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\nParameter star_rating (string); The desired star rating of the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.; default: 0"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":30.64,"confidence":0.631942},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":111.47,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":0,\"description\":\"The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating of the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":63.97,"confidence":0.707108},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":116.91,"confidence":1.0}}}},{"id":"live_multiple_615-159-8","split":"live_multiple","state":"User: Find me a Music event happening in San Diego, CA on 2023-04-08?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":43.93,"confidence":0.965447},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":167.57,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The name of the artist or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\nParameter location (string); required; The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\nParameter star_rating (string); The desired star rating of the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.; default: 0"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":53.07,"confidence":0.641951},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":104.19,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":0,\"description\":\"The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating of the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":31.96,"confidence":0.797912},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":135.26,"confidence":1.0}}}},{"id":"live_multiple_616-159-9","split":"live_multiple","state":"User: I'm looking to attend a theater event in Los Angeles on March 11th. Find available plays on that date?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.17,"confidence":0.849465},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":119.4,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The name of the artist or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\nParameter location (string); required; The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\nParameter star_rating (string); The desired star rating of the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.; default: 0"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":67.59,"confidence":0.887616},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":106.92,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":0,\"description\":\"The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating of the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":34.66,"confidence":0.637513},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":119.73,"confidence":1.0}}}},{"id":"live_multiple_617-159-10","split":"live_multiple","state":"User: I'll be in Los Angeles on March 10th. Can you look up any music events happening on that date?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":37.32,"confidence":0.921491},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":112.74,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The name of the artist or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\nParameter location (string); required; The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\nParameter star_rating (string); The desired star rating of the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.; default: 0"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":90.76,"confidence":0.833555},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":121.11,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":0,\"description\":\"The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating of the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":37.39,"confidence":0.720212},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":110.21,"confidence":1.0}}}},{"id":"live_multiple_618-159-11","split":"live_multiple","state":"User: Can you find me a Music event happening in London, UK on the 2023-06-12?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":44.65,"confidence":0.982528},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":107.32,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The name of the artist or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\nParameter location (string); required; The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\nParameter star_rating (string); The desired star rating of the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.; default: 0"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":50.36,"confidence":0.517812},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":143.52,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":0,\"description\":\"The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating of the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":35.28,"confidence":0.702854},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":134.77,"confidence":1.0}}}},{"id":"live_multiple_619-159-12","split":"live_multiple","state":"User: Can you find any Theater events happening in Long Beach, CA on the 12th of march 2023?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":27.4,"confidence":0.970478},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":121.4,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a designated city.\nParameter event_name (string); required; The name of the artist or play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\nParameter location (string); required; The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\nParameter star_rating (string); The desired star rating of the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.; default: 0"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":58.75,"confidence":0.474097},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":131.71,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city. The search can be filtered by event type and date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date for which to find events, formatted as 'YYYY-MM-DD'. If set to 'dontcare', any date is considered.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specified city, filtering by star rating, smoking policy, and number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is being searched for. Format: 'City, Country' if the city does not locate in the United States (e.g., 'Paris, FR').\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":0,\"description\":\"The number of rooms to reserve. If no specific number is desired, choose '0' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating of the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":38.03,"confidence":0.755358},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":122.14,"confidence":1.0}}}},{"id":"live_multiple_620-160-0","split":"live_multiple","state":"User: Can you initiate a payment request to Mary for $200 and make sure the transaction is private?","expected":"Payment_1_RequestPayment","candidate_count":2,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method."},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":87.38,"confidence":0.832329},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":100.64,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.\nParameter receiver (string); required; The identifier for the contact or account to receive the payment request, such as an email or account number.\nParameter amount (float); required; The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method.\nParameter payment_method (string); required; The source of funds for the payment. Choose from the available options.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be sent, specified in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or a contact name.\nParameter private_visibility (boolean); Determines if the transaction will be visible to others or kept private.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":92.88,"confidence":0.668539},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":144.72,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver with an optional privacy setting.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the contact or account to receive the payment request, such as an email or account number.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiates a payment transaction to send money to a specified receiver using a selected payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be sent, specified in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment. Choose from the available options.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Determines if the transaction will be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or a contact name.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":100.04,"confidence":0.503561},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":112.0,"confidence":1.0}}}},{"id":"live_multiple_621-160-1","split":"live_multiple","state":"User: Could you initiate a private payment from my debit card to my landlord's email for $154?","expected":"Payment_1_MakePayment","candidate_count":2,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":48.79,"confidence":0.832661},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":97.02,"confidence":0.99}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.\nParameter receiver (string); required; The identifier for the contact or account to receive the payment request, such as an email or account number.\nParameter amount (float); required; The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method.\nParameter payment_method (string); required; The source of funds for the payment. Choose from the available options.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be sent, specified in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or a contact name.\nParameter private_visibility (boolean); Determines if the transaction will be visible to others or kept private.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":28.84,"confidence":0.7544},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":98.99,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver with an optional privacy setting.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the contact or account to receive the payment request, such as an email or account number.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiates a payment transaction to send money to a specified receiver using a selected payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be sent, specified in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment. Choose from the available options.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Determines if the transaction will be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or a contact name.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":27.98,"confidence":0.643559},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":119.22,"confidence":1.0}}}},{"id":"live_multiple_622-160-2","split":"live_multiple","state":"User: Could you send $29 to my friend Thomas's account using my credit card?","expected":"Payment_1_MakePayment","candidate_count":2,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":31.87,"confidence":0.88416},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":97.86,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.\nParameter receiver (string); required; The identifier for the contact or account to receive the payment request, such as an email or account number.\nParameter amount (float); required; The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method.\nParameter payment_method (string); required; The source of funds for the payment. Choose from the available options.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be sent, specified in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or a contact name.\nParameter private_visibility (boolean); Determines if the transaction will be visible to others or kept private.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":32.79,"confidence":0.810925},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":158.14,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver with an optional privacy setting.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the contact or account to receive the payment request, such as an email or account number.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiates a payment transaction to send money to a specified receiver using a selected payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be sent, specified in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment. Choose from the available options.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Determines if the transaction will be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or a contact name.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_RequestPayment","correct":false,"latency_ms":35.65,"confidence":0.597379},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":126.1,"confidence":1.0}}}},{"id":"live_multiple_623-160-3","split":"live_multiple","state":"User: My friend owes me some money. Could you initiate a private payment request to Wilson for $42?","expected":"Payment_1_RequestPayment","candidate_count":2,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method."},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":29.97,"confidence":0.919736},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":96.63,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.\nParameter receiver (string); required; The identifier for the contact or account to receive the payment request, such as an email or account number.\nParameter amount (float); required; The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method.\nParameter payment_method (string); required; The source of funds for the payment. Choose from the available options.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be sent, specified in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or a contact name.\nParameter private_visibility (boolean); Determines if the transaction will be visible to others or kept private.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":31.16,"confidence":0.671897},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":97.71,"confidence":0.99}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver with an optional privacy setting.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the contact or account to receive the payment request, such as an email or account number.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiates a payment transaction to send money to a specified receiver using a selected payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be sent, specified in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment. Choose from the available options.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Determines if the transaction will be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or a contact name.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":53.67,"confidence":0.603497},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":120.04,"confidence":1.0}}}},{"id":"live_multiple_624-160-4","split":"live_multiple","state":"User: Could you initiate a payment request to JohnDoe@example.com for $150.25, and ensure that the transaction remains private?","expected":"Payment_1_RequestPayment","candidate_count":2,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method."},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":29.65,"confidence":0.793712},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":118.94,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.\nParameter receiver (string); required; The identifier for the contact or account to receive the payment request, such as an email or account number.\nParameter amount (float); required; The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method.\nParameter payment_method (string); required; The source of funds for the payment. Choose from the available options.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be sent, specified in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or a contact name.\nParameter private_visibility (boolean); Determines if the transaction will be visible to others or kept private.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":31.39,"confidence":0.515333},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":118.28,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver with an optional privacy setting.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the contact or account to receive the payment request, such as an email or account number.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiates a payment transaction to send money to a specified receiver using a selected payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be sent, specified in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment. Choose from the available options.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Determines if the transaction will be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or a contact name.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":37.25,"confidence":0.644909},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":141.43,"confidence":1.0}}}},{"id":"live_multiple_625-160-5","split":"live_multiple","state":"User: Can you initiate a private payment transaction for me to send $200 from my debit card to Amelia's email amelia@example.com?","expected":"Payment_1_MakePayment","candidate_count":2,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":29.94,"confidence":0.842042},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":97.91,"confidence":0.98}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.\nParameter receiver (string); required; The identifier for the contact or account to receive the payment request, such as an email or account number.\nParameter amount (float); required; The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method.\nParameter payment_method (string); required; The source of funds for the payment. Choose from the available options.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be sent, specified in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or a contact name.\nParameter private_visibility (boolean); Determines if the transaction will be visible to others or kept private.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":31.1,"confidence":0.604924},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":139.57,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver with an optional privacy setting.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the contact or account to receive the payment request, such as an email or account number.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiates a payment transaction to send money to a specified receiver using a selected payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be sent, specified in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment. Choose from the available options.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Determines if the transaction will be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or a contact name.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_RequestPayment","correct":false,"latency_ms":61.53,"confidence":0.518835},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":128.68,"confidence":1.0}}}},{"id":"live_multiple_626-160-6","split":"live_multiple","state":"User: I would like to request a payment of $83 from my friend's email, johndoe@example.com. Could we keep this transaction private?","expected":"Payment_1_RequestPayment","candidate_count":2,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method."},"clm":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":32.3,"confidence":0.68762},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":159.3,"confidence":0.92}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.\nParameter receiver (string); required; The identifier for the contact or account to receive the payment request, such as an email or account number.\nParameter amount (float); required; The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method.\nParameter payment_method (string); required; The source of funds for the payment. Choose from the available options.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be sent, specified in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or a contact name.\nParameter private_visibility (boolean); Determines if the transaction will be visible to others or kept private.; default: False"},"clm":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":30.5,"confidence":0.514426},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":97.36,"confidence":0.98}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver with an optional privacy setting.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the contact or account to receive the payment request, such as an email or account number.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiates a payment transaction to send money to a specified receiver using a selected payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be sent, specified in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment. Choose from the available options.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Determines if the transaction will be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or a contact name.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":41.12,"confidence":0.591128},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":140.46,"confidence":0.99}}}},{"id":"live_multiple_627-160-7","split":"live_multiple","state":"User: Can you initiate a payment to Diego's account using my app balance for $200, and ensure the transaction is private?","expected":"Payment_1_MakePayment","candidate_count":2,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":35.81,"confidence":0.937546},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":118.75,"confidence":0.97}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.\nParameter receiver (string); required; The identifier for the contact or account to receive the payment request, such as an email or account number.\nParameter amount (float); required; The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method.\nParameter payment_method (string); required; The source of funds for the payment. Choose from the available options.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be sent, specified in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or a contact name.\nParameter private_visibility (boolean); Determines if the transaction will be visible to others or kept private.; default: False"},"clm":{"choice":"Payment_1_RequestPayment","correct":false,"latency_ms":30.01,"confidence":0.504934},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":98.81,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver with an optional privacy setting.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the contact or account to receive the payment request, such as an email or account number.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiates a payment transaction to send money to a specified receiver using a selected payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be sent, specified in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment. Choose from the available options.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Determines if the transaction will be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or a contact name.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_RequestPayment","correct":false,"latency_ms":33.87,"confidence":0.598791},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":116.77,"confidence":1.0}}}},{"id":"live_multiple_628-160-8","split":"live_multiple","state":"User: Could you initiate a payment request to Diego for $108?","expected":"Payment_1_RequestPayment","candidate_count":2,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method."},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":32.14,"confidence":0.979245},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":104.55,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.\nParameter receiver (string); required; The identifier for the contact or account to receive the payment request, such as an email or account number.\nParameter amount (float); required; The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method.\nParameter payment_method (string); required; The source of funds for the payment. Choose from the available options.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be sent, specified in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or a contact name.\nParameter private_visibility (boolean); Determines if the transaction will be visible to others or kept private.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":38.89,"confidence":0.627395},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":117.73,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver with an optional privacy setting.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the contact or account to receive the payment request, such as an email or account number.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiates a payment transaction to send money to a specified receiver using a selected payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be sent, specified in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment. Choose from the available options.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Determines if the transaction will be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or a contact name.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":40.62,"confidence":0.516329},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":94.58,"confidence":1.0}}}},{"id":"live_multiple_629-160-9","split":"live_multiple","state":"User: Can you send $250 to Rachel's account using my debit card, and make sure the transaction is private?","expected":"Payment_1_MakePayment","candidate_count":2,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":29.64,"confidence":0.688877},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":122.81,"confidence":0.93}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.\nParameter receiver (string); required; The identifier for the contact or account to receive the payment request, such as an email or account number.\nParameter amount (float); required; The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method.\nParameter payment_method (string); required; The source of funds for the payment. Choose from the available options.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be sent, specified in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or a contact name.\nParameter private_visibility (boolean); Determines if the transaction will be visible to others or kept private.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":28.06,"confidence":0.695678},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":139.58,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver with an optional privacy setting.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the contact or account to receive the payment request, such as an email or account number.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiates a payment transaction to send money to a specified receiver using a selected payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be sent, specified in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment. Choose from the available options.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Determines if the transaction will be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or a contact name.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":34.01,"confidence":0.594359},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":131.34,"confidence":1.0}}}},{"id":"live_multiple_630-160-10","split":"live_multiple","state":"User: Could you initiate a request for 15500 cents from Amelia's account, and set the privacy of the transaction to public?","expected":"Payment_1_RequestPayment","candidate_count":2,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method."},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":39.79,"confidence":0.86151},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":106.37,"confidence":0.88}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.\nParameter receiver (string); required; The identifier for the contact or account to receive the payment request, such as an email or account number.\nParameter amount (float); required; The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method.\nParameter payment_method (string); required; The source of funds for the payment. Choose from the available options.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be sent, specified in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or a contact name.\nParameter private_visibility (boolean); Determines if the transaction will be visible to others or kept private.; default: False"},"clm":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":28.85,"confidence":0.511971},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":108.34,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver with an optional privacy setting.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the contact or account to receive the payment request, such as an email or account number.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiates a payment transaction to send money to a specified receiver using a selected payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be sent, specified in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment. Choose from the available options.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Determines if the transaction will be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or a contact name.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":55.79,"confidence":0.585842},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":94.84,"confidence":1.0}}}},{"id":"live_multiple_631-160-11","split":"live_multiple","state":"User: Can you initiate a payment request for $45 to the customer who bought a basket from my online store? Their email is customer@example.com.","expected":"Payment_1_RequestPayment","candidate_count":2,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method."},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":37.56,"confidence":0.916312},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":98.32,"confidence":0.99}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request to a specified receiver with an optional privacy setting.\nParameter receiver (string); required; The identifier for the contact or account to receive the payment request, such as an email or account number.\nParameter amount (float); required; The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\nParameter private_visibility (boolean); Indicates if the transaction should be private (true) or public (false).; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiates a payment transaction to send money to a specified receiver using a selected payment method.\nParameter payment_method (string); required; The source of funds for the payment. Choose from the available options.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to be sent, specified in USD.\nParameter receiver (string); required; The identifier for the recipient, such as an account number or a contact name.\nParameter private_visibility (boolean); Determines if the transaction will be visible to others or kept private.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":29.23,"confidence":0.780887},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":110.99,"confidence":0.99}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request to a specified receiver with an optional privacy setting.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in the currency's smallest unit (e.g., cents for USD).\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the contact or account to receive the payment request, such as an email or account number.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiates a payment transaction to send money to a specified receiver using a selected payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be sent, specified in USD.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of funds for the payment. Choose from the available options.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Determines if the transaction will be visible to others or kept private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier for the recipient, such as an account number or a contact name.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":33.07,"confidence":0.543256},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":122.03,"confidence":0.99}}}},{"id":"live_multiple_632-161-0","split":"live_multiple","state":"User: Can you provide me with a list of songs from the album 'Welcome To The Fishbowl' released in 2015?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":84.56,"confidence":0.99996},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":141.58,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":139.61,"confidence":0.974131},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":149.74,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":189.43,"confidence":0.601583},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":119.26,"confidence":1.0}}}},{"id":"live_multiple_633-161-1","split":"live_multiple","state":"User: Can you find me some Rock music released in the year 2015?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.95,"confidence":0.999945},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":114.68,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.97,"confidence":0.977498},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":114.66,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":39.5,"confidence":0.583481},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":142.61,"confidence":1.0}}}},{"id":"live_multiple_634-161-2","split":"live_multiple","state":"User: Can you find me a list of country songs? I'm open to any artist and year, but just want to explore the country genre.","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.67,"confidence":0.999784},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":99.07,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.06,"confidence":0.987427},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":102.08,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":43.44,"confidence":0.76032},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":141.18,"confidence":1.0}}}},{"id":"live_multiple_635-161-3","split":"live_multiple","state":"User: Can you find some Electropop songs released in 2019 for me?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.39,"confidence":0.999696},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":101.01,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.87,"confidence":0.961044},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":114.88,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_FindMovies","correct":false,"latency_ms":39.41,"confidence":0.572576},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":115.63,"confidence":1.0}}}},{"id":"live_multiple_636-161-4","split":"live_multiple","state":"User: Can you retrieve a list of Electropop songs that include tracks by Tove Lo?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.16,"confidence":0.999838},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":113.65,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.15,"confidence":0.984954},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":111.29,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":67.23,"confidence":0.653832},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":121.23,"confidence":1.0}}}},{"id":"live_multiple_637-161-5","split":"live_multiple","state":"User: Can you play some rock songs by Thousand Foot Krutch in the kitchen?","expected":"Music_3_PlayMedia","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.26,"confidence":0.483763},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":118.24,"confidence":0.88}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":28.51,"confidence":0.866422},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":117.0,"confidence":0.8}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":101.92,"confidence":0.3663},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":105.96,"confidence":0.54}}}},{"id":"live_multiple_638-161-6","split":"live_multiple","state":"User: Could you locate Holiday genre songs from the album 'Everyday Is Christmas' by Sia for me?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":34.51,"confidence":0.999854},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":124.0,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.61,"confidence":0.975385},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":106.79,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":87.21,"confidence":0.50287},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":125.54,"confidence":1.0}}}},{"id":"live_multiple_639-161-7","split":"live_multiple","state":"User: I would like to hear a track from the album 'High Expectations', or alternatively, any song that came out in 2019.","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.5,"confidence":0.999834},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":117.22,"confidence":0.67}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.11,"confidence":0.707918},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":102.02,"confidence":0.75}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":36.11,"confidence":0.624677},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":103.54,"confidence":0.9}}}},{"id":"live_multiple_640-161-8","split":"live_multiple","state":"User: Find me tracks by Cody Johnson from the year 2019 from his album 'Gotta Be Me'?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.43,"confidence":0.99958},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":108.39,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.43,"confidence":0.990092},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":102.41,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":32.68,"confidence":0.508887},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":159.86,"confidence":1.0}}}},{"id":"live_multiple_641-161-9","split":"live_multiple","state":"User: Can you find a song from 2018 by Jess Glynne?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":38.1,"confidence":0.999871},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":91.8,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.41,"confidence":0.955737},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":104.49,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_FindMovies","correct":false,"latency_ms":35.29,"confidence":0.637029},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":124.1,"confidence":1.0}}}},{"id":"live_multiple_642-161-10","split":"live_multiple","state":"User: Can you look up a list of Pop songs, and if possible, include tracks by Tyler Shaw?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.91,"confidence":0.999315},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":99.49,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.52,"confidence":0.952476},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":121.27,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_FindMovies","correct":false,"latency_ms":31.01,"confidence":0.503305},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":134.0,"confidence":1.0}}}},{"id":"live_multiple_643-161-11","split":"live_multiple","state":"User: Can you look up a rock song by Radwimps that was released in 2016?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.91,"confidence":0.999963},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":100.73,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.53,"confidence":0.98722},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":116.11,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":39.67,"confidence":0.522985},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":166.53,"confidence":1.0}}}},{"id":"live_multiple_644-161-12","split":"live_multiple","state":"User: I feel like dancing. Could you look up Pop music, and then play a track by any artist on my living room device?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.63,"confidence":0.600059},"jev":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":95.66,"confidence":0.71}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":29.61,"confidence":0.980589},"jev":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":100.91,"confidence":0.54}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":31.97,"confidence":0.322179},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":125.26,"confidence":0.69}}}},{"id":"live_multiple_645-161-13","split":"live_multiple","state":"User: I'm interested in exploring Madonna's music released in 2019. Could you compile a list for me?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":42.61,"confidence":0.99295},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":108.58,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":31.73,"confidence":0.767495},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":99.06,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.68,"confidence":0.457417},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":143.78,"confidence":1.0}}}},{"id":"live_multiple_646-161-14","split":"live_multiple","state":"User: Can you retrieve a list of songs released in 2020 that are from the album 'Starboy'?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.14,"confidence":0.999983},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":110.69,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.61,"confidence":0.970006},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":100.85,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":67.99,"confidence":0.880559},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":128.85,"confidence":1.0}}}},{"id":"live_multiple_647-161-15","split":"live_multiple","state":"User: Can you find me songs by Ariana Grande released in 2018?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.89,"confidence":0.999851},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":94.35,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.33,"confidence":0.966598},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":143.03,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":37.1,"confidence":0.787699},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":156.95,"confidence":1.0}}}},{"id":"live_multiple_648-161-16","split":"live_multiple","state":"User: Can you retrieve a list of songs performed by Little Mix from the 'Get Weird' album?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.78,"confidence":0.999984},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":115.46,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.88,"confidence":0.982236},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":140.73,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":59.49,"confidence":0.778494},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":107.57,"confidence":1.0}}}},{"id":"live_multiple_649-161-17","split":"live_multiple","state":"User: Find songs from the album Narrated For You that were released last year 2022?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.03,"confidence":0.999882},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":127.3,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":38.71,"confidence":0.9619},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":121.95,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":34.4,"confidence":0.578827},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":125.22,"confidence":1.0}}}},{"id":"live_multiple_650-161-18","split":"live_multiple","state":"User: Can you search for tracks from the movie 'Raees'? I believe it's an album title.","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":27.02,"confidence":0.996116},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":99.19,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.17,"confidence":0.827535},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":114.25,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":43.06,"confidence":0.346359},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":120.7,"confidence":1.0}}}},{"id":"live_multiple_651-161-19","split":"live_multiple","state":"User: I'd like to listen to some rock music while I work. Could you play something from the Red Hot Chili Peppers, specifically from their album 'The Getaway'?","expected":"Music_3_PlayMedia","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":44.84,"confidence":0.990343},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":115.44,"confidence":0.79}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":28.56,"confidence":0.735025},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":115.47,"confidence":0.58}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":30.14,"confidence":0.487679},"jev":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":124.55,"confidence":0.68}}}},{"id":"live_multiple_652-161-20","split":"live_multiple","state":"User: Can you play tracks by the artist Outsider in the living room?","expected":"Music_3_PlayMedia","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":33.4,"confidence":0.975652},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":111.67,"confidence":0.96}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":27.78,"confidence":0.895928},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":126.46,"confidence":0.97}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":29.44,"confidence":0.372446},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":192.21,"confidence":0.76}}}},{"id":"live_multiple_653-161-21","split":"live_multiple","state":"User: Find me some songs from the album 'Halcyon' released in the year 2012?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.48,"confidence":0.99983},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":136.82,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.49,"confidence":0.936203},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":133.62,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":134.74,"confidence":0.553019},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":136.59,"confidence":1.0}}}},{"id":"live_multiple_654-161-22","split":"live_multiple","state":"User: I feel great today and I'd love to listen to some upbeat pop music. Find a track from 2018 that fits this vibe?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.05,"confidence":0.999412},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":111.62,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.84,"confidence":0.895146},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":121.1,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_FindMovies","correct":false,"latency_ms":37.5,"confidence":0.603479},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":169.46,"confidence":1.0}}}},{"id":"live_multiple_655-161-23","split":"live_multiple","state":"User: Hi, I'm looking for Pop songs from the album 'Warrior' that were released in 2012. Can you help me find them?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":31.39,"confidence":0.999989},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":95.44,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.49,"confidence":0.985234},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":101.44,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":66.34,"confidence":0.766073},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":138.12,"confidence":1.0}}}},{"id":"live_multiple_656-161-24","split":"live_multiple","state":"User: Could you search for Pop songs by Harris J, and check if there are any from the Salam album?","expected":"Music_3_LookupMusic","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":34.73,"confidence":0.999829},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":109.69,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.22,"confidence":0.961546},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":106.61,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.2,"confidence":0.706932},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":119.07,"confidence":1.0}}}},{"id":"live_multiple_657-161-25","split":"live_multiple","state":"User: I'd like to listen to 'Shape of You' by Ed Sheeran in the living room now, could you play it for me?","expected":"Music_3_PlayMedia","candidate_count":6,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":33.31,"confidence":0.877582},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":105.07,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\nParameter user_id (string); required; The unique identifier of the user whose alarms are to be retrieved.\nParameter include_disabled (boolean); Flag to include disabled alarms in the list.; default: False\nParameter date (string); Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.; default: None","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: Set a new alarm with a specified time and optional custom name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format 'HH:MM'.\nParameter new_alarm_name (string); The custom name to give to the new alarm.; default: New alarm","Media_3_FindMovies":"Media_3_FindMovies: Explore and discover movies online based on user-defined preferences such as genre and starring actors.\nParameter genre (string); required; The genre category of the movie.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); The name of a celebrity starring in the movie. Specify 'Any' if no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the selected movie online with the option to choose subtitles in various languages.\nParameter title (string); required; The exact title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist's version of the song may be played.; default: any\nParameter device (string); The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album that the song belongs to. If unspecified, songs from any album may be played.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.; default: dontcare\nParameter album (string); The name of the album. Use 'dontcare' if album preference is not specified.; default: dontcare\nParameter genre (string); The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was released. Use an integer value or 'dontcare' for no specific year preference.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":28.46,"confidence":0.876046},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":124.88,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieve a list of alarms that the user has configured on the device, including details such as time, label, and status.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"Filter alarms by the set date, in the format of 'YYYY-MM-DD'. If not provided, defaults to current date.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"Flag to include disabled alarms in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose alarms are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"Set a new alarm with a specified time and optional custom name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The custom name to give to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}","Media_3_FindMovies":"{\"description\":\"Explore and discover movies online based on user-defined preferences such as genre and starring actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre category of the movie.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a celebrity starring in the movie. Specify 'Any' if no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the selected movie online with the option to choose subtitles in various languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The exact title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album that the song belongs to. If unspecified, songs from any album may be played.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist's version of the song may be played.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the media player device where the song will be played, such as 'Living room' or 'Kitchen'.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieves a list of songs that match the user's specified preferences such as artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The name of the album. Use 'dontcare' if album preference is not specified.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band. Use 'dontcare' if artist preference is not specified.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of music. Select from a predefined list of genres or use 'dontcare' for no preference.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was released. Use an integer value or 'dontcare' for no specific year preference.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":28.65,"confidence":0.340905},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":157.25,"confidence":1.0}}}},{"id":"live_multiple_658-162-0","split":"live_multiple","state":"User: Could you locate any theater events in New York on the 12th of March?","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":99.32,"confidence":0.588288},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":103.59,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":227.71,"confidence":0.469274},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":129.83,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":350.8,"confidence":0.263781},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":110.19,"confidence":1.0}}}},{"id":"live_multiple_659-162-1","split":"live_multiple","state":"User: Find me some theater events happening in New York?","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":35.68,"confidence":0.387171},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":98.23,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":46.98,"confidence":0.878856},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":109.87,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":89.05,"confidence":0.515031},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":190.72,"confidence":1.0}}}},{"id":"live_multiple_660-162-2","split":"live_multiple","state":"User: I'm looking for a cultural event in New York on March 10th, preferably a music concert or a play. ","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":31.53,"confidence":0.456686},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":108.92,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":28.17,"confidence":0.667021},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":127.62,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":31.2,"confidence":0.359431},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":142.21,"confidence":1.0}}}},{"id":"live_multiple_661-162-3","split":"live_multiple","state":"User: I'm looking for a music event in New York on the date 2023-05-21. ","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":33.07,"confidence":0.732727},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":100.19,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Buses_3_BuyBusTicket","correct":false,"latency_ms":37.39,"confidence":0.443903},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":111.89,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Flights_4_SearchOnewayFlight","correct":false,"latency_ms":29.92,"confidence":0.282669},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":107.21,"confidence":1.0}}}},{"id":"live_multiple_662-162-4","split":"live_multiple","state":"User: Find a music event in New York for this coming Saturday, which is 2023-10-07?","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":31.94,"confidence":0.567818},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":114.71,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":28.83,"confidence":0.336094},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":165.32,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Flights_4_SearchOnewayFlight","correct":false,"latency_ms":30.33,"confidence":0.254943},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":108.39,"confidence":1.0}}}},{"id":"live_multiple_663-162-5","split":"live_multiple","state":"User: I have some friends visiting and want to find something for us to do. Can you see if there are any Music events happening around Philadelphia, PA on the 8th of March 2023?","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":33.33,"confidence":0.856034},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":104.63,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":30.38,"confidence":0.486853},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":138.79,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":32.64,"confidence":0.232029},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":125.71,"confidence":1.0}}}},{"id":"live_multiple_664-162-6","split":"live_multiple","state":"User: Find me some musical events happening in New York?","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":35.43,"confidence":0.619914},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":106.17,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":28.68,"confidence":0.82191},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":124.32,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":34.5,"confidence":0.392381},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":119.5,"confidence":1.0}}}},{"id":"live_multiple_665-162-7","split":"live_multiple","state":"User: Find any theater events happening in Los Angeles on March 9th?","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":31.49,"confidence":0.538097},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":97.99,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":38.84,"confidence":0.516776},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":110.12,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":31.65,"confidence":0.372343},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":131.44,"confidence":1.0}}}},{"id":"live_multiple_666-162-8","split":"live_multiple","state":"User: I'll be in New York after a business meeting. Find any music concerts or theater plays happening there this weekend? Today is friday 2023-10-01","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.56,"confidence":0.543918},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":119.8,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":30.33,"confidence":0.691675},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":118.62,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Flights_4_SearchRoundtripFlights","correct":false,"latency_ms":30.97,"confidence":0.238431},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":113.72,"confidence":1.0}}}},{"id":"live_multiple_667-162-9","split":"live_multiple","state":"User: Hey, can you help me find an interesting play I can go to on the 5th of March 2023 in New York City?","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":38.04,"confidence":0.27313},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":92.13,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":42.61,"confidence":0.49769},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":103.83,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":32.3,"confidence":0.534458},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":216.62,"confidence":1.0}}}},{"id":"live_multiple_668-162-10","split":"live_multiple","state":"User: I am bored I want to do something Tuesday next week in NY and I love Broadway what can you find for me? Today is tuesday 2023.10.10","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":31.29,"confidence":0.648819},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":93.76,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Buses_3_BuyBusTicket","correct":false,"latency_ms":28.71,"confidence":0.348111},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":151.37,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.51,"confidence":0.179909},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":150.47,"confidence":1.0}}}},{"id":"live_multiple_669-162-11","split":"live_multiple","state":"User: I'm looking for a Music event in New York on March 7th 2023. ","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":37.04,"confidence":0.681774},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":96.35,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":28.57,"confidence":0.736768},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":103.76,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":30.2,"confidence":0.257349},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":116.13,"confidence":1.0}}}},{"id":"live_multiple_670-162-12","split":"live_multiple","state":"User: I'd like to know about any music events happening next Monday in Portland,or. today is 2023-10-1 monday ","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":31.27,"confidence":0.930141},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":102.16,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":29.34,"confidence":0.507352},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":123.56,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":37.97,"confidence":0.300275},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":158.45,"confidence":1.0}}}},{"id":"live_multiple_671-162-13","split":"live_multiple","state":"User: Hi, Find me a music event in New York for this Sunday 2023.10.1? I'm interested in knowing what's available.","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":31.81,"confidence":0.802457},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":144.96,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":28.09,"confidence":0.740345},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":136.87,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":44.57,"confidence":0.232508},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":105.1,"confidence":1.0}}}},{"id":"live_multiple_672-162-14","split":"live_multiple","state":"User: I'm looking for a Music event in Los Angeles this Saturday 2023.10.1. Do you have any suggestions?","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.66,"confidence":0.698228},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":103.12,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":28.16,"confidence":0.638833},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":118.59,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":40.53,"confidence":0.244177},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":113.13,"confidence":1.0}}}},{"id":"live_multiple_673-162-15","split":"live_multiple","state":"User: Can you find any music events happening in New York this Sunday? Today is Friday 2023-09-29. I could use some entertainment.","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":35.64,"confidence":0.932839},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":140.98,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":28.65,"confidence":0.577591},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":133.47,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":72.36,"confidence":0.29324},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":179.97,"confidence":1.0}}}},{"id":"live_multiple_674-162-16","split":"live_multiple","state":"User: Find any movie theater events happening in Los Angeles?","expected":"Events_3_FindEvents","candidate_count":8,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.35,"confidence":0.449634},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":131.81,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\nParameter from_city (string); required; The name of the city where the journey begins, such as 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter num_passengers (integer); The number of passengers traveling, ranging from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\nParameter from_city (string); required; The city to depart from, e.g., 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, e.g., 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure in 24-hour format, e.g., '14:00'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Whether to carry excess baggage in the bus. True for yes, false for no.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\nParameter event_type (string); required; The category of the cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\nParameter event_name (string); required; The name of the artist or play for which the tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved, ranging from 1 to 9.\nParameter date (string); required; The scheduled date of the event, in the format 'MM/DD/YYYY'.\nParameter city (string); required; The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.","Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Select 'dontcare' if no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\nParameter origin_airport (string); required; The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The start date of the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The end date of the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); The preferred airline for the trip. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve rooms at a selected hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates if smoking is permitted within the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to be reserved.; default: 1"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":28.77,"confidence":0.580435},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":137.0,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date, considering the number of passengers and route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The name of the city where the journey begins, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers traveling, ranging from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchases bus tickets from a specified departure city to a given destination on a set date and time, with the option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Whether to carry excess baggage in the bus. True for yes, false for no.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, e.g., '14:00'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, e.g., 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, e.g., 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Retrieves a list of cultural events such as concerts and plays happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, in the format of 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If 'dontcare' is specified, any date will be considered. The default value 'dontcare' represents no specific date preference.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date within a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is being held, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or play for which the tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved, ranging from 1 to 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from a specified origin airport to a destination airport on a given departure date. Options for seating class and preferred airlines can be specified.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Select 'dontcare' if no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format of 'YYYY-MM-DD', for example '2023-07-15'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria, including departure and return dates, airports, seating class, number of tickets, and preferred airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline for the trip. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or name of the airport or city to arrive at, such as 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or name of the airport or city to depart from, such as 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The end date of the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve rooms at a selected hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the accommodation is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for accommodations in a specific city, filtering results based on star rating, smoking policy, and the number of rooms required.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States; for example, 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to be reserved.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates if smoking is permitted within the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":30.16,"confidence":0.318261},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":129.04,"confidence":1.0}}}},{"id":"live_multiple_675-163-0","split":"live_multiple","state":"User: Can you provide the weather information for Ciudad de Mexico on May 5th, 2023?","expected":"Weather_1_GetWeather","candidate_count":3,"views":{"description":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":80.01,"confidence":0.999365},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":100.19,"confidence":1.0}},"prose_schema":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\nParameter destination (string); required; The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride desired.; allowed values: Pool, Regular, Luxury","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data, such as 'New York, NY'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.; default: today"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":110.64,"confidence":0.931988},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":144.33,"confidence":1.0}},"schema":{"criteria":{"RideSharing_2_GetRide":"{\"description\":\"Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The type of cab ride desired.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather information for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":181.33,"confidence":0.4874},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":101.13,"confidence":1.0}}}},{"id":"live_multiple_676-163-1","split":"live_multiple","state":"User: What's the weather going to be like in New York tomorrow? today is 2023.10.1","expected":"Weather_1_GetWeather","candidate_count":3,"views":{"description":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":29.88,"confidence":0.996217},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":100.26,"confidence":1.0}},"prose_schema":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\nParameter destination (string); required; The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride desired.; allowed values: Pool, Regular, Luxury","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data, such as 'New York, NY'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.; default: today"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":31.47,"confidence":0.776456},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":106.12,"confidence":1.0}},"schema":{"criteria":{"RideSharing_2_GetRide":"{\"description\":\"Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The type of cab ride desired.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather information for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":34.33,"confidence":0.446838},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":102.13,"confidence":1.0}}}},{"id":"live_multiple_677-163-2","split":"live_multiple","state":"User: Can you provide the weather forecast for Philadelphia, PA on April 13th of next year? today is 2023.10.1","expected":"Weather_1_GetWeather","candidate_count":3,"views":{"description":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":30.9,"confidence":0.983537},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":130.15,"confidence":1.0}},"prose_schema":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\nParameter destination (string); required; The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride desired.; allowed values: Pool, Regular, Luxury","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data, such as 'New York, NY'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.; default: today"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":31.63,"confidence":0.570563},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":107.65,"confidence":1.0}},"schema":{"criteria":{"RideSharing_2_GetRide":"{\"description\":\"Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The type of cab ride desired.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather information for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":30.95,"confidence":0.404756},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":113.85,"confidence":1.0}}}},{"id":"live_multiple_678-163-3","split":"live_multiple","state":"User: Hey, can you check for me how's the weather gonna be in Washington D.C. on 20023-04-02?","expected":"Weather_1_GetWeather","candidate_count":3,"views":{"description":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":40.54,"confidence":0.972518},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":113.56,"confidence":1.0}},"prose_schema":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\nParameter destination (string); required; The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride desired.; allowed values: Pool, Regular, Luxury","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data, such as 'New York, NY'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.; default: today"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":30.49,"confidence":0.543509},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":109.94,"confidence":1.0}},"schema":{"criteria":{"RideSharing_2_GetRide":"{\"description\":\"Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The type of cab ride desired.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather information for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":40.85,"confidence":0.441552},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":117.8,"confidence":1.0}}}},{"id":"live_multiple_679-163-4","split":"live_multiple","state":"User: Could you tell me the weather forecast for Sydney, Australia on the 2nd of march 2023? today is 2023.10.1","expected":"Weather_1_GetWeather","candidate_count":3,"views":{"description":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":43.6,"confidence":0.988507},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":103.1,"confidence":1.0}},"prose_schema":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\nParameter destination (string); required; The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride desired.; allowed values: Pool, Regular, Luxury","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data, such as 'New York, NY'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.; default: today"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":30.62,"confidence":0.863068},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":127.71,"confidence":1.0}},"schema":{"criteria":{"RideSharing_2_GetRide":"{\"description\":\"Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The type of cab ride desired.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather information for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":70.95,"confidence":0.386228},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":114.51,"confidence":1.0}}}},{"id":"live_multiple_680-163-5","split":"live_multiple","state":"User: Could you provide me with the weather forecast for Chicago, IL on March 8th 2023?","expected":"Weather_1_GetWeather","candidate_count":3,"views":{"description":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":88.06,"confidence":0.986802},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":126.74,"confidence":1.0}},"prose_schema":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\nParameter destination (string); required; The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride desired.; allowed values: Pool, Regular, Luxury","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data, such as 'New York, NY'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.; default: today"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":36.63,"confidence":0.763701},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":98.18,"confidence":1.0}},"schema":{"criteria":{"RideSharing_2_GetRide":"{\"description\":\"Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The type of cab ride desired.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather information for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":97.17,"confidence":0.588132},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":129.63,"confidence":1.0}}}},{"id":"live_multiple_681-163-6","split":"live_multiple","state":"User: Can you tell me if it will rain in Vancouver, Canada on 2023-03-10?","expected":"Weather_1_GetWeather","candidate_count":3,"views":{"description":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":38.82,"confidence":0.886225},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":94.68,"confidence":1.0}},"prose_schema":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\nParameter destination (string); required; The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride desired.; allowed values: Pool, Regular, Luxury","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data, such as 'New York, NY'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.; default: today"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":32.01,"confidence":0.690488},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":100.73,"confidence":1.0}},"schema":{"criteria":{"RideSharing_2_GetRide":"{\"description\":\"Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The type of cab ride desired.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather information for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":36.7,"confidence":0.652438},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":129.99,"confidence":1.0}}}},{"id":"live_multiple_682-163-7","split":"live_multiple","state":"User: Can you tell me the weather in Seattle, WA on the 4th of march 2023? today is 2023.10.1","expected":"Weather_1_GetWeather","candidate_count":3,"views":{"description":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":30.58,"confidence":0.99707},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":113.58,"confidence":1.0}},"prose_schema":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\nParameter destination (string); required; The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride desired.; allowed values: Pool, Regular, Luxury","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data, such as 'New York, NY'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.; default: today"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":67.64,"confidence":0.834897},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":101.3,"confidence":1.0}},"schema":{"criteria":{"RideSharing_2_GetRide":"{\"description\":\"Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The type of cab ride desired.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather information for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"RideSharing_2_GetRide","correct":false,"latency_ms":72.52,"confidence":0.413798},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":128.01,"confidence":1.0}}}},{"id":"live_multiple_683-163-8","split":"live_multiple","state":"User: Can you tell me what the weather will be like in Miami, FL on March 3rd next year? today is 2023.10.1","expected":"Weather_1_GetWeather","candidate_count":3,"views":{"description":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":59.94,"confidence":0.98734},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":94.21,"confidence":1.0}},"prose_schema":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\nParameter destination (string); required; The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride desired.; allowed values: Pool, Regular, Luxury","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data, such as 'New York, NY'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.; default: today"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":31.99,"confidence":0.560145},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":96.44,"confidence":1.0}},"schema":{"criteria":{"RideSharing_2_GetRide":"{\"description\":\"Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The type of cab ride desired.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"City or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather information for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"RideSharing_2_GetRide","correct":false,"latency_ms":30.29,"confidence":0.414919},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":126.39,"confidence":1.0}}}},{"id":"live_multiple_684-164-0","split":"live_multiple","state":"User: Find me a thriller movie that was directed by Riley Stearns and has Steve Terada in the cast?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":88.7,"confidence":0.953121},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":95.94,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":119.47,"confidence":0.579977},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":120.49,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":138.28,"confidence":0.684282},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":104.42,"confidence":1.0}}}},{"id":"live_multiple_685-164-1","split":"live_multiple","state":"User: Can you find me an offbeat movie directed by Wes Anderson?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":42.76,"confidence":0.987798},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":115.25,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.78,"confidence":0.77767},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":103.61,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":34.75,"confidence":0.768318},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":101.8,"confidence":1.0}}}},{"id":"live_multiple_686-164-2","split":"live_multiple","state":"User: Can you find me a list of thrill movies that feature Leland Orser?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":31.24,"confidence":0.974071},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":146.31,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.45,"confidence":0.631742},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":141.39,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":31.14,"confidence":0.678293},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":103.75,"confidence":1.0}}}},{"id":"live_multiple_687-164-3","split":"live_multiple","state":"User: Find me a fantasy movie directed by Guillermo del Toro?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.53,"confidence":0.951031},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":101.89,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":27.35,"confidence":0.880561},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":100.88,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":36.9,"confidence":0.591149},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":107.55,"confidence":1.0}}}},{"id":"live_multiple_688-164-4","split":"live_multiple","state":"User: Can you find a Family genre movie that features Carol Sutton?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":37.78,"confidence":0.996555},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":107.7,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first name or full name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First names or full names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":62.86,"confidence":0.618604},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":115.35,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First names or full names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first name or full name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":95.91,"confidence":0.819242},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":103.14,"confidence":1.0}}}},{"id":"live_multiple_689-164-5","split":"live_multiple","state":"User: Can you find me a list of mystery movies that are directed by Gavin Hood and include Rhys Ifans in the cast?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":31.19,"confidence":0.972674},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":111.01,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.23,"confidence":0.822441},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":101.82,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":60.4,"confidence":0.817846},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":221.44,"confidence":1.0}}}},{"id":"live_multiple_690-164-6","split":"live_multiple","state":"User: I'm interested in watching a movie featuring Jack Carson. Could you provide me with some options?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.62,"confidence":0.939504},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":115.98,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.91,"confidence":0.425525},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":117.88,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":66.73,"confidence":0.536091},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":158.59,"confidence":1.0}}}},{"id":"live_multiple_691-164-7","split":"live_multiple","state":"User: Can you find me a Family genre movie that was directed by Herbert Ross and includes Nancy Parsons in the cast?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":33.29,"confidence":0.988596},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":101.84,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":31.24,"confidence":0.592085},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":130.11,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":32.17,"confidence":0.854577},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":120.73,"confidence":1.0}}}},{"id":"live_multiple_692-164-8","split":"live_multiple","state":"User: Find a list of ghost movies directed by Peter Strickland?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.59,"confidence":0.802651},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":110.29,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":38.89,"confidence":0.801426},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":120.44,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":63.9,"confidence":0.891276},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":127.51,"confidence":1.0}}}},{"id":"live_multiple_693-164-9","split":"live_multiple","state":"User: I'm in the mood for a drama film featuring Utkarsh Ambudkar. Can you find one for me?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":39.43,"confidence":0.975003},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":112.55,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":30.57,"confidence":0.503016},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":144.92,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.24,"confidence":0.683265},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":121.71,"confidence":1.0}}}},{"id":"live_multiple_694-164-10","split":"live_multiple","state":"User: I'm looking for a movie where Javier Bardem is one of the lead actors. Can you help me find some options?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":32.22,"confidence":0.965811},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":97.34,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.1,"confidence":0.522919},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":152.2,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":31.57,"confidence":0.577952},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":139.93,"confidence":1.0}}}},{"id":"live_multiple_695-164-11","split":"live_multiple","state":"User: Can you find me movies in the Anime genre that are directed by Satoshi Kon and feature Akiko Kawase in the cast?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.41,"confidence":0.967425},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":120.13,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":39.31,"confidence":0.636182},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":174.88,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":61.99,"confidence":0.590676},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":130.59,"confidence":1.0}}}},{"id":"live_multiple_696-164-12","split":"live_multiple","state":"User: Can you find me a list of Mystery movies that feature Noah Gaynor as part of the cast?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.09,"confidence":0.919763},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":101.07,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.58,"confidence":0.827983},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":110.0,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":32.06,"confidence":0.718181},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":175.23,"confidence":1.0}}}},{"id":"live_multiple_697-164-13","split":"live_multiple","state":"User: Find movies directed by Quentin Tarantino that fall into the Offbeat genre?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":41.11,"confidence":0.953996},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":110.12,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.71,"confidence":0.594101},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":125.88,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":34.1,"confidence":0.579955},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":103.51,"confidence":1.0}}}},{"id":"live_multiple_698-164-14","split":"live_multiple","state":"User: Hey, I'm in the mood for something offbeat. Find me a list of offbeat movies?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.98,"confidence":0.975219},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":97.3,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":38.6,"confidence":0.869399},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":143.3,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":38.38,"confidence":0.647914},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":101.27,"confidence":1.0}}}},{"id":"live_multiple_699-164-15","split":"live_multiple","state":"User: Can you find a list of family movies that feature Tzi Ma?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.87,"confidence":0.987168},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":102.31,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.0,"confidence":0.6068},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":117.57,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":35.65,"confidence":0.841787},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":121.13,"confidence":1.0}}}},{"id":"live_multiple_700-164-16","split":"live_multiple","state":"User: I'd like to see a list of movies directed by Hari Sama. Can you help me out?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":38.44,"confidence":0.971402},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":125.88,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.4,"confidence":0.610194},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":132.06,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":56.37,"confidence":0.849863},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":115.08,"confidence":1.0}}}},{"id":"live_multiple_701-164-17","split":"live_multiple","state":"User: Find a Comedy film that features Vanessa Przada?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":27.89,"confidence":0.985556},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":98.2,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.77,"confidence":0.667885},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":128.63,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":36.53,"confidence":0.767532},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":122.14,"confidence":1.0}}}},{"id":"live_multiple_702-164-18","split":"live_multiple","state":"User: I have some free time and I'd like to watch a movie. Can you find me a movie with Katsunosuke Hori in the cast?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.54,"confidence":0.979796},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":100.21,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":38.01,"confidence":0.596794},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":107.88,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":72.46,"confidence":0.503975},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":111.8,"confidence":1.0}}}},{"id":"live_multiple_703-164-19","split":"live_multiple","state":"User: Find dramas directed by Alex Kendrick featuring Aryn Wright-Thompson?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.13,"confidence":0.939471},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":97.39,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":43.28,"confidence":0.484052},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":105.87,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":78.22,"confidence":0.528461},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":113.1,"confidence":1.0}}}},{"id":"live_multiple_704-164-20","split":"live_multiple","state":"User: I'm in the mood for a good laugh. Find me a Comedy movie that stars Claudia Doumit?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":35.28,"confidence":0.993178},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":99.82,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":32.21,"confidence":0.514688},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":101.84,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":96.58,"confidence":0.565425},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":97.3,"confidence":1.0}}}},{"id":"live_multiple_705-164-21","split":"live_multiple","state":"User: I'm in the mood for a film tonight. Could you retrieve a list of movies that feature Nikita Mehta in the leading role?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":32.11,"confidence":0.985229},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":113.75,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":44.78,"confidence":0.812114},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":142.92,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":95.54,"confidence":0.552452},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":123.17,"confidence":1.0}}}},{"id":"live_multiple_706-164-22","split":"live_multiple","state":"User: I'm interested in watching a Fantasy movie. Could you search for movies in that genre for me?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.46,"confidence":0.988253},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":102.48,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.86,"confidence":0.807319},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":99.9,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":31.78,"confidence":0.773046},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":129.76,"confidence":1.0}}}},{"id":"live_multiple_707-164-23","split":"live_multiple","state":"User: I'd like to see a list of movies featuring Pete Davidson. Find some for me?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":28.91,"confidence":0.962045},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":131.01,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.58,"confidence":0.946508},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":102.76,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":31.62,"confidence":0.679389},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":144.39,"confidence":1.0}}}},{"id":"live_multiple_708-164-24","split":"live_multiple","state":"User: Can you find a Sci-fi movie directed by Steven Spielberg for me to watch?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":29.85,"confidence":0.801054},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":98.48,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":59.95,"confidence":0.838275},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":140.36,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":63.58,"confidence":0.766089},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":109.36,"confidence":1.0}}}},{"id":"live_multiple_709-164-25","split":"live_multiple","state":"User: I'm in the mood for a Comedy-drama movie, preferably one directed by Kirill Mikhanovsky. Find one for me?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":30.36,"confidence":0.992131},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":128.86,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first name or full name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Must be one of the values in 'enum'. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":62.55,"confidence":0.851737},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":105.44,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first name or full name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Must be one of the values in 'enum'. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":70.5,"confidence":0.884282},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":124.07,"confidence":1.0}}}},{"id":"live_multiple_710-164-26","split":"live_multiple","state":"User: Find a comedy that's playing this weekend? My brother and I would love to watch something funny.","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":31.73,"confidence":0.935768},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":102.53,"confidence":0.97}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":41.38,"confidence":0.540484},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":108.9,"confidence":0.98}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":35.0,"confidence":0.565224},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":132.27,"confidence":0.99}}}},{"id":"live_multiple_711-164-27","split":"live_multiple","state":"User: I'm in the mood for a Fantasy movie directed by Jim Henson and with Steve Whitmire in the cast. Can you find one for me?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":32.2,"confidence":0.968236},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":110.86,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":31.72,"confidence":0.431158},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":132.6,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":34.69,"confidence":0.488184},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":108.14,"confidence":1.0}}}},{"id":"live_multiple_712-164-28","split":"live_multiple","state":"User: Can you find me a list of action movies playing this weekend that are directed by David Leitch?","expected":"Movies_3_FindMovies","candidate_count":3,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences."},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":31.58,"confidence":0.959943},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":99.01,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\nParameter event_type (string); required; The type of cultural event to find.; allowed values: Music, Theater\nParameter city (string); required; The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter date (string); The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.; default: dontcare","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event on a particular date in a selected city.\nParameter event_name (string); required; The name of the artist, play, or cultural event.\nParameter number_of_tickets (integer); required; The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\nParameter date (string); required; The specific date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.","Movies_3_FindMovies":"Movies_3_FindMovies: Retrieve a list of movies based on specified criteria that match the user's preferences.\nParameter directed_by (string); The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.; default: dontcare\nParameter genre (string); The genre of the movies to filter by. Select 'dontcare' to include all genres.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.; default: dontcare"},"clm":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":31.82,"confidence":0.489188},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":139.02,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Finds cultural events, such as concerts and plays, happening in a specified city on a given date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city in which to search for events, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"dontcare\",\"description\":\"The date of the event, formatted as 'MM/DD/YYYY'. If not specified, the search will include events for all upcoming dates.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event on a particular date in a selected city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event will take place, formatted as 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"description\":\"The specific date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist, play, or cultural event.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to purchase. Must be a positive integer and typically ranges from 1 to 8.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Movies_3_FindMovies":"{\"description\":\"Retrieve a list of movies based on specified criteria that match the user's preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"First and last names of lead actors or actresses in the movies to filter by. Use 'dontcare' if the cast is not a filtering criterion.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the director of the movies to filter by. Use 'dontcare' if the director is not a filtering criterion.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movies to filter by. Select 'dontcare' to include all genres.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":60.38,"confidence":0.731531},"jev":{"choice":"Movies_3_FindMovies","correct":true,"latency_ms":111.77,"confidence":1.0}}}},{"id":"live_multiple_713-165-0","split":"live_multiple","state":"User: Hey, I'm going on a short trip. Can you help me find a house for one in London, England? It needs to have laundry service.","expected":"Hotels_2_SearchHouse","candidate_count":3,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":92.99,"confidence":0.70711},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":144.47,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. A value of 0 indicates no preference.\nParameter check_in_date (string); required; The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.\nParameter where_to (string); required; The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Should be a positive integer.; default: 1\nParameter rating (float); The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).; default: 3.0","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":116.41,"confidence":0.984978},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":203.42,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. A value of 0 indicates no preference.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses based on specified criteria at a given location.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for the reservation. Should be a positive integer.\",\"type\":\"integer\"},\"rating\":{\"default\":3.0,\"description\":\"The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":140.69,"confidence":0.367968},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":150.49,"confidence":1.0}}}},{"id":"live_multiple_714-165-1","split":"live_multiple","state":"User: Can you search for available houses in Phoenix, arizona that have rating of 4.1 no lower than?","expected":"Hotels_2_SearchHouse","candidate_count":3,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":40.01,"confidence":0.665101},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":116.69,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. A value of 0 indicates no preference.\nParameter check_in_date (string); required; The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.\nParameter where_to (string); required; The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Should be a positive integer.; default: 1\nParameter rating (float); The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).; default: 3.0","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":30.73,"confidence":0.928946},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":124.87,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. A value of 0 indicates no preference.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses based on specified criteria at a given location.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for the reservation. Should be a positive integer.\",\"type\":\"integer\"},\"rating\":{\"default\":3.0,\"description\":\"The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":35.46,"confidence":0.41311},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":129.59,"confidence":1.0}}}},{"id":"live_multiple_715-165-2","split":"live_multiple","state":"User: Can you find a house in Austin, TX with laundry service, for 2 adults, having a rating of at least 4.4?","expected":"Hotels_2_SearchHouse","candidate_count":3,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children."},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":30.96,"confidence":0.64357},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":120.04,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. A value of 0 indicates no preference.\nParameter check_in_date (string); required; The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.\nParameter where_to (string); required; The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Should be a positive integer.; default: 1\nParameter rating (float); The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).; default: 3.0","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":30.51,"confidence":0.992066},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":191.44,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. A value of 0 indicates no preference.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses based on specified criteria at a given location.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for the reservation. Should be a positive integer.\",\"type\":\"integer\"},\"rating\":{\"default\":3.0,\"description\":\"The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":33.77,"confidence":0.493463},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":107.59,"confidence":1.0}}}},{"id":"live_multiple_716-165-3","split":"live_multiple","state":"User: Can you find me an available house to rent in Austin texas?","expected":"Hotels_2_SearchHouse","candidate_count":3,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":32.73,"confidence":0.881601},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":108.43,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. A value of 0 indicates no preference.\nParameter check_in_date (string); required; The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.\nParameter where_to (string); required; The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Should be a positive integer.; default: 1\nParameter rating (float); The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).; default: 3.0","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":30.92,"confidence":0.962987},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":99.96,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. A value of 0 indicates no preference.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses based on specified criteria at a given location.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for the reservation. Should be a positive integer.\",\"type\":\"integer\"},\"rating\":{\"default\":3.0,\"description\":\"The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":32.86,"confidence":0.543457},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":149.37,"confidence":1.0}}}},{"id":"live_multiple_717-165-4","split":"live_multiple","state":"User: I'm after a house for one person in Kuala Lumpur, with laundry service please.","expected":"Hotels_2_SearchHouse","candidate_count":3,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":35.63,"confidence":0.752192},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":125.45,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. A value of 0 indicates no preference.\nParameter check_in_date (string); required; The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.\nParameter where_to (string); required; The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Should be a positive integer.; default: 1\nParameter rating (float); The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).; default: 3.0","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":30.29,"confidence":0.986327},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":119.32,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. A value of 0 indicates no preference.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses based on specified criteria at a given location.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for the reservation. Should be a positive integer.\",\"type\":\"integer\"},\"rating\":{\"default\":3.0,\"description\":\"The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":60.17,"confidence":0.550072},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":97.34,"confidence":1.0}}}},{"id":"live_multiple_718-165-5","split":"live_multiple","state":"User: I'm planning a trip to Austin, TX and I need to book a house for 4 men over 18 yr old from 05/12/2023 to 05/18/2023. ","expected":"Hotels_2_BookHouse","candidate_count":3,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":31.98,"confidence":0.592227},"jev":{"choice":"Hotels_2_BookHouse","correct":true,"latency_ms":104.73,"confidence":0.66}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. A value of 0 indicates no preference.\nParameter check_in_date (string); required; The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.\nParameter where_to (string); required; The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Should be a positive integer.; default: 1\nParameter rating (float); The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).; default: 3.0","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":31.29,"confidence":0.997745},"jev":{"choice":"Hotels_2_BookHouse","correct":true,"latency_ms":103.24,"confidence":0.99}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. A value of 0 indicates no preference.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses based on specified criteria at a given location.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for the reservation. Should be a positive integer.\",\"type\":\"integer\"},\"rating\":{\"default\":3.0,\"description\":\"The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":true,"latency_ms":37.23,"confidence":0.485557},"jev":{"choice":"Hotels_2_BookHouse","correct":true,"latency_ms":106.77,"confidence":1.0}}}},{"id":"live_multiple_719-165-6","split":"live_multiple","state":"User: I'll be visiting Anaheim and need a house to stay, for 1 person.","expected":"Hotels_2_SearchHouse","candidate_count":3,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":36.59,"confidence":0.864163},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":122.39,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. A value of 0 indicates no preference.\nParameter check_in_date (string); required; The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.\nParameter where_to (string); required; The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Should be a positive integer.; default: 1\nParameter rating (float); The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).; default: 3.0","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":29.51,"confidence":0.987299},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":116.76,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. A value of 0 indicates no preference.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses based on specified criteria at a given location.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for the reservation. Should be a positive integer.\",\"type\":\"integer\"},\"rating\":{\"default\":3.0,\"description\":\"The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":57.59,"confidence":0.492941},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":119.73,"confidence":0.99}}}},{"id":"live_multiple_720-165-7","split":"live_multiple","state":"User: I'm looking to book a house in New York for 4 adults. We plan to check in on 05/10/2023 and check out on 05/15/2023. Find available options for those dates?","expected":"Hotels_2_SearchHouse","candidate_count":3,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children."},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":36.89,"confidence":0.598198},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":119.07,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. A value of 0 indicates no preference.\nParameter check_in_date (string); required; The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.\nParameter where_to (string); required; The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Should be a positive integer.; default: 1\nParameter rating (float); The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).; default: 3.0","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":34.49,"confidence":0.999385},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":144.47,"confidence":0.71}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. A value of 0 indicates no preference.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses based on specified criteria at a given location.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for the reservation. Should be a positive integer.\",\"type\":\"integer\"},\"rating\":{\"default\":3.0,\"description\":\"The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":37.49,"confidence":0.482108},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":133.2,"confidence":0.53}}}},{"id":"live_multiple_721-165-8","split":"live_multiple","state":"User: Can you find a house in Philadelphia ideally with a washing machine and a rating of at least 4.1 for one person?","expected":"Hotels_2_SearchHouse","candidate_count":3,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":30.86,"confidence":0.778664},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":111.9,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. A value of 0 indicates no preference.\nParameter check_in_date (string); required; The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.\nParameter where_to (string); required; The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Should be a positive integer.; default: 1\nParameter rating (float); The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).; default: 3.0","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":30.37,"confidence":0.962785},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":113.21,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. A value of 0 indicates no preference.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses based on specified criteria at a given location.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for the reservation. Should be a positive integer.\",\"type\":\"integer\"},\"rating\":{\"default\":3.0,\"description\":\"The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":61.44,"confidence":0.521398},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":116.08,"confidence":1.0}}}},{"id":"live_multiple_722-165-9","split":"live_multiple","state":"User: I need to book a house in Los Angeles for four adults from 04/23/2023 to 04/27/2023. rating higher than 4.1?","expected":"Hotels_2_SearchHouse","candidate_count":3,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":39.63,"confidence":0.862344},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":98.11,"confidence":0.54}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. A value of 0 indicates no preference.\nParameter check_in_date (string); required; The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.\nParameter where_to (string); required; The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Should be a positive integer.; default: 1\nParameter rating (float); The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).; default: 3.0","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":31.93,"confidence":0.99105},"jev":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":108.96,"confidence":0.54}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. A value of 0 indicates no preference.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses based on specified criteria at a given location.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for the reservation. Should be a positive integer.\",\"type\":\"integer\"},\"rating\":{\"default\":3.0,\"description\":\"The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":38.74,"confidence":0.654409},"jev":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":127.46,"confidence":0.6}}}},{"id":"live_multiple_723-165-10","split":"live_multiple","state":"User: Hi, I just landed in France, find available houses with laundry service in Paris?","expected":"Hotels_2_SearchHouse","candidate_count":3,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children."},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":35.24,"confidence":0.526478},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":109.73,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. A value of 0 indicates no preference.\nParameter check_in_date (string); required; The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.\nParameter where_to (string); required; The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Should be a positive integer.; default: 1\nParameter rating (float); The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).; default: 3.0","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":29.78,"confidence":0.998966},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":105.21,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. A value of 0 indicates no preference.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses based on specified criteria at a given location.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for the reservation. Should be a positive integer.\",\"type\":\"integer\"},\"rating\":{\"default\":3.0,\"description\":\"The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":69.55,"confidence":0.668118},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":145.06,"confidence":1.0}}}},{"id":"live_multiple_724-165-11","split":"live_multiple","state":"User: I am going to Los Angeles and want a house I can stay in. I need the house to have a rating of 3.7 or above and it should have laundry service.","expected":"Hotels_2_SearchHouse","candidate_count":3,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":32.41,"confidence":0.71174},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":128.62,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. A value of 0 indicates no preference.\nParameter check_in_date (string); required; The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses based on specified criteria at a given location.\nParameter where_to (string); required; The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Should be a positive integer.; default: 1\nParameter rating (float); The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).; default: 3.0","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":36.31,"confidence":0.98262},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":102.91,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Book the selected house for given dates and number of adults, ensuring the house is reserved for the specified time period.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'MM/DD/YYYY'. For example, '04/23/2023'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'MM/DD/YYYY'. For example, '04/27/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. A value of 0 indicates no preference.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses based on specified criteria at a given location.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for the reservation. Should be a positive integer.\",\"type\":\"integer\"},\"rating\":{\"default\":3.0,\"description\":\"The minimum review rating of the house, on a scale from 1.0 (lowest) to 5.0 (highest).\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the desired house, specified in the format 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, with options to filter by free entry, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. This parameter helps in refining the search to specific types of attractions.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether entrance to the attraction is free. True for free entry, False for paid entry, and a value indicating indifference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True for suitable, False for not suitable, and a value for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":84.78,"confidence":0.552845},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":105.5,"confidence":1.0}}}},{"id":"live_multiple_725-166-0","split":"live_multiple","state":"User: Can you search for a hair stylist in Lafayette in Louisiana for me, please?","expected":"Services_1_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: Book an appointment with a hair stylist or salon. The appointment time and date must be specified.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with the option to filter by whether the salon is unisex.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a certain date."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":82.09,"confidence":0.97321},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":109.34,"confidence":1.0}},"prose_schema":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: Book an appointment with a hair stylist or salon. The appointment time and date must be specified.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date for the appointment in the format of 'YYYY-MM-DD'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with the option to filter by whether the salon is unisex.\nParameter city (string); required; The city where the salon is located, in the format of 'City, State' (e.g., 'New York, NY').\nParameter is_unisex (boolean); Flag indicating if the salon is unisex. True for unisex, False for gender-specific.; default: False","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a certain date.\nParameter city (string); required; The name of the city for which the weather is being requested, such as 'Los Angeles' or 'New York'.\nParameter date (string); The date for which the weather forecast is desired, in the format 'YYYY-MM-DD'. If not provided, the default is the current date.; default: current_date"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":77.44,"confidence":0.744433},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":126.53,"confidence":1.0}},"schema":{"criteria":{"Services_1_BookAppointment":"{\"description\":\"Book an appointment with a hair stylist or salon. The appointment time and date must be specified.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist in a specified city, with the option to filter by whether the salon is unisex.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Flag indicating if the salon is unisex. True for unisex, False for gender-specific.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a certain date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather is being requested, such as 'Los Angeles' or 'New York'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is desired, in the format 'YYYY-MM-DD'. If not provided, the default is the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":141.86,"confidence":0.683126},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":130.99,"confidence":1.0}}}},{"id":"live_multiple_726-166-1","split":"live_multiple","state":"User: Can you search for a unisex hair stylist in New York for me?","expected":"Services_1_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: Book an appointment with a hair stylist or salon. The appointment time and date must be specified.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with the option to filter by whether the salon is unisex.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a certain date."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":42.66,"confidence":0.936252},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":126.74,"confidence":1.0}},"prose_schema":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: Book an appointment with a hair stylist or salon. The appointment time and date must be specified.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date for the appointment in the format of 'YYYY-MM-DD'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with the option to filter by whether the salon is unisex.\nParameter city (string); required; The city where the salon is located, in the format of 'City, State' (e.g., 'New York, NY').\nParameter is_unisex (boolean); Flag indicating if the salon is unisex. True for unisex, False for gender-specific.; default: False","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a certain date.\nParameter city (string); required; The name of the city for which the weather is being requested, such as 'Los Angeles' or 'New York'.\nParameter date (string); The date for which the weather forecast is desired, in the format 'YYYY-MM-DD'. If not provided, the default is the current date.; default: current_date"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":30.47,"confidence":0.775047},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":103.89,"confidence":1.0}},"schema":{"criteria":{"Services_1_BookAppointment":"{\"description\":\"Book an appointment with a hair stylist or salon. The appointment time and date must be specified.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist in a specified city, with the option to filter by whether the salon is unisex.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Flag indicating if the salon is unisex. True for unisex, False for gender-specific.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a certain date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather is being requested, such as 'Los Angeles' or 'New York'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is desired, in the format 'YYYY-MM-DD'. If not provided, the default is the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":38.21,"confidence":0.655883},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":106.89,"confidence":1.0}}}},{"id":"live_multiple_727-166-2","split":"live_multiple","state":"User: I need to book an appointment with John's Barber Shop for a haircut on March 15th at 2 in the afternoon","expected":"Services_1_BookAppointment","candidate_count":3,"views":{"description":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: Book an appointment with a hair stylist or salon. The appointment time and date must be specified.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with the option to filter by whether the salon is unisex.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a certain date."},"clm":{"choice":"Services_1_FindProvider","correct":false,"latency_ms":31.76,"confidence":0.853631},"jev":{"choice":"Services_1_BookAppointment","correct":true,"latency_ms":119.22,"confidence":1.0}},"prose_schema":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: Book an appointment with a hair stylist or salon. The appointment time and date must be specified.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date for the appointment in the format of 'YYYY-MM-DD'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with the option to filter by whether the salon is unisex.\nParameter city (string); required; The city where the salon is located, in the format of 'City, State' (e.g., 'New York, NY').\nParameter is_unisex (boolean); Flag indicating if the salon is unisex. True for unisex, False for gender-specific.; default: False","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a certain date.\nParameter city (string); required; The name of the city for which the weather is being requested, such as 'Los Angeles' or 'New York'.\nParameter date (string); The date for which the weather forecast is desired, in the format 'YYYY-MM-DD'. If not provided, the default is the current date.; default: current_date"},"clm":{"choice":"Services_1_BookAppointment","correct":true,"latency_ms":34.12,"confidence":0.978845},"jev":{"choice":"Services_1_BookAppointment","correct":true,"latency_ms":130.82,"confidence":1.0}},"schema":{"criteria":{"Services_1_BookAppointment":"{\"description\":\"Book an appointment with a hair stylist or salon. The appointment time and date must be specified.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist in a specified city, with the option to filter by whether the salon is unisex.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Flag indicating if the salon is unisex. True for unisex, False for gender-specific.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a certain date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather is being requested, such as 'Los Angeles' or 'New York'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is desired, in the format 'YYYY-MM-DD'. If not provided, the default is the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":false,"latency_ms":36.4,"confidence":0.512889},"jev":{"choice":"Services_1_BookAppointment","correct":true,"latency_ms":155.29,"confidence":1.0}}}},{"id":"live_multiple_728-166-3","split":"live_multiple","state":"User: Find me a hair stylist in Walnut Creek, CA who is available on March 5th, 2023, at 2 in the afternoon?","expected":"Services_1_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: Book an appointment with a hair stylist or salon. The appointment time and date must be specified.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with the option to filter by whether the salon is unisex.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a certain date."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":32.36,"confidence":0.965978},"jev":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":102.62,"confidence":0.64}},"prose_schema":{"criteria":{"Services_1_BookAppointment":"Services_1_BookAppointment: Book an appointment with a hair stylist or salon. The appointment time and date must be specified.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon.\nParameter appointment_time (string); required; The time of the appointment in 24-hour format (HH:MM).\nParameter appointment_date (string); required; The date for the appointment in the format of 'YYYY-MM-DD'.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist in a specified city, with the option to filter by whether the salon is unisex.\nParameter city (string); required; The city where the salon is located, in the format of 'City, State' (e.g., 'New York, NY').\nParameter is_unisex (boolean); Flag indicating if the salon is unisex. True for unisex, False for gender-specific.; default: False","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a certain date.\nParameter city (string); required; The name of the city for which the weather is being requested, such as 'Los Angeles' or 'New York'.\nParameter date (string); The date for which the weather forecast is desired, in the format 'YYYY-MM-DD'. If not provided, the default is the current date.; default: current_date"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":32.04,"confidence":0.974271},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":95.1,"confidence":0.59}},"schema":{"criteria":{"Services_1_BookAppointment":"{\"description\":\"Book an appointment with a hair stylist or salon. The appointment time and date must be specified.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time of the appointment in 24-hour format (HH:MM).\",\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist in a specified city, with the option to filter by whether the salon is unisex.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the salon is located, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Flag indicating if the salon is unisex. True for unisex, False for gender-specific.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a certain date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather is being requested, such as 'Los Angeles' or 'New York'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date for which the weather forecast is desired, in the format 'YYYY-MM-DD'. If not provided, the default is the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_BookAppointment","correct":false,"latency_ms":39.03,"confidence":0.615678},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":125.34,"confidence":0.72}}}},{"id":"live_multiple_729-167-0","split":"live_multiple","state":"User: Find a two-bedroom, one-bathroom apartment for rent in Denver in Colorado?","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":95.44,"confidence":0.673571},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":153.57,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\nParameter area (string); required; The city where the search for properties is conducted, in the format of 'City, State' with state in abbreviated format (e.g., 'Los Angeles, CA').\nParameter intent (string); required; The intention behind the property search, either to rent or to buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Specifies if the property must have a garage.; default: False\nParameter in_unit_laundry (string); Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\nParameter property_name (string); required; The exact name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_contact (string); The contact information of the visitor, preferably a phone number or email address.; default: None\nParameter special_requests (string); Any special requests or considerations for the visit, such as accessibility needs or time preferences.; default: None","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.\nParameter location (string); required; The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type.\nParameter destination (string); required; The destination address or location for the cab, in the format of 'Street, City, State'.\nParameter number_of_seats (string); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride being requested.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":125.84,"confidence":0.949132},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":96.77,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the search for properties is conducted, in the format of 'City, State' with state in abbreviated format (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Specifies if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intention behind the property search, either to rent or to buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"special_requests\":{\"default\":\"None\",\"description\":\"Any special requests or considerations for the visit, such as accessibility needs or time preferences.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_contact\":{\"default\":null,\"description\":\"The contact information of the visitor, preferably a phone number or email address.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"Shares the current geographic coordinates with a specified contact.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab for a specified destination, with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[\"1\",\"2\",\"3\",\"4\"],\"type\":\"string\"},\"ride_type\":{\"description\":\"The type of cab ride being requested.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"RideSharing_2_GetRide","correct":false,"latency_ms":172.76,"confidence":0.303358},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":100.94,"confidence":1.0}}}},{"id":"live_multiple_730-167-1","split":"live_multiple","state":"User: I need to find a place to buy in San Leandro california with at least 3 bedrooms and 2 bathrooms. I don't have a car and I have laundry services.","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":33.58,"confidence":0.57579},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":111.55,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\nParameter area (string); required; The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter intent (string); required; The intention behind the property search, either to rent or to buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Specifies if the property must have a garage.; default: False\nParameter in_unit_laundry (string); Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\nParameter property_name (string); required; The exact name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_contact (string); The contact information of the visitor, preferably a phone number or email address.; default: None\nParameter special_requests (string); Any special requests or considerations for the visit, such as accessibility needs or time preferences.; default: None","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.\nParameter location (string); required; The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type.\nParameter destination (string); required; The destination address or location for the cab, in the format of 'Street, City, State'.\nParameter number_of_seats (string); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride being requested.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":69.81,"confidence":0.639147},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":132.97,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Specifies if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intention behind the property search, either to rent or to buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"special_requests\":{\"default\":\"None\",\"description\":\"Any special requests or considerations for the visit, such as accessibility needs or time preferences.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_contact\":{\"default\":null,\"description\":\"The contact information of the visitor, preferably a phone number or email address.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"Shares the current geographic coordinates with a specified contact.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab for a specified destination, with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[\"1\",\"2\",\"3\",\"4\"],\"type\":\"string\"},\"ride_type\":{\"description\":\"The type of cab ride being requested.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":77.68,"confidence":0.576984},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":197.65,"confidence":1.0}}}},{"id":"live_multiple_731-167-2","split":"live_multiple","state":"User: Could you assist me in finding a home to rent in San Francisco? I'm looking for a place with at least 3 bedrooms and 2 bathrooms. It would be great if it had a garage and in-unit laundry facilities as well.","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":39.75,"confidence":0.619304},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":112.68,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\nParameter area (string); required; The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter intent (string); required; The intention behind the property search, either to rent or to buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Specifies if the property must have a garage.; default: False\nParameter in_unit_laundry (string); Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\nParameter property_name (string); required; The exact name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_contact (string); The contact information of the visitor, preferably a phone number or email address.; default: None\nParameter special_requests (string); Any special requests or considerations for the visit, such as accessibility needs or time preferences.; default: None","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.\nParameter location (string); required; The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type.\nParameter destination (string); required; The destination address or location for the cab, in the format of 'Street, City, State'.\nParameter number_of_seats (string); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride being requested.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":31.04,"confidence":0.644376},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":96.59,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Specifies if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intention behind the property search, either to rent or to buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"special_requests\":{\"default\":\"None\",\"description\":\"Any special requests or considerations for the visit, such as accessibility needs or time preferences.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_contact\":{\"default\":null,\"description\":\"The contact information of the visitor, preferably a phone number or email address.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"Shares the current geographic coordinates with a specified contact.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab for a specified destination, with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[\"1\",\"2\",\"3\",\"4\"],\"type\":\"string\"},\"ride_type\":{\"description\":\"The type of cab ride being requested.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Messaging_1_ShareLocation","correct":false,"latency_ms":36.95,"confidence":0.427462},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":120.88,"confidence":1.0}}}},{"id":"live_multiple_732-167-3","split":"live_multiple","state":"User: I'm looking for a house to buy in Seattle, WA with 3 bedrooms and 2 bathrooms. Can you ","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":29.69,"confidence":0.704042},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":129.47,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\nParameter area (string); required; The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter intent (string); required; The intention behind the property search, either to rent or to buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Specifies if the property must have a garage.; default: False\nParameter in_unit_laundry (string); Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\nParameter property_name (string); required; The exact name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_contact (string); The contact information of the visitor, preferably a phone number or email address.; default: None\nParameter special_requests (string); Any special requests or considerations for the visit, such as accessibility needs or time preferences.; default: None","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.\nParameter location (string); required; The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type.\nParameter destination (string); required; The destination address or location for the cab, in the format of 'Street, City, State'.\nParameter number_of_seats (string); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride being requested.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":30.21,"confidence":0.756475},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":104.48,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Specifies if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intention behind the property search, either to rent or to buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"special_requests\":{\"default\":\"None\",\"description\":\"Any special requests or considerations for the visit, such as accessibility needs or time preferences.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_contact\":{\"default\":null,\"description\":\"The contact information of the visitor, preferably a phone number or email address.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"Shares the current geographic coordinates with a specified contact.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab for a specified destination, with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[\"1\",\"2\",\"3\",\"4\"],\"type\":\"string\"},\"ride_type\":{\"description\":\"The type of cab ride being requested.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":36.83,"confidence":0.481598},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":106.44,"confidence":1.0}}}},{"id":"live_multiple_733-167-4","split":"live_multiple","state":"User: Can you find me a rental in San Francisco with two bedrooms and one bathroom? No need for a garage, but I'd prefer it to have in-unit laundry.","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":30.49,"confidence":0.601512},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":139.85,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\nParameter area (string); required; The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter intent (string); required; The intention behind the property search, either to rent or to buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Specifies if the property must have a garage.; default: False\nParameter in_unit_laundry (string); Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\nParameter property_name (string); required; The exact name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_contact (string); The contact information of the visitor, preferably a phone number or email address.; default: None\nParameter special_requests (string); Any special requests or considerations for the visit, such as accessibility needs or time preferences.; default: None","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.\nParameter location (string); required; The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type.\nParameter destination (string); required; The destination address or location for the cab, in the format of 'Street, City, State'.\nParameter number_of_seats (string); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride being requested.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"RideSharing_2_GetRide","correct":false,"latency_ms":29.67,"confidence":0.475495},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":234.14,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Specifies if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intention behind the property search, either to rent or to buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"special_requests\":{\"default\":\"None\",\"description\":\"Any special requests or considerations for the visit, such as accessibility needs or time preferences.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_contact\":{\"default\":null,\"description\":\"The contact information of the visitor, preferably a phone number or email address.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"Shares the current geographic coordinates with a specified contact.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab for a specified destination, with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[\"1\",\"2\",\"3\",\"4\"],\"type\":\"string\"},\"ride_type\":{\"description\":\"The type of cab ride being requested.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":38.92,"confidence":0.643732},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":135.11,"confidence":1.0}}}},{"id":"live_multiple_734-167-5","split":"live_multiple","state":"User: i'm looking for a place to buy in Los Angeles with at least 2 bedrooms, 2 bathrooms, and it must have a garage?","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":38.16,"confidence":0.733823},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":153.07,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\nParameter area (string); required; The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter intent (string); required; The intention behind the property search, either to rent or to buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Specifies if the property must have a garage.; default: False\nParameter in_unit_laundry (string); Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\nParameter property_name (string); required; The exact name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_contact (string); The contact information of the visitor, preferably a phone number or email address.; default: None\nParameter special_requests (string); Any special requests or considerations for the visit, such as accessibility needs or time preferences.; default: None","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.\nParameter location (string); required; The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type.\nParameter destination (string); required; The destination address or location for the cab, in the format of 'Street, City, State'.\nParameter number_of_seats (string); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride being requested.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":27.9,"confidence":0.662275},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":142.13,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Specifies if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intention behind the property search, either to rent or to buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"special_requests\":{\"default\":\"None\",\"description\":\"Any special requests or considerations for the visit, such as accessibility needs or time preferences.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_contact\":{\"default\":null,\"description\":\"The contact information of the visitor, preferably a phone number or email address.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"Shares the current geographic coordinates with a specified contact.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab for a specified destination, with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[\"1\",\"2\",\"3\",\"4\"],\"type\":\"string\"},\"ride_type\":{\"description\":\"The type of cab ride being requested.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":62.35,"confidence":0.735087},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":107.86,"confidence":1.0}}}},{"id":"live_multiple_735-167-6","split":"live_multiple","state":"User: Find a rental in Castro Valley, CA with at least 2 bedrooms, 1 bathroom, and it must have in-unit laundry facilities?","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":43.22,"confidence":0.634752},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":174.77,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\nParameter area (string); required; The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter intent (string); required; The intention behind the property search, either to rent or to buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Specifies if the property must have a garage.; default: False\nParameter in_unit_laundry (string); Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\nParameter property_name (string); required; The exact name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_contact (string); The contact information of the visitor, preferably a phone number or email address.; default: None\nParameter special_requests (string); Any special requests or considerations for the visit, such as accessibility needs or time preferences.; default: None","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.\nParameter location (string); required; The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type.\nParameter destination (string); required; The destination address or location for the cab, in the format of 'Street, City, State'.\nParameter number_of_seats (string); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride being requested.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":36.76,"confidence":0.700403},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":119.8,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Specifies if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intention behind the property search, either to rent or to buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"special_requests\":{\"default\":\"None\",\"description\":\"Any special requests or considerations for the visit, such as accessibility needs or time preferences.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_contact\":{\"default\":null,\"description\":\"The contact information of the visitor, preferably a phone number or email address.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"Shares the current geographic coordinates with a specified contact.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab for a specified destination, with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[\"1\",\"2\",\"3\",\"4\"],\"type\":\"string\"},\"ride_type\":{\"description\":\"The type of cab ride being requested.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":34.62,"confidence":0.690242},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":152.29,"confidence":1.0}}}},{"id":"live_multiple_736-167-7","split":"live_multiple","state":"User: I'm looking to stay shortly for a 2-bedroom, 1-bathroom apartment with a garage in Benicia, CA. ","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":39.04,"confidence":0.728205},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":144.34,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\nParameter area (string); required; The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter intent (string); required; The intention behind the property search, either to rent or to buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Specifies if the property must have a garage.; default: False\nParameter in_unit_laundry (string); Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\nParameter property_name (string); required; The exact name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_contact (string); The contact information of the visitor, preferably a phone number or email address.; default: None\nParameter special_requests (string); Any special requests or considerations for the visit, such as accessibility needs or time preferences.; default: None","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.\nParameter location (string); required; The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type.\nParameter destination (string); required; The destination address or location for the cab, in the format of 'Street, City, State'.\nParameter number_of_seats (string); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride being requested.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":29.96,"confidence":0.590567},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":110.37,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Specifies if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intention behind the property search, either to rent or to buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"special_requests\":{\"default\":\"None\",\"description\":\"Any special requests or considerations for the visit, such as accessibility needs or time preferences.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_contact\":{\"default\":null,\"description\":\"The contact information of the visitor, preferably a phone number or email address.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"Shares the current geographic coordinates with a specified contact.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab for a specified destination, with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[\"1\",\"2\",\"3\",\"4\"],\"type\":\"string\"},\"ride_type\":{\"description\":\"The type of cab ride being requested.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":30.8,"confidence":0.485444},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":115.73,"confidence":1.0}}}},{"id":"live_multiple_737-167-8","split":"live_multiple","state":"User: Hello. I'm looking to buy a property in San Francisco that has at least 2 bedrooms and 3 bathrooms. Could you also include options that have a garage?","expected":"Homes_2_FindHomeByArea","candidate_count":4,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":30.61,"confidence":0.611018},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":135.95,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\nParameter area (string); required; The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter intent (string); required; The intention behind the property search, either to rent or to buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms required in the property.\nParameter number_of_baths (integer); required; The number of bathrooms required in the property.\nParameter has_garage (boolean); Specifies if the property must have a garage.; default: False\nParameter in_unit_laundry (string); Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\nParameter property_name (string); required; The exact name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_contact (string); The contact information of the visitor, preferably a phone number or email address.; default: None\nParameter special_requests (string); Any special requests or considerations for the visit, such as accessibility needs or time preferences.; default: None","Messaging_1_ShareLocation":"Messaging_1_ShareLocation: Shares the current geographic coordinates with a specified contact.\nParameter location (string); required; The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","RideSharing_2_GetRide":"RideSharing_2_GetRide: Book a cab for a specified destination, with a choice of the number of seats and ride type.\nParameter destination (string); required; The destination address or location for the cab, in the format of 'Street, City, State'.\nParameter number_of_seats (string); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride being requested.; allowed values: Pool, Regular, Luxury"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":32.0,"confidence":0.56207},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":130.06,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for properties to rent or buy in a specified city, with filters for the number of bedrooms and bathrooms, as well as the presence of a garage and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the search for properties is conducted, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":false,\"description\":\"Specifies if the property must have a garage.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"Specifies if the property must have in-unit laundry facilities. The default is 'dontcare', which includes properties regardless of laundry facilities.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intention behind the property search, either to rent or to buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms required in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms required in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedules a visit to a property on a given date, allowing a prospective buyer or renter to view the property in person.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"special_requests\":{\"default\":\"None\",\"description\":\"Any special requests or considerations for the visit, such as accessibility needs or time preferences.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_contact\":{\"default\":null,\"description\":\"The contact information of the visitor, preferably a phone number or email address.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","Messaging_1_ShareLocation":"{\"description\":\"Shares the current geographic coordinates with a specified contact.\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The current location in the format of 'Latitude, Longitude' (e.g., '34.052235, -118.243683').\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","RideSharing_2_GetRide":"{\"description\":\"Book a cab for a specified destination, with a choice of the number of seats and ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, in the format of 'Street, City, State'.\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[\"1\",\"2\",\"3\",\"4\"],\"type\":\"string\"},\"ride_type\":{\"description\":\"The type of cab ride being requested.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":64.77,"confidence":0.663442},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":121.78,"confidence":1.0}}}},{"id":"live_multiple_738-168-0","split":"live_multiple","state":"User: I need to make a payment using app balance to Peter $75.50?","expected":"Payment_1_MakePayment","candidate_count":5,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request from a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing travel details and passenger information.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains going to a specified destination on a given date.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":112.66,"confidence":0.478222},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":129.35,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request from a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment request.\nParameter amount (float); required; The monetary value to be requested in USD.\nParameter private_visibility (boolean); Indicates if the transaction should be kept private. A private transaction will not be visible to others.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.\nParameter payment_method (string); required; The source of money used for making the payment. This is the payment method that will be charged.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The amount of money to send, specified in the local currency (e.g., USD).\nParameter receiver (string); required; The name or account identifier of the contact to whom the money is being sent.\nParameter private_visibility (boolean); Whether the transaction is private (true) or public (false).; default: False","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing travel details and passenger information.\nParameter _from (string); required; Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; Ending city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; Date of the train journey, in the format of 'MM/DD/YYYY'.\nParameter journey_start_time (string); required; Time of start of the train journey, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); required; Number of adults to reserve train tickets for.\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation for an additional fee.; default: False\nParameter _class (string); Fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains going to a specified destination on a given date.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State' (e.g., 'Boston, MA').\nParameter to (string); required; The name of the destination city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/25/2023').\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults to reserve train tickets for. Must be a positive integer.; default: 1","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format 'City, State/Country' (e.g., 'Denver, CO' or 'Paris, FR').\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD' (e.g., '2023-04-12'). If not provided, the current date's weather will be retrieved.; default: None"},"clm":{"choice":"Trains_1_GetTrainTickets","correct":false,"latency_ms":160.81,"confidence":0.66599},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":117.82,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request from a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested in USD.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be kept private. A private transaction will not be visible to others.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment request.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount of money to send, specified in the local currency (e.g., USD).\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of money used for making the payment. This is the payment method that will be charged.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Whether the transaction is private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or account identifier of the contact to whom the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve tickets for a train journey by providing travel details and passenger information.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"Fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"Date of the train journey, in the format of 'MM/DD/YYYY'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"Time of start of the train journey, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"Number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"Ending city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available trains going to a specified destination on a given date.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State' (e.g., 'Boston, MA').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/25/2023').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for. Must be a positive integer.\",\"type\":\"integer\"},\"to\":{\"description\":\"The name of the destination city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format 'City, State/Country' (e.g., 'Denver, CO' or 'Paris, FR').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD' (e.g., '2023-04-12'). If not provided, the current date's weather will be retrieved.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":false,"latency_ms":205.13,"confidence":0.431846},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":133.65,"confidence":1.0}}}},{"id":"live_multiple_739-168-1","split":"live_multiple","state":"User: send $50 to my friend Alex using my app balance? And make sure the transaction is private.","expected":"Payment_1_MakePayment","candidate_count":5,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request from a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing travel details and passenger information.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains going to a specified destination on a given date.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":30.75,"confidence":0.924436},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":171.81,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request from a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment request.\nParameter amount (float); required; The monetary value to be requested in USD.\nParameter private_visibility (boolean); Indicates if the transaction should be kept private. A private transaction will not be visible to others.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.\nParameter payment_method (string); required; The source of money used for making the payment. This is the payment method that will be charged.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The amount of money to send, specified in the local currency (e.g., USD).\nParameter receiver (string); required; The name or account identifier of the contact to whom the money is being sent.\nParameter private_visibility (boolean); Whether the transaction is private (true) or public (false).; default: False","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing travel details and passenger information.\nParameter _from (string); required; Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; Ending city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; Date of the train journey, in the format of 'MM/DD/YYYY'.\nParameter journey_start_time (string); required; Time of start of the train journey, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); required; Number of adults to reserve train tickets for.\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation for an additional fee.; default: False\nParameter _class (string); Fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains going to a specified destination on a given date.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State' (e.g., 'Boston, MA').\nParameter to (string); required; The name of the destination city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/25/2023').\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults to reserve train tickets for. Must be a positive integer.; default: 1","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format 'City, State/Country' (e.g., 'Denver, CO' or 'Paris, FR').\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD' (e.g., '2023-04-12'). If not provided, the current date's weather will be retrieved.; default: None"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":33.58,"confidence":0.614893},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":129.7,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request from a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested in USD.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be kept private. A private transaction will not be visible to others.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment request.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount of money to send, specified in the local currency (e.g., USD).\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of money used for making the payment. This is the payment method that will be charged.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Whether the transaction is private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or account identifier of the contact to whom the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve tickets for a train journey by providing travel details and passenger information.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"Fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"Date of the train journey, in the format of 'MM/DD/YYYY'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"Time of start of the train journey, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"Number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"Ending city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available trains going to a specified destination on a given date.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State' (e.g., 'Boston, MA').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/25/2023').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for. Must be a positive integer.\",\"type\":\"integer\"},\"to\":{\"description\":\"The name of the destination city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format 'City, State/Country' (e.g., 'Denver, CO' or 'Paris, FR').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD' (e.g., '2023-04-12'). If not provided, the current date's weather will be retrieved.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":false,"latency_ms":32.82,"confidence":0.597422},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":130.04,"confidence":1.0}}}},{"id":"live_multiple_740-168-2","split":"live_multiple","state":"User: initiate a payment of $250 to Margaret's account using my debit card and mark the transaction as private?","expected":"Payment_1_MakePayment","candidate_count":5,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request from a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing travel details and passenger information.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains going to a specified destination on a given date.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":29.9,"confidence":0.764545},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":102.55,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request from a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment request.\nParameter amount (float); required; The monetary value to be requested in USD.\nParameter private_visibility (boolean); Indicates if the transaction should be kept private. A private transaction will not be visible to others.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.\nParameter payment_method (string); required; The source of money used for making the payment. This is the payment method that will be charged.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The amount of money to send, specified in the local currency (e.g., USD).\nParameter receiver (string); required; The name or account identifier of the contact to whom the money is being sent.\nParameter private_visibility (boolean); Whether the transaction is private (true) or public (false).; default: False","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing travel details and passenger information.\nParameter _from (string); required; Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; Ending city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; Date of the train journey, in the format of 'MM/DD/YYYY'.\nParameter journey_start_time (string); required; Time of start of the train journey, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); required; Number of adults to reserve train tickets for.\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation for an additional fee.; default: False\nParameter _class (string); Fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains going to a specified destination on a given date.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State' (e.g., 'Boston, MA').\nParameter to (string); required; The name of the destination city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/25/2023').\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults to reserve train tickets for. Must be a positive integer.; default: 1","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format 'City, State/Country' (e.g., 'Denver, CO' or 'Paris, FR').\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD' (e.g., '2023-04-12'). If not provided, the current date's weather will be retrieved.; default: None"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":35.54,"confidence":0.605655},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":121.74,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request from a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested in USD.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be kept private. A private transaction will not be visible to others.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment request.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount of money to send, specified in the local currency (e.g., USD).\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of money used for making the payment. This is the payment method that will be charged.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Whether the transaction is private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or account identifier of the contact to whom the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve tickets for a train journey by providing travel details and passenger information.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"Fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"Date of the train journey, in the format of 'MM/DD/YYYY'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"Time of start of the train journey, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"Number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"Ending city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available trains going to a specified destination on a given date.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State' (e.g., 'Boston, MA').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/25/2023').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for. Must be a positive integer.\",\"type\":\"integer\"},\"to\":{\"description\":\"The name of the destination city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format 'City, State/Country' (e.g., 'Denver, CO' or 'Paris, FR').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD' (e.g., '2023-04-12'). If not provided, the current date's weather will be retrieved.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":false,"latency_ms":55.47,"confidence":0.530003},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":101.71,"confidence":1.0}}}},{"id":"live_multiple_741-168-3","split":"live_multiple","state":"User: send $125 to Alex using my credit card, I don't want anybody see this online?","expected":"Payment_1_MakePayment","candidate_count":5,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request from a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing travel details and passenger information.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains going to a specified destination on a given date.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":39.94,"confidence":0.946461},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":144.09,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request from a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment request.\nParameter amount (float); required; The monetary value to be requested in USD.\nParameter private_visibility (boolean); Indicates if the transaction should be kept private. A private transaction will not be visible to others.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.\nParameter payment_method (string); required; The source of money used for making the payment. This is the payment method that will be charged.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The amount of money to send, specified in the local currency (e.g., USD).\nParameter receiver (string); required; The name or account identifier of the contact to whom the money is being sent.\nParameter private_visibility (boolean); Whether the transaction is private (true) or public (false).; default: False","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing travel details and passenger information.\nParameter _from (string); required; Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; Ending city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; Date of the train journey, in the format of 'MM/DD/YYYY'.\nParameter journey_start_time (string); required; Time of start of the train journey, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); required; Number of adults to reserve train tickets for.\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation for an additional fee.; default: False\nParameter _class (string); Fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains going to a specified destination on a given date.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State' (e.g., 'Boston, MA').\nParameter to (string); required; The name of the destination city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/25/2023').\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults to reserve train tickets for. Must be a positive integer.; default: 1","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format 'City, State/Country' (e.g., 'Denver, CO' or 'Paris, FR').\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD' (e.g., '2023-04-12'). If not provided, the current date's weather will be retrieved.; default: None"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":52.61,"confidence":0.567344},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":138.31,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request from a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested in USD.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be kept private. A private transaction will not be visible to others.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment request.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount of money to send, specified in the local currency (e.g., USD).\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of money used for making the payment. This is the payment method that will be charged.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Whether the transaction is private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or account identifier of the contact to whom the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve tickets for a train journey by providing travel details and passenger information.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"Fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"Date of the train journey, in the format of 'MM/DD/YYYY'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"Time of start of the train journey, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"Number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"Ending city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available trains going to a specified destination on a given date.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State' (e.g., 'Boston, MA').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/25/2023').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for. Must be a positive integer.\",\"type\":\"integer\"},\"to\":{\"description\":\"The name of the destination city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format 'City, State/Country' (e.g., 'Denver, CO' or 'Paris, FR').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD' (e.g., '2023-04-12'). If not provided, the current date's weather will be retrieved.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":false,"latency_ms":33.92,"confidence":0.650103},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":142.08,"confidence":1.0}}}},{"id":"live_multiple_742-168-4","split":"live_multiple","state":"User: Could you send 84 bucks from my app Cash to Yumi? Please keep the transaction private.","expected":"Payment_1_MakePayment","candidate_count":5,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request from a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing travel details and passenger information.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains going to a specified destination on a given date.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":30.39,"confidence":0.717317},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":188.5,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request from a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment request.\nParameter amount (float); required; The monetary value to be requested in USD.\nParameter private_visibility (boolean); Indicates if the transaction should be kept private. A private transaction will not be visible to others.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.\nParameter payment_method (string); required; The source of money used for making the payment. This is the payment method that will be charged.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The amount of money to send, specified in the local currency (e.g., USD).\nParameter receiver (string); required; The name or account identifier of the contact to whom the money is being sent.\nParameter private_visibility (boolean); Whether the transaction is private (true) or public (false).; default: False","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing travel details and passenger information.\nParameter _from (string); required; Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; Ending city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; Date of the train journey, in the format of 'MM/DD/YYYY'.\nParameter journey_start_time (string); required; Time of start of the train journey, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); required; Number of adults to reserve train tickets for.\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation for an additional fee.; default: False\nParameter _class (string); Fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains going to a specified destination on a given date.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State' (e.g., 'Boston, MA').\nParameter to (string); required; The name of the destination city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/25/2023').\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults to reserve train tickets for. Must be a positive integer.; default: 1","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format 'City, State/Country' (e.g., 'Denver, CO' or 'Paris, FR').\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD' (e.g., '2023-04-12'). If not provided, the current date's weather will be retrieved.; default: None"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":31.1,"confidence":0.650765},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":103.99,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request from a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested in USD.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be kept private. A private transaction will not be visible to others.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment request.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount of money to send, specified in the local currency (e.g., USD).\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of money used for making the payment. This is the payment method that will be charged.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Whether the transaction is private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or account identifier of the contact to whom the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve tickets for a train journey by providing travel details and passenger information.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"Fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"Date of the train journey, in the format of 'MM/DD/YYYY'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"Time of start of the train journey, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"Number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"Ending city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available trains going to a specified destination on a given date.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State' (e.g., 'Boston, MA').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/25/2023').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for. Must be a positive integer.\",\"type\":\"integer\"},\"to\":{\"description\":\"The name of the destination city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format 'City, State/Country' (e.g., 'Denver, CO' or 'Paris, FR').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD' (e.g., '2023-04-12'). If not provided, the current date's weather will be retrieved.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":false,"latency_ms":70.99,"confidence":0.777092},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":103.68,"confidence":1.0}}}},{"id":"live_multiple_743-168-5","split":"live_multiple","state":"User: Make a transaction for me from my balance with Rachel with $50, and I prefer to keep the transaction private.","expected":"Payment_1_MakePayment","candidate_count":5,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request from a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing travel details and passenger information.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains going to a specified destination on a given date.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":29.56,"confidence":0.782182},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":107.86,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request from a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment request.\nParameter amount (float); required; The monetary value to be requested in USD.\nParameter private_visibility (boolean); Indicates if the transaction should be kept private. A private transaction will not be visible to others.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.\nParameter payment_method (string); required; The source of money used for making the payment. This is the payment method that will be charged.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The amount of money to send, specified in the local currency (e.g., USD).\nParameter receiver (string); required; The name or account identifier of the contact to whom the money is being sent.\nParameter private_visibility (boolean); Whether the transaction is private (true) or public (false).; default: False","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing travel details and passenger information.\nParameter _from (string); required; Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; Ending city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; Date of the train journey, in the format of 'MM/DD/YYYY'.\nParameter journey_start_time (string); required; Time of start of the train journey, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); required; Number of adults to reserve train tickets for.\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation for an additional fee.; default: False\nParameter _class (string); Fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains going to a specified destination on a given date.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State' (e.g., 'Boston, MA').\nParameter to (string); required; The name of the destination city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/25/2023').\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults to reserve train tickets for. Must be a positive integer.; default: 1","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format 'City, State/Country' (e.g., 'Denver, CO' or 'Paris, FR').\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD' (e.g., '2023-04-12'). If not provided, the current date's weather will be retrieved.; default: None"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":42.83,"confidence":0.497797},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":106.22,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request from a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested in USD.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be kept private. A private transaction will not be visible to others.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment request.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount of money to send, specified in the local currency (e.g., USD).\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of money used for making the payment. This is the payment method that will be charged.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Whether the transaction is private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or account identifier of the contact to whom the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve tickets for a train journey by providing travel details and passenger information.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"Fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"Date of the train journey, in the format of 'MM/DD/YYYY'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"Time of start of the train journey, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"Number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"Ending city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available trains going to a specified destination on a given date.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State' (e.g., 'Boston, MA').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/25/2023').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for. Must be a positive integer.\",\"type\":\"integer\"},\"to\":{\"description\":\"The name of the destination city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format 'City, State/Country' (e.g., 'Denver, CO' or 'Paris, FR').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD' (e.g., '2023-04-12'). If not provided, the current date's weather will be retrieved.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":false,"latency_ms":33.43,"confidence":0.542877},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":128.53,"confidence":1.0}}}},{"id":"live_multiple_744-168-6","split":"live_multiple","state":"User: I need to transfer $250 to Svetlana using my in-app balance. Could you make it private as well?","expected":"Payment_1_MakePayment","candidate_count":5,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request from a specified contact or account.","Payment_1_MakePayment":"Payment_1_MakePayment: This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing travel details and passenger information.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains going to a specified destination on a given date.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":39.32,"confidence":0.567635},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":105.07,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: Initiates a payment request from a specified contact or account.\nParameter receiver (string); required; The name or identifier of the contact or account to receive the payment request.\nParameter amount (float); required; The monetary value to be requested in USD.\nParameter private_visibility (boolean); Indicates if the transaction should be kept private. A private transaction will not be visible to others.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.\nParameter payment_method (string); required; The source of money used for making the payment. This is the payment method that will be charged.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The amount of money to send, specified in the local currency (e.g., USD).\nParameter receiver (string); required; The name or account identifier of the contact to whom the money is being sent.\nParameter private_visibility (boolean); Whether the transaction is private (true) or public (false).; default: False","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve tickets for a train journey by providing travel details and passenger information.\nParameter _from (string); required; Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; Ending city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; Date of the train journey, in the format of 'MM/DD/YYYY'.\nParameter journey_start_time (string); required; Time of start of the train journey, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); required; Number of adults to reserve train tickets for.\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation for an additional fee.; default: False\nParameter _class (string); Fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains going to a specified destination on a given date.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State' (e.g., 'Boston, MA').\nParameter to (string); required; The name of the destination city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/25/2023').\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults to reserve train tickets for. Must be a positive integer.; default: 1","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format 'City, State/Country' (e.g., 'Denver, CO' or 'Paris, FR').\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD' (e.g., '2023-04-12'). If not provided, the current date's weather will be retrieved.; default: None"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":29.63,"confidence":0.436272},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":120.25,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"Initiates a payment request from a specified contact or account.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested in USD.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be kept private. A private transaction will not be visible to others.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to receive the payment request.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"This function allows a user to send money to a friend or contact using a specified payment method. The transaction can be marked as private and the amount is specified in the local currency.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The amount of money to send, specified in the local currency (e.g., USD).\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The source of money used for making the payment. This is the payment method that will be charged.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"Whether the transaction is private (true) or public (false).\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or account identifier of the contact to whom the money is being sent.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserve tickets for a train journey by providing travel details and passenger information.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"Fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"Date of the train journey, in the format of 'MM/DD/YYYY'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"Time of start of the train journey, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"Number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"Ending city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available trains going to a specified destination on a given date.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State' (e.g., 'Boston, MA').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/25/2023').\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for. Must be a positive integer.\",\"type\":\"integer\"},\"to\":{\"description\":\"The name of the destination city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format 'City, State/Country' (e.g., 'Denver, CO' or 'Paris, FR').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD' (e.g., '2023-04-12'). If not provided, the current date's weather will be retrieved.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":false,"latency_ms":68.0,"confidence":0.750816},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":125.17,"confidence":1.0}}}},{"id":"live_multiple_745-169-0","split":"live_multiple","state":"User: I'd like to find a World genre Foreign story movie starring Ula Tabari to watch online.","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":84.2,"confidence":0.924794},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":113.43,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":189.67,"confidence":0.90477},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":117.39,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":229.27,"confidence":0.471947},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":182.91,"confidence":1.0}}}},{"id":"live_multiple_746-169-1","split":"live_multiple","state":"User: I want to explore movies in the fantasy genre that feature Emma Watson.","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":28.51,"confidence":0.719669},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":175.87,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":37.78,"confidence":0.54423},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":119.87,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":30.86,"confidence":0.627591},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":131.86,"confidence":1.0}}}},{"id":"live_multiple_747-169-2","split":"live_multiple","state":"User: I wish to search a movie to watch online. Fantasy movie will be nice. I love movies with David Shaughnessy.","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.66,"confidence":0.930586},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":142.58,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":30.08,"confidence":0.94628},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":104.15,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":33.37,"confidence":0.53585},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":124.94,"confidence":1.0}}}},{"id":"live_multiple_748-169-3","split":"live_multiple","state":"User: Please go online and search for Fight movies featuring Ani Sava.","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":32.95,"confidence":0.944571},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":119.33,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":36.43,"confidence":0.549291},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":103.47,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":35.81,"confidence":0.589459},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":165.07,"confidence":1.0}}}},{"id":"live_multiple_749-169-4","split":"live_multiple","state":"User: It's such a dreary day out today, I think i'll just stay in and watch some movies. Find a good Offbeat movie to watch?","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":28.88,"confidence":0.902524},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":127.23,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":31.93,"confidence":0.952408},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":120.64,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":68.54,"confidence":0.366542},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":113.36,"confidence":1.0}}}},{"id":"live_multiple_750-169-5","split":"live_multiple","state":"User: I have a little time free and I am thinking to watch a movie online to spend that time. Can you find me a nice movie especially the one featuring Madge Brindley?","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":28.26,"confidence":0.652458},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":138.49,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.42,"confidence":0.869051},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":134.71,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":35.84,"confidence":0.734052},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":136.21,"confidence":0.99}}}},{"id":"live_multiple_751-169-6","split":"live_multiple","state":"User: I'm looking for a comedy film that stars Jim Carrey to watch online with my friends who are visiting. ","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.18,"confidence":0.958151},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":145.14,"confidence":0.99}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.95,"confidence":0.508649},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":129.17,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":64.88,"confidence":0.777975},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":156.93,"confidence":1.0}}}},{"id":"live_multiple_752-169-7","split":"live_multiple","state":"User: I love Mystery movies: can you find a movie with Monica Dolan?","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":40.05,"confidence":0.973575},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":108.32,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":28.71,"confidence":0.883933},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":99.17,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":29.67,"confidence":0.724118},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":110.65,"confidence":1.0}}}},{"id":"live_multiple_753-169-8","split":"live_multiple","state":"User: can you fine ma cartoon movie to watch? i like movies with anri katsu.","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.82,"confidence":0.811346},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":102.16,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.0,"confidence":0.523086},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":104.87,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":73.8,"confidence":0.576857},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":108.61,"confidence":1.0}}}},{"id":"live_multiple_754-169-9","split":"live_multiple","state":"User: I would like to find a funny movie featuring Ana de Armas.","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.77,"confidence":0.736071},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":96.81,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":30.84,"confidence":0.566607},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":121.4,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":30.85,"confidence":0.499881},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":155.79,"confidence":1.0}}}},{"id":"live_multiple_755-169-10","split":"live_multiple","state":"User: I'd like to look for some films online. I enjoy films showcasing Peter Jackson.","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":33.09,"confidence":0.70627},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":136.08,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":30.91,"confidence":0.338404},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":174.96,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":43.69,"confidence":0.769414},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":103.97,"confidence":1.0}}}},{"id":"live_multiple_756-169-11","split":"live_multiple","state":"User: I want to find me some movies online.I enjoy horror movies featuring Betsy Widhalm.","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.04,"confidence":0.836546},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":117.27,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":67.21,"confidence":0.861001},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":133.23,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":30.32,"confidence":0.597003},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":143.24,"confidence":1.0}}}},{"id":"live_multiple_757-169-12","split":"live_multiple","state":"User: Can you please help me pull up Family movies starring Debbie McCann in them?","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.55,"confidence":0.859316},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":148.06,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":32.57,"confidence":0.724021},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":118.2,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.08,"confidence":0.690308},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":139.11,"confidence":1.0}}}},{"id":"live_multiple_758-169-13","split":"live_multiple","state":"User: I'm looking for an thriller movie with Roberts Blossom.","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":30.16,"confidence":0.91096},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":98.42,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":34.97,"confidence":0.518133},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":107.02,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":59.76,"confidence":0.778751},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":152.42,"confidence":1.0}}}},{"id":"live_multiple_759-169-14","split":"live_multiple","state":"User: Would you kindly help me to find some online comic movies?","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":27.64,"confidence":0.856649},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":110.5,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":59.49,"confidence":0.555135},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":124.38,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":29.29,"confidence":0.515757},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":106.46,"confidence":1.0}}}},{"id":"live_multiple_760-169-15","split":"live_multiple","state":"User: I'm interested in a selection of movies in the thrillers starring Michelle Caspar.","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":29.72,"confidence":0.892297},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":211.12,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":30.79,"confidence":0.587036},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":128.57,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":28.22,"confidence":0.427246},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":119.42,"confidence":1.0}}}},{"id":"live_multiple_761-169-16","split":"live_multiple","state":"User: i am looking for some horror movies online similar to dean norris","expected":"Media_3_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":38.65,"confidence":0.94881},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":134.79,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Explore a selection of movies online based on specified genre and actors.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Comedy-drama, Horror, Animation, Cult, Sci-fi, War, Drama, Anime, Family, Action\nParameter starring (string); The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Streams a movie instantly online with the option to select preferred subtitles.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The language of the subtitles to accompany the movie.; allowed values: English, Spanish, Hindi, French; default: English","Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified music track on a designated media player device.\nParameter track (string); required; The title of the song to be played.\nParameter artist (string); The name of the artist performing the song. If unspecified, any artist will be considered.; default: any\nParameter device (string); The name of the device or location where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The name of the album from which the song is taken. If unspecified, any album will be considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\nParameter artist (string); The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.; default: dontcare\nParameter album (string); The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.; default: dontcare\nParameter genre (string); The music genre of the songs you want to find. Use 'dontcare' to include all genres.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\nParameter location (string); required; The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":28.38,"confidence":0.788892},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":99.37,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Explore a selection of movies online based on specified genre and actors.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Cult\",\"Sci-fi\",\"War\",\"Drama\",\"Anime\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"The name of a specific actor or actress to filter the movies by. Use 'Any' for no specific preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Streams a movie instantly online with the option to select preferred subtitles.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The language of the subtitles to accompany the movie.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Music_3_PlayMedia":"{\"description\":\"Plays the specified music track on a designated media player device.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The name of the album from which the song is taken. If unspecified, any album will be considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the song. If unspecified, any artist will be considered.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The name of the device or location where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the song to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Discover songs that align with your musical preferences by specifying the artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The album title that contains the songs you are looking for. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the artist or the name of the band you are interested in. Use 'dontcare' if you have no preference.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The music genre of the songs you want to find. Use 'dontcare' to include all genres.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year of release for the music you're searching for, formatted as 'YYYY'. Use 'dontcare' if the release year is not a concern.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by free entry status, attraction category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. If set to 'dontcare', it will include attractions from all categories.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the entrance to the attraction is free. If set to 'dontcare', it will include all attractions regardless of their entry fee status.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. If set to 'dontcare', it will include attractions regardless of their suitability for children.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attraction is located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_PlayMovie","correct":false,"latency_ms":41.7,"confidence":0.584492},"jev":{"choice":"Media_3_FindMovies","correct":true,"latency_ms":113.87,"confidence":1.0}}}},{"id":"live_multiple_762-170-0","split":"live_multiple","state":"User: Can you check for bus itineraries from Portland, OR to Vancouver, BC for March 7th 2023, for two passengers?","expected":"Buses_3_FindBus","candidate_count":2,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":76.0,"confidence":0.881622},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":118.29,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State', such as 'Austin, TX'.\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State', such as 'Dallas, TX'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter num_passengers (integer); The number of passengers for whom tickets are to be booked. Must be a positive integer.; default: 1\nParameter category (string); The category of the bus trip based on the number of stops en route.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage.\nParameter from_city (string); required; The city from which the bus will depart.\nParameter to_city (string); required; The destination city for the bus trip.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The departure time for the trip, in the format 'HH:MM' (24-hour clock).\nParameter num_passengers (integer); The number of passengers for whom tickets need to be purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage will be carried on the bus.; default: False"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":104.6,"confidence":0.903949},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":110.19,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus trip based on the number of stops en route.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State', such as 'Austin, TX'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom tickets are to be booked. Must be a positive integer.\",\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State', such as 'Dallas, TX'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The departure time for the trip, in the format 'HH:MM' (24-hour clock).\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city from which the bus will depart.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom tickets need to be purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the bus trip.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":149.57,"confidence":0.923259},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":121.91,"confidence":1.0}}}},{"id":"live_multiple_763-170-1","split":"live_multiple","state":"User: I need a bus for 2 people from LA to SD on 2023.10.1.","expected":"Buses_3_FindBus","candidate_count":2,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":30.14,"confidence":0.863955},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":130.12,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State', such as 'Austin, TX'.\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State', such as 'Dallas, TX'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter num_passengers (integer); The number of passengers for whom tickets are to be booked. Must be a positive integer.; default: 1\nParameter category (string); The category of the bus trip based on the number of stops en route.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage.\nParameter from_city (string); required; The city from which the bus will depart.\nParameter to_city (string); required; The destination city for the bus trip.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The departure time for the trip, in the format 'HH:MM' (24-hour clock).\nParameter num_passengers (integer); The number of passengers for whom tickets need to be purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage will be carried on the bus.; default: False"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":29.6,"confidence":0.901919},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":141.4,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus trip based on the number of stops en route.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State', such as 'Austin, TX'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom tickets are to be booked. Must be a positive integer.\",\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State', such as 'Dallas, TX'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The departure time for the trip, in the format 'HH:MM' (24-hour clock).\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city from which the bus will depart.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom tickets need to be purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the bus trip.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":30.78,"confidence":0.94327},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":101.53,"confidence":1.0}}}},{"id":"live_multiple_764-170-2","split":"live_multiple","state":"User: I need to search for a bus itinerary from San Francisco to Los Angeles for April 22nd 2023.","expected":"Buses_3_FindBus","candidate_count":2,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":30.83,"confidence":0.970023},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":113.22,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State', such as 'Austin, TX'.\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State', such as 'Dallas, TX'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter num_passengers (integer); The number of passengers for whom tickets are to be booked. Must be a positive integer.; default: 1\nParameter category (string); The category of the bus trip based on the number of stops en route.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage.\nParameter from_city (string); required; The city from which the bus will depart.\nParameter to_city (string); required; The destination city for the bus trip.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The departure time for the trip, in the format 'HH:MM' (24-hour clock).\nParameter num_passengers (integer); The number of passengers for whom tickets need to be purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage will be carried on the bus.; default: False"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":33.92,"confidence":0.911734},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":106.43,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus trip based on the number of stops en route.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State', such as 'Austin, TX'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom tickets are to be booked. Must be a positive integer.\",\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State', such as 'Dallas, TX'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The departure time for the trip, in the format 'HH:MM' (24-hour clock).\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city from which the bus will depart.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom tickets need to be purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the bus trip.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":30.04,"confidence":0.929874},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":123.26,"confidence":1.0}}}},{"id":"live_multiple_765-170-3","split":"live_multiple","state":"User: I love Philadelphia but I need to leave it for a bit to New York. Can you book me bus tickets for four people on april 23 2023?","expected":"Buses_3_FindBus","candidate_count":2,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":29.52,"confidence":0.935234},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":137.06,"confidence":0.52}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State', such as 'Austin, TX'.\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State', such as 'Dallas, TX'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter num_passengers (integer); The number of passengers for whom tickets are to be booked. Must be a positive integer.; default: 1\nParameter category (string); The category of the bus trip based on the number of stops en route.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage.\nParameter from_city (string); required; The city from which the bus will depart.\nParameter to_city (string); required; The destination city for the bus trip.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The departure time for the trip, in the format 'HH:MM' (24-hour clock).\nParameter num_passengers (integer); The number of passengers for whom tickets need to be purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage will be carried on the bus.; default: False"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":33.26,"confidence":0.95131},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":98.15,"confidence":0.83}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus trip based on the number of stops en route.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State', such as 'Austin, TX'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom tickets are to be booked. Must be a positive integer.\",\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State', such as 'Dallas, TX'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The departure time for the trip, in the format 'HH:MM' (24-hour clock).\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city from which the bus will depart.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom tickets need to be purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the bus trip.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":29.56,"confidence":0.952629},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":105.08,"confidence":0.74}}}},{"id":"live_multiple_766-170-4","split":"live_multiple","state":"User: Can you find a bus itinerary from Austin, TX to Dallas, TX for March 13th that accommodates three passengers?","expected":"Buses_3_FindBus","candidate_count":2,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":33.09,"confidence":0.973859},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":130.24,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.\nParameter from_city (string); required; The city to depart from, in the format of 'City, State', such as 'Austin, TX'.\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State', such as 'Dallas, TX'.\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter num_passengers (integer); The number of passengers for whom tickets are to be booked. Must be a positive integer.; default: 1\nParameter category (string); The category of the bus trip based on the number of stops en route.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage.\nParameter from_city (string); required; The city from which the bus will depart.\nParameter to_city (string); required; The destination city for the bus trip.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter departure_time (string); required; The departure time for the trip, in the format 'HH:MM' (24-hour clock).\nParameter num_passengers (integer); The number of passengers for whom tickets need to be purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether additional luggage will be carried on the bus.; default: False"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":29.95,"confidence":0.932583},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":139.93,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Searches for bus itineraries between two cities on a specified date and accommodates a certain number of passengers.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the bus trip based on the number of stops en route.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, in the format of 'City, State', such as 'Austin, TX'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom tickets are to be booked. Must be a positive integer.\",\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State', such as 'Dallas, TX'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Facilitates the purchase of bus tickets from one city to another on a specified date and time, with an option for additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The departure time for the trip, in the format 'HH:MM' (24-hour clock).\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city from which the bus will depart.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom tickets need to be purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the bus trip.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":57.64,"confidence":0.960181},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":102.57,"confidence":1.0}}}},{"id":"live_multiple_767-171-0","split":"live_multiple","state":"User: Both my brother and I are in dire need of a haircut in New york. Can you help me find a unisex salon?","expected":"Services_1_FindProvider","candidate_count":4,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":80.46,"confidence":0.99345},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":112.19,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\nParameter time (string); required; The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; default: 2\nParameter date (string); required; The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter price_range (string); The general price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant offers a selection of vegetarian dishes.; default: None\nParameter has_seating_outdoors (boolean); Specifies if the restaurant provides outdoor seating for customers.; default: None","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon where the appointment will be booked.\nParameter appointment_time (string); required; The specific time for the appointment, in 24-hour format 'HH:MM'.\nParameter appointment_date (string); required; The date for the appointment, in the format 'YYYY-MM-DD'.\nParameter service_type (string); The type of service requested for the appointment.; allowed values: haircut, coloring, styling, treatment; default: haircut\nParameter contact_number (string); The contact phone number for appointment confirmation, in the format '123-456-7890'.; default: None\nParameter confirmation_email (boolean); Whether a confirmation email should be sent. If true, an email is sent to the provided email address.; default: True","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\nParameter city (string); required; The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter is_unisex (boolean); Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":148.35,"confidence":0.739622},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":154.09,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":null,\"description\":\"Specifies if the restaurant provides outdoor seating for customers.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":null,\"description\":\"Indicates whether the restaurant offers a selection of vegetarian dishes.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The specific time for the appointment, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"confirmation_email\":{\"default\":true,\"description\":\"Whether a confirmation email should be sent. If true, an email is sent to the provided email address.\",\"type\":\"boolean\"},\"contact_number\":{\"default\":null,\"description\":\"The contact phone number for appointment confirmation, in the format '123-456-7890'.\",\"type\":\"string\"},\"service_type\":{\"default\":\"haircut\",\"description\":\"The type of service requested for the appointment.\",\"enum\":[\"haircut\",\"coloring\",\"styling\",\"treatment\"],\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon where the appointment will be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":172.57,"confidence":0.914123},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":123.21,"confidence":1.0}}}},{"id":"live_multiple_768-171-1","split":"live_multiple","state":"User: Search for a unisex hair salon located in Emeryville, CA?","expected":"Services_1_FindProvider","candidate_count":4,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":28.09,"confidence":0.986632},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":157.46,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\nParameter time (string); required; The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; default: 2\nParameter date (string); required; The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter price_range (string); The general price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant offers a selection of vegetarian dishes.; default: None\nParameter has_seating_outdoors (boolean); Specifies if the restaurant provides outdoor seating for customers.; default: None","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon where the appointment will be booked.\nParameter appointment_time (string); required; The specific time for the appointment, in 24-hour format 'HH:MM'.\nParameter appointment_date (string); required; The date for the appointment, in the format 'YYYY-MM-DD'.\nParameter service_type (string); The type of service requested for the appointment.; allowed values: haircut, coloring, styling, treatment; default: haircut\nParameter contact_number (string); The contact phone number for appointment confirmation, in the format '123-456-7890'.; default: None\nParameter confirmation_email (boolean); Whether a confirmation email should be sent. If true, an email is sent to the provided email address.; default: True","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\nParameter city (string); required; The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter is_unisex (boolean); Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":30.52,"confidence":0.652744},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":105.38,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":null,\"description\":\"Specifies if the restaurant provides outdoor seating for customers.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":null,\"description\":\"Indicates whether the restaurant offers a selection of vegetarian dishes.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The specific time for the appointment, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"confirmation_email\":{\"default\":true,\"description\":\"Whether a confirmation email should be sent. If true, an email is sent to the provided email address.\",\"type\":\"boolean\"},\"contact_number\":{\"default\":null,\"description\":\"The contact phone number for appointment confirmation, in the format '123-456-7890'.\",\"type\":\"string\"},\"service_type\":{\"default\":\"haircut\",\"description\":\"The type of service requested for the appointment.\",\"enum\":[\"haircut\",\"coloring\",\"styling\",\"treatment\"],\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon where the appointment will be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":30.03,"confidence":0.899747},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":135.88,"confidence":1.0}}}},{"id":"live_multiple_769-171-2","split":"live_multiple","state":"User: Would you help me to find a salon in Mill Valley?","expected":"Services_1_FindProvider","candidate_count":4,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":27.59,"confidence":0.982066},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":137.33,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\nParameter time (string); required; The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; default: 2\nParameter date (string); required; The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter price_range (string); The general price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant offers a selection of vegetarian dishes.; default: None\nParameter has_seating_outdoors (boolean); Specifies if the restaurant provides outdoor seating for customers.; default: None","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon where the appointment will be booked.\nParameter appointment_time (string); required; The specific time for the appointment, in 24-hour format 'HH:MM'.\nParameter appointment_date (string); required; The date for the appointment, in the format 'YYYY-MM-DD'.\nParameter service_type (string); The type of service requested for the appointment.; allowed values: haircut, coloring, styling, treatment; default: haircut\nParameter contact_number (string); The contact phone number for appointment confirmation, in the format '123-456-7890'.; default: None\nParameter confirmation_email (boolean); Whether a confirmation email should be sent. If true, an email is sent to the provided email address.; default: True","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\nParameter city (string); required; The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter is_unisex (boolean); Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":30.56,"confidence":0.657104},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":130.68,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":null,\"description\":\"Specifies if the restaurant provides outdoor seating for customers.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":null,\"description\":\"Indicates whether the restaurant offers a selection of vegetarian dishes.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The specific time for the appointment, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"confirmation_email\":{\"default\":true,\"description\":\"Whether a confirmation email should be sent. If true, an email is sent to the provided email address.\",\"type\":\"boolean\"},\"contact_number\":{\"default\":null,\"description\":\"The contact phone number for appointment confirmation, in the format '123-456-7890'.\",\"type\":\"string\"},\"service_type\":{\"default\":\"haircut\",\"description\":\"The type of service requested for the appointment.\",\"enum\":[\"haircut\",\"coloring\",\"styling\",\"treatment\"],\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon where the appointment will be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":28.5,"confidence":0.79385},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":111.36,"confidence":1.0}}}},{"id":"live_multiple_770-171-3","split":"live_multiple","state":"User: I would like to take my sister out and I know she has been complaining about her hair so can you find me a unisex salon in Burlingame?","expected":"Services_1_FindProvider","candidate_count":4,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":28.12,"confidence":0.992206},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":119.24,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\nParameter time (string); required; The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; default: 2\nParameter date (string); required; The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter price_range (string); The general price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant offers a selection of vegetarian dishes.; default: None\nParameter has_seating_outdoors (boolean); Specifies if the restaurant provides outdoor seating for customers.; default: None","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon where the appointment will be booked.\nParameter appointment_time (string); required; The specific time for the appointment, in 24-hour format 'HH:MM'.\nParameter appointment_date (string); required; The date for the appointment, in the format 'YYYY-MM-DD'.\nParameter service_type (string); The type of service requested for the appointment.; allowed values: haircut, coloring, styling, treatment; default: haircut\nParameter contact_number (string); The contact phone number for appointment confirmation, in the format '123-456-7890'.; default: None\nParameter confirmation_email (boolean); Whether a confirmation email should be sent. If true, an email is sent to the provided email address.; default: True","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\nParameter city (string); required; The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter is_unisex (boolean); Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":33.35,"confidence":0.768298},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":136.68,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":null,\"description\":\"Specifies if the restaurant provides outdoor seating for customers.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":null,\"description\":\"Indicates whether the restaurant offers a selection of vegetarian dishes.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The specific time for the appointment, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"confirmation_email\":{\"default\":true,\"description\":\"Whether a confirmation email should be sent. If true, an email is sent to the provided email address.\",\"type\":\"boolean\"},\"contact_number\":{\"default\":null,\"description\":\"The contact phone number for appointment confirmation, in the format '123-456-7890'.\",\"type\":\"string\"},\"service_type\":{\"default\":\"haircut\",\"description\":\"The type of service requested for the appointment.\",\"enum\":[\"haircut\",\"coloring\",\"styling\",\"treatment\"],\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon where the appointment will be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":29.37,"confidence":0.911472},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":174.81,"confidence":1.0}}}},{"id":"live_multiple_771-171-4","split":"live_multiple","state":"User: I want to change my hair style and look for which I need to search for a Salon. Find me a one which should be an Unisex Salon in new york.","expected":"Services_1_FindProvider","candidate_count":4,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":35.33,"confidence":0.997567},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":107.73,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\nParameter time (string); required; The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; default: 2\nParameter date (string); required; The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter price_range (string); The general price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant offers a selection of vegetarian dishes.; default: None\nParameter has_seating_outdoors (boolean); Specifies if the restaurant provides outdoor seating for customers.; default: None","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon where the appointment will be booked.\nParameter appointment_time (string); required; The specific time for the appointment, in 24-hour format 'HH:MM'.\nParameter appointment_date (string); required; The date for the appointment, in the format 'YYYY-MM-DD'.\nParameter service_type (string); The type of service requested for the appointment.; allowed values: haircut, coloring, styling, treatment; default: haircut\nParameter contact_number (string); The contact phone number for appointment confirmation, in the format '123-456-7890'.; default: None\nParameter confirmation_email (boolean); Whether a confirmation email should be sent. If true, an email is sent to the provided email address.; default: True","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\nParameter city (string); required; The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter is_unisex (boolean); Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":43.45,"confidence":0.918308},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":118.95,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":null,\"description\":\"Specifies if the restaurant provides outdoor seating for customers.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":null,\"description\":\"Indicates whether the restaurant offers a selection of vegetarian dishes.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The specific time for the appointment, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"confirmation_email\":{\"default\":true,\"description\":\"Whether a confirmation email should be sent. If true, an email is sent to the provided email address.\",\"type\":\"boolean\"},\"contact_number\":{\"default\":null,\"description\":\"The contact phone number for appointment confirmation, in the format '123-456-7890'.\",\"type\":\"string\"},\"service_type\":{\"default\":\"haircut\",\"description\":\"The type of service requested for the appointment.\",\"enum\":[\"haircut\",\"coloring\",\"styling\",\"treatment\"],\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon where the appointment will be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":48.17,"confidence":0.898981},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":108.04,"confidence":1.0}}}},{"id":"live_multiple_772-171-5","split":"live_multiple","state":"User: Since long back i didn't do my hair cut. will you find me a salon in Fremont?","expected":"Services_1_FindProvider","candidate_count":4,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":27.63,"confidence":0.994478},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":98.64,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\nParameter time (string); required; The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; default: 2\nParameter date (string); required; The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter price_range (string); The general price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant offers a selection of vegetarian dishes.; default: None\nParameter has_seating_outdoors (boolean); Specifies if the restaurant provides outdoor seating for customers.; default: None","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon where the appointment will be booked.\nParameter appointment_time (string); required; The specific time for the appointment, in 24-hour format 'HH:MM'.\nParameter appointment_date (string); required; The date for the appointment, in the format 'YYYY-MM-DD'.\nParameter service_type (string); The type of service requested for the appointment.; allowed values: haircut, coloring, styling, treatment; default: haircut\nParameter contact_number (string); The contact phone number for appointment confirmation, in the format '123-456-7890'.; default: None\nParameter confirmation_email (boolean); Whether a confirmation email should be sent. If true, an email is sent to the provided email address.; default: True","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\nParameter city (string); required; The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter is_unisex (boolean); Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":30.8,"confidence":0.707148},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":123.43,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":null,\"description\":\"Specifies if the restaurant provides outdoor seating for customers.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":null,\"description\":\"Indicates whether the restaurant offers a selection of vegetarian dishes.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The specific time for the appointment, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"confirmation_email\":{\"default\":true,\"description\":\"Whether a confirmation email should be sent. If true, an email is sent to the provided email address.\",\"type\":\"boolean\"},\"contact_number\":{\"default\":null,\"description\":\"The contact phone number for appointment confirmation, in the format '123-456-7890'.\",\"type\":\"string\"},\"service_type\":{\"default\":\"haircut\",\"description\":\"The type of service requested for the appointment.\",\"enum\":[\"haircut\",\"coloring\",\"styling\",\"treatment\"],\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon where the appointment will be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":34.57,"confidence":0.921891},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":122.59,"confidence":1.0}}}},{"id":"live_multiple_773-171-6","split":"live_multiple","state":"User: I'll be in San Ramon and want to go to a salon.","expected":"Services_1_FindProvider","candidate_count":4,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":29.07,"confidence":0.939425},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":97.86,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\nParameter time (string); required; The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; default: 2\nParameter date (string); required; The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter price_range (string); The general price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant offers a selection of vegetarian dishes.; default: None\nParameter has_seating_outdoors (boolean); Specifies if the restaurant provides outdoor seating for customers.; default: None","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon where the appointment will be booked.\nParameter appointment_time (string); required; The specific time for the appointment, in 24-hour format 'HH:MM'.\nParameter appointment_date (string); required; The date for the appointment, in the format 'YYYY-MM-DD'.\nParameter service_type (string); The type of service requested for the appointment.; allowed values: haircut, coloring, styling, treatment; default: haircut\nParameter contact_number (string); The contact phone number for appointment confirmation, in the format '123-456-7890'.; default: None\nParameter confirmation_email (boolean); Whether a confirmation email should be sent. If true, an email is sent to the provided email address.; default: True","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\nParameter city (string); required; The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter is_unisex (boolean); Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":28.93,"confidence":0.595532},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":102.8,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":null,\"description\":\"Specifies if the restaurant provides outdoor seating for customers.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":null,\"description\":\"Indicates whether the restaurant offers a selection of vegetarian dishes.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The specific time for the appointment, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"confirmation_email\":{\"default\":true,\"description\":\"Whether a confirmation email should be sent. If true, an email is sent to the provided email address.\",\"type\":\"boolean\"},\"contact_number\":{\"default\":null,\"description\":\"The contact phone number for appointment confirmation, in the format '123-456-7890'.\",\"type\":\"string\"},\"service_type\":{\"default\":\"haircut\",\"description\":\"The type of service requested for the appointment.\",\"enum\":[\"haircut\",\"coloring\",\"styling\",\"treatment\"],\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon where the appointment will be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":60.98,"confidence":0.742166},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":149.73,"confidence":1.0}}}},{"id":"live_multiple_774-171-7","split":"live_multiple","state":"User: Find me a unisex salon in Morgan Hill.","expected":"Services_1_FindProvider","candidate_count":4,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders."},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":29.81,"confidence":0.992523},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":103.24,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\nParameter time (string); required; The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; default: 2\nParameter date (string); required; The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter price_range (string); The general price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates whether the restaurant offers a selection of vegetarian dishes.; default: None\nParameter has_seating_outdoors (boolean); Specifies if the restaurant provides outdoor seating for customers.; default: None","Services_1_BookAppointment":"Services_1_BookAppointment: This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\nParameter stylist_name (string); required; The full name of the hair stylist or the name of the salon where the appointment will be booked.\nParameter appointment_time (string); required; The specific time for the appointment, in 24-hour format 'HH:MM'.\nParameter appointment_date (string); required; The date for the appointment, in the format 'YYYY-MM-DD'.\nParameter service_type (string); The type of service requested for the appointment.; allowed values: haircut, coloring, styling, treatment; default: haircut\nParameter contact_number (string); The contact phone number for appointment confirmation, in the format '123-456-7890'.; default: None\nParameter confirmation_email (boolean); Whether a confirmation email should be sent. If true, an email is sent to the provided email address.; default: True","Services_1_FindProvider":"Services_1_FindProvider: Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\nParameter city (string); required; The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\nParameter is_unisex (boolean); Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.; default: False"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":59.72,"confidence":0.746521},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":108.46,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant by specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The reservation date in ISO 8601 format, e.g., 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The reservation time in 24-hour format, e.g., '18:30' for 6:30 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Finds restaurants based on a specified location and preferred food category, with optional filters for price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":null,\"description\":\"Specifies if the restaurant provides outdoor seating for customers.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":null,\"description\":\"Indicates whether the restaurant offers a selection of vegetarian dishes.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The general price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}","Services_1_BookAppointment":"{\"description\":\"This function books an appointment with a specified hair stylist or salon for hairdressing services. It requires the name of the stylist or salon, as well as the desired time and date for the appointment.\",\"name\":\"Services_1_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date for the appointment, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The specific time for the appointment, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"confirmation_email\":{\"default\":true,\"description\":\"Whether a confirmation email should be sent. If true, an email is sent to the provided email address.\",\"type\":\"boolean\"},\"contact_number\":{\"default\":null,\"description\":\"The contact phone number for appointment confirmation, in the format '123-456-7890'.\",\"type\":\"string\"},\"service_type\":{\"default\":\"haircut\",\"description\":\"The type of service requested for the appointment.\",\"enum\":[\"haircut\",\"coloring\",\"styling\",\"treatment\"],\"type\":\"string\"},\"stylist_name\":{\"description\":\"The full name of the hair stylist or the name of the salon where the appointment will be booked.\",\"type\":\"string\"}},\"required\":[\"stylist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_1_FindProvider":"{\"description\":\"Search for a hair stylist within a specified city, with the option to filter by whether the salon accommodates all genders.\",\"name\":\"Services_1_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the search for a hair stylist is targeted, in the format 'City, State', such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"is_unisex\":{\"default\":false,\"description\":\"Indicates if the salon should be unisex or not. A value of 'true' searches for unisex salons, 'false' for non-unisex salons.\",\"type\":\"boolean\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":34.03,"confidence":0.743336},"jev":{"choice":"Services_1_FindProvider","correct":true,"latency_ms":152.39,"confidence":1.0}}}},{"id":"live_multiple_775-172-0","split":"live_multiple","state":"User: Can you find me an SUV in Las Vegas, NV, available from today until the 12th? I plan to pick it up at 10:00 AM. today is 2023.10.1","expected":"RentalCars_3_GetCarsAvailable","candidate_count":2,"views":{"description":{"criteria":{"RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars in a specified city during a given rental period.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Creates a reservation for a rental car within the specified dates, times, and preferences."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":87.12,"confidence":0.757277},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":107.23,"confidence":1.0}},"prose_schema":{"criteria":{"RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars in a specified city during a given rental period.\nParameter city (string); required; The city where the rental car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date for the car rental in the format YYYY-MM-DD.\nParameter end_date (string); required; The end date for the car rental in the format YYYY-MM-DD.\nParameter pickup_time (string); required; The pick-up time for the rental car in 24-hour format HH:MM.\nParameter car_type (string); The desired type of rental car.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Creates a reservation for a rental car within the specified dates, times, and preferences.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Whether additional insurance should be purchased."},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":97.02,"confidence":0.570157},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":97.75,"confidence":1.0}},"schema":{"criteria":{"RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of available rental cars in a specified city during a given rental period.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The desired type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format YYYY-MM-DD.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the rental car in 24-hour format HH:MM.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format YYYY-MM-DD.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"end_date\",\"pickup_time\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Creates a reservation for a rental car within the specified dates, times, and preferences.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Whether additional insurance should be purchased.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}"},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":215.75,"confidence":0.605852},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":130.09,"confidence":1.0}}}},{"id":"live_multiple_776-172-1","split":"live_multiple","state":"User: I would like to find any SUVs available in Los Angeles from today until the 7th of March? I would like to pick it up at 10:00 AM.","expected":"RentalCars_3_GetCarsAvailable","candidate_count":2,"views":{"description":{"criteria":{"RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars in a specified city during a given rental period.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Creates a reservation for a rental car within the specified dates, times, and preferences."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":30.39,"confidence":0.915276},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":102.51,"confidence":1.0}},"prose_schema":{"criteria":{"RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars in a specified city during a given rental period.\nParameter city (string); required; The city where the rental car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date for the car rental in the format YYYY-MM-DD.\nParameter end_date (string); required; The end date for the car rental in the format YYYY-MM-DD.\nParameter pickup_time (string); required; The pick-up time for the rental car in 24-hour format HH:MM.\nParameter car_type (string); The desired type of rental car.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Creates a reservation for a rental car within the specified dates, times, and preferences.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Whether additional insurance should be purchased."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":37.7,"confidence":0.754899},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":112.57,"confidence":1.0}},"schema":{"criteria":{"RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of available rental cars in a specified city during a given rental period.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The desired type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format YYYY-MM-DD.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the rental car in 24-hour format HH:MM.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format YYYY-MM-DD.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"end_date\",\"pickup_time\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Creates a reservation for a rental car within the specified dates, times, and preferences.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Whether additional insurance should be purchased.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}"},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":39.32,"confidence":0.534183},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":154.51,"confidence":1.0}}}},{"id":"live_multiple_777-172-2","split":"live_multiple","state":"User: Can you find me available rental cars in Los Angeles from April 15, 2023, to April 20, 2023, picking up at 10:00?","expected":"RentalCars_3_GetCarsAvailable","candidate_count":2,"views":{"description":{"criteria":{"RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars in a specified city during a given rental period.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Creates a reservation for a rental car within the specified dates, times, and preferences."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":29.31,"confidence":0.956646},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":117.39,"confidence":1.0}},"prose_schema":{"criteria":{"RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of available rental cars in a specified city during a given rental period.\nParameter city (string); required; The city where the rental car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date for the car rental in the format YYYY-MM-DD.\nParameter end_date (string); required; The end date for the car rental in the format YYYY-MM-DD.\nParameter pickup_time (string); required; The pick-up time for the rental car in 24-hour format HH:MM.\nParameter car_type (string); The desired type of rental car.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Creates a reservation for a rental car within the specified dates, times, and preferences.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Whether additional insurance should be purchased."},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":33.31,"confidence":0.791809},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":97.55,"confidence":1.0}},"schema":{"criteria":{"RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of available rental cars in a specified city during a given rental period.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The desired type of rental car.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA' or 'New York, NY'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format YYYY-MM-DD.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the rental car in 24-hour format HH:MM.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format YYYY-MM-DD.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"end_date\",\"pickup_time\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Creates a reservation for a rental car within the specified dates, times, and preferences.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Whether additional insurance should be purchased.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}"},"clm":{"choice":"RentalCars_3_ReserveCar","correct":false,"latency_ms":37.39,"confidence":0.573651},"jev":{"choice":"RentalCars_3_GetCarsAvailable","correct":true,"latency_ms":107.69,"confidence":1.0}}}},{"id":"live_multiple_778-173-0","split":"live_multiple","state":"User: Can you find me a Family Counselor in Gilroy?","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":77.68,"confidence":0.840763},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":113.77,"confidence":1.0}},"prose_schema":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\nParameter appointment_date (string); required; The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.\nParameter city (string); required; The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter type (string); required; The specialization of the therapist the user is looking for.; allowed values: Psychologist, Family Counselor, Psychiatrist","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date.\nParameter city (string); required; The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.; default: today"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":96.21,"confidence":0.958759},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":160.84,"confidence":1.0}},"schema":{"criteria":{"Services_4_BookAppointment":"{\"description\":\"Schedule an appointment with a specified therapist on a particular date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Find a suitable therapist in a specified city according to user's requirements.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist the user is looking for.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a particular date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":151.28,"confidence":0.892868},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":105.2,"confidence":1.0}}}},{"id":"live_multiple_779-173-1","split":"live_multiple","state":"User: I'm looking for a psychologist in San Jose.","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":30.67,"confidence":0.909622},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":141.17,"confidence":1.0}},"prose_schema":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\nParameter appointment_date (string); required; The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.\nParameter city (string); required; The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter type (string); required; The specialization of the therapist the user is looking for.; allowed values: Psychologist, Family Counselor, Psychiatrist","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date.\nParameter city (string); required; The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.; default: today"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.37,"confidence":0.992774},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":99.01,"confidence":1.0}},"schema":{"criteria":{"Services_4_BookAppointment":"{\"description\":\"Schedule an appointment with a specified therapist on a particular date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Find a suitable therapist in a specified city according to user's requirements.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist the user is looking for.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a particular date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":91.88,"confidence":0.76192},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":102.89,"confidence":1.0}}}},{"id":"live_multiple_780-173-2","split":"live_multiple","state":"User: Hi, Find me a Family Counselor in New York?","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.88,"confidence":0.776416},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":113.36,"confidence":1.0}},"prose_schema":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\nParameter appointment_date (string); required; The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.\nParameter city (string); required; The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter type (string); required; The specialization of the therapist the user is looking for.; allowed values: Psychologist, Family Counselor, Psychiatrist","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date.\nParameter city (string); required; The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.; default: today"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":37.74,"confidence":0.960811},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":130.83,"confidence":1.0}},"schema":{"criteria":{"Services_4_BookAppointment":"{\"description\":\"Schedule an appointment with a specified therapist on a particular date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Find a suitable therapist in a specified city according to user's requirements.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist the user is looking for.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a particular date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":28.7,"confidence":0.887948},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":199.85,"confidence":1.0}}}},{"id":"live_multiple_781-173-3","split":"live_multiple","state":"User: Hi, I think I need some help. Can you get me the best SF Psychologist please?","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":32.12,"confidence":0.92607},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":146.53,"confidence":1.0}},"prose_schema":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\nParameter appointment_date (string); required; The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.\nParameter city (string); required; The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter type (string); required; The specialization of the therapist the user is looking for.; allowed values: Psychologist, Family Counselor, Psychiatrist","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date.\nParameter city (string); required; The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.; default: today"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":27.86,"confidence":0.987795},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":115.34,"confidence":1.0}},"schema":{"criteria":{"Services_4_BookAppointment":"{\"description\":\"Schedule an appointment with a specified therapist on a particular date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Find a suitable therapist in a specified city according to user's requirements.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist the user is looking for.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a particular date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":28.43,"confidence":0.895948},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":124.59,"confidence":1.0}}}},{"id":"live_multiple_782-173-4","split":"live_multiple","state":"User: Can you search for any therapist in Sausalito? It's for my mental health.","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":28.12,"confidence":0.949889},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":101.59,"confidence":1.0}},"prose_schema":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\nParameter appointment_date (string); required; The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.\nParameter city (string); required; The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter type (string); required; The specialization of the therapist the user is looking for.; allowed values: Psychologist, Family Counselor, Psychiatrist","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date.\nParameter city (string); required; The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.; default: today"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.31,"confidence":0.918502},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":145.06,"confidence":1.0}},"schema":{"criteria":{"Services_4_BookAppointment":"{\"description\":\"Schedule an appointment with a specified therapist on a particular date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Find a suitable therapist in a specified city according to user's requirements.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist the user is looking for.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a particular date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.8,"confidence":0.934851},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":149.13,"confidence":1.0}}}},{"id":"live_multiple_783-173-5","split":"live_multiple","state":"User: My family is having trouble processing the horrible gas explosion and traffic pile-up we witnessed. Would you please help me locate a family counselor in Berkley?","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":29.47,"confidence":0.925035},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":114.69,"confidence":1.0}},"prose_schema":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\nParameter appointment_date (string); required; The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.\nParameter city (string); required; The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter type (string); required; The specialization of the therapist the user is looking for.; allowed values: Psychologist, Family Counselor, Psychiatrist","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date.\nParameter city (string); required; The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.; default: today"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":31.85,"confidence":0.802471},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":109.19,"confidence":1.0}},"schema":{"criteria":{"Services_4_BookAppointment":"{\"description\":\"Schedule an appointment with a specified therapist on a particular date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Find a suitable therapist in a specified city according to user's requirements.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist the user is looking for.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a particular date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":45.62,"confidence":0.943915},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":111.1,"confidence":1.0}}}},{"id":"live_multiple_784-173-6","split":"live_multiple","state":"User: I need to find someone who can help me understand why my son gets so afraid when he has to go on the field to play soccer. Would you please assist me with locating a therapist in Berkeley?","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":38.94,"confidence":0.93616},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":96.4,"confidence":1.0}},"prose_schema":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\nParameter appointment_date (string); required; The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.\nParameter city (string); required; The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter type (string); required; The specialization of the therapist the user is looking for.; allowed values: Psychologist, Family Counselor, Psychiatrist","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date.\nParameter city (string); required; The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.; default: today"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":37.62,"confidence":0.980207},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":105.8,"confidence":1.0}},"schema":{"criteria":{"Services_4_BookAppointment":"{\"description\":\"Schedule an appointment with a specified therapist on a particular date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Find a suitable therapist in a specified city according to user's requirements.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist the user is looking for.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a particular date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":68.17,"confidence":0.978549},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":120.99,"confidence":1.0}}}},{"id":"live_multiple_785-173-7","split":"live_multiple","state":"User: I need to talk to someone about how to deal with my boss at work. I would really appreciate your help locating a therapist. I'd like to find a therapist that works out of Sunnyvale.","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":28.88,"confidence":0.921778},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":124.36,"confidence":1.0}},"prose_schema":{"criteria":{"Services_4_BookAppointment":"Services_4_BookAppointment: Schedule an appointment with a specified therapist on a particular date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\nParameter appointment_date (string); required; The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Find a suitable therapist in a specified city according to user's requirements.\nParameter city (string); required; The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter type (string); required; The specialization of the therapist the user is looking for.; allowed values: Psychologist, Family Counselor, Psychiatrist","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieve the weather forecast for a specified city on a particular date.\nParameter city (string); required; The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\nParameter date (string); The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.; default: today"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":45.18,"confidence":0.795149},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":105.88,"confidence":1.0}},"schema":{"criteria":{"Services_4_BookAppointment":"{\"description\":\"Schedule an appointment with a specified therapist on a particular date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The date on which the appointment is scheduled, in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The time at which the appointment is scheduled, in 24-hour format (e.g., '14:00').\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Find a suitable therapist in a specified city according to user's requirements.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is searching for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"type\":{\"description\":\"The specialization of the therapist the user is looking for.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieve the weather forecast for a specified city on a particular date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which the weather forecast is requested, such as 'New York, NY' or 'Los Angeles, CA'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which the weather forecast is requested, in the format 'YYYY-MM-DD'. If not provided, the default value represents the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":37.71,"confidence":0.982879},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":118.66,"confidence":1.0}}}},{"id":"live_multiple_786-174-0","split":"live_multiple","state":"User: Can you arrange a visit to the Riverdale Apartments on April 15th, 2023?","expected":"Homes_2_ScheduleVisit","candidate_count":2,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":76.85,"confidence":0.935948},"jev":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":103.94,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\nParameter intent (string); required; The intent to either rent or buy the property.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms in the property.\nParameter number_of_baths (integer); required; The number of bathrooms in the property.\nParameter has_garage (boolean); Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.; default: None\nParameter in_unit_laundry (boolean); Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.; default: None","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\nParameter property_name (string); required; The exact name of the property or apartment complex to visit.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format of 'YYYY-MM-DD'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":false,"latency_ms":126.91,"confidence":0.636917},"jev":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":108.84,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\",\"type\":\"string\"},\"has_garage\":{\"default\":null,\"description\":\"Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":null,\"description\":\"Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent to either rent or buy the property.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to visit.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":123.29,"confidence":0.997177},"jev":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":128.93,"confidence":1.0}}}},{"id":"live_multiple_787-174-1","split":"live_multiple","state":"User: Hi, I'm looking for a place to live, preferably in Berkeley, CA. I would like it to have 2 bedrooms and it must come with in-unit laundry. Oh, and I'm looking to rent, not buy.","expected":"Homes_2_FindHomeByArea","candidate_count":2,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":31.12,"confidence":0.818119},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":139.24,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\nParameter intent (string); required; The intent to either rent or buy the property.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms in the property.\nParameter number_of_baths (integer); required; The number of bathrooms in the property.\nParameter has_garage (boolean); Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.; default: None\nParameter in_unit_laundry (boolean); Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.; default: None","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\nParameter property_name (string); required; The exact name of the property or apartment complex to visit.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format of 'YYYY-MM-DD'."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":33.94,"confidence":0.587893},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":112.81,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\",\"type\":\"string\"},\"has_garage\":{\"default\":null,\"description\":\"Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":null,\"description\":\"Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent to either rent or buy the property.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to visit.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":69.34,"confidence":0.91034},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":135.76,"confidence":1.0}}}},{"id":"live_multiple_788-174-2","split":"live_multiple","state":"User: Can we arrange a visit to the Beach Park Apartments for next Wednesday 2023.10.1?","expected":"Homes_2_ScheduleVisit","candidate_count":2,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":28.91,"confidence":0.958999},"jev":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":107.12,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\nParameter intent (string); required; The intent to either rent or buy the property.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms in the property.\nParameter number_of_baths (integer); required; The number of bathrooms in the property.\nParameter has_garage (boolean); Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.; default: None\nParameter in_unit_laundry (boolean); Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.; default: None","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\nParameter property_name (string); required; The exact name of the property or apartment complex to visit.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format of 'YYYY-MM-DD'."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":34.23,"confidence":0.621647},"jev":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":134.02,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\",\"type\":\"string\"},\"has_garage\":{\"default\":null,\"description\":\"Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":null,\"description\":\"Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent to either rent or buy the property.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to visit.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":37.19,"confidence":0.995409},"jev":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":113.0,"confidence":1.0}}}},{"id":"live_multiple_789-174-3","split":"live_multiple","state":"User: I'm looking to rent a new apartment in Berkeley. It should have at least 2 bedrooms and 1 bathroom, and I don't mind if it has a garage or not. ","expected":"Homes_2_FindHomeByArea","candidate_count":2,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":34.49,"confidence":0.994854},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":108.06,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\nParameter intent (string); required; The intent to either rent or buy the property.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms in the property.\nParameter number_of_baths (integer); required; The number of bathrooms in the property.\nParameter has_garage (boolean); Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.; default: None\nParameter in_unit_laundry (boolean); Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.; default: None","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\nParameter property_name (string); required; The exact name of the property or apartment complex to visit.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format of 'YYYY-MM-DD'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":35.3,"confidence":0.985697},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":114.65,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\",\"type\":\"string\"},\"has_garage\":{\"default\":null,\"description\":\"Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":null,\"description\":\"Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent to either rent or buy the property.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to visit.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":65.67,"confidence":0.839449},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":134.8,"confidence":1.0}}}},{"id":"live_multiple_790-174-4","split":"live_multiple","state":"User: I'm looking to rent a home in Berkeley, CA with 3 bedrooms and 2 bathrooms. ","expected":"Homes_2_FindHomeByArea","candidate_count":2,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":30.98,"confidence":0.967881},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":112.57,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\nParameter intent (string); required; The intent to either rent or buy the property.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms in the property.\nParameter number_of_baths (integer); required; The number of bathrooms in the property.\nParameter has_garage (boolean); Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.; default: None\nParameter in_unit_laundry (boolean); Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.; default: None","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\nParameter property_name (string); required; The exact name of the property or apartment complex to visit.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format of 'YYYY-MM-DD'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":34.33,"confidence":0.964795},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":137.37,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\",\"type\":\"string\"},\"has_garage\":{\"default\":null,\"description\":\"Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":null,\"description\":\"Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent to either rent or buy the property.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to visit.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":93.84,"confidence":0.937132},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":186.0,"confidence":1.0}}}},{"id":"live_multiple_791-174-5","split":"live_multiple","state":"User: Could you help me look for a property to buy in Walnut Creek? I'm interested in a home with at least 3 bedrooms and 2 bathrooms, and having a garage would be a nice bonus.","expected":"Homes_2_FindHomeByArea","candidate_count":2,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":31.63,"confidence":0.510513},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":130.96,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\nParameter intent (string); required; The intent to either rent or buy the property.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms in the property.\nParameter number_of_baths (integer); required; The number of bathrooms in the property.\nParameter has_garage (boolean); Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.; default: None\nParameter in_unit_laundry (boolean); Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.; default: None","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\nParameter property_name (string); required; The exact name of the property or apartment complex to visit.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format of 'YYYY-MM-DD'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":36.24,"confidence":0.759837},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":103.2,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\",\"type\":\"string\"},\"has_garage\":{\"default\":null,\"description\":\"Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":null,\"description\":\"Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent to either rent or buy the property.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to visit.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":35.8,"confidence":0.962046},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":104.24,"confidence":1.0}}}},{"id":"live_multiple_792-174-6","split":"live_multiple","state":"User: I'm looking to rent a place in Berkeley, CA that has 3 bedrooms and 2 bathrooms. Could we add a garage and in-unit laundry to the search criteria?","expected":"Homes_2_FindHomeByArea","candidate_count":2,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":37.22,"confidence":0.968675},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":111.41,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\nParameter intent (string); required; The intent to either rent or buy the property.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms in the property.\nParameter number_of_baths (integer); required; The number of bathrooms in the property.\nParameter has_garage (boolean); Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.; default: None\nParameter in_unit_laundry (boolean); Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.; default: None","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\nParameter property_name (string); required; The exact name of the property or apartment complex to visit.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format of 'YYYY-MM-DD'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":33.74,"confidence":0.991811},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":113.55,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\",\"type\":\"string\"},\"has_garage\":{\"default\":null,\"description\":\"Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":null,\"description\":\"Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent to either rent or buy the property.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to visit.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":false,"latency_ms":65.28,"confidence":0.945245},"jev":{"choice":"Homes_2_FindHomeByArea","correct":true,"latency_ms":155.48,"confidence":1.0}}}},{"id":"live_multiple_793-174-7","split":"live_multiple","state":"User: I like to visit the property Northridge Apartments on March 14th.","expected":"Homes_2_ScheduleVisit","candidate_count":2,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities."},"clm":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":29.19,"confidence":0.805361},"jev":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":112.19,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\nParameter intent (string); required; The intent to either rent or buy the property.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms in the property.\nParameter number_of_baths (integer); required; The number of bathrooms in the property.\nParameter has_garage (boolean); Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.; default: None\nParameter in_unit_laundry (boolean); Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.; default: None","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\nParameter property_name (string); required; The exact name of the property or apartment complex to visit.\nParameter visit_date (string); required; The scheduled date for the property visit, in the format of 'YYYY-MM-DD'."},"clm":{"choice":"Homes_2_FindHomeByArea","correct":false,"latency_ms":65.49,"confidence":0.770056},"jev":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":115.99,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by the number of bedrooms and bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'Berkeley, CA' or 'New York, NY').\",\"type\":\"string\"},\"has_garage\":{\"default\":null,\"description\":\"Indicates whether the property includes a garage. The default is 'dontcare' which includes properties regardless of garage availability.\",\"type\":\"boolean\"},\"in_unit_laundry\":{\"default\":null,\"description\":\"Indicates whether the property has in-unit laundry facilities. The default is 'dontcare' which includes properties regardless of in-unit laundry facilities.\",\"type\":\"boolean\"},\"intent\":{\"description\":\"The intent to either rent or buy the property.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a given date. The visit date should be specified in the 'YYYY-MM-DD' format. This function helps in arranging a tour for the interested parties to explore the property and facilities.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"property_name\":{\"description\":\"The exact name of the property or apartment complex to visit.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The scheduled date for the property visit, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":33.98,"confidence":0.972736},"jev":{"choice":"Homes_2_ScheduleVisit","correct":true,"latency_ms":140.94,"confidence":1.0}}}},{"id":"live_multiple_794-175-0","split":"live_multiple","state":"User: Could you tell me what the weather will be like in Pinole, CA on March 21st, 2023?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":85.83,"confidence":0.995248},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":175.86,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":199.09,"confidence":0.772042},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":128.88,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":291.15,"confidence":0.404185},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":114.46,"confidence":1.0}}}},{"id":"live_multiple_795-175-1","split":"live_multiple","state":"User: Could you tell me the weather conditions in Tomales, CA on the date 2023-03-11?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":35.49,"confidence":0.993476},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":116.67,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":34.46,"confidence":0.634344},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":145.27,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":28.78,"confidence":0.549849},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":107.15,"confidence":1.0}}}},{"id":"live_multiple_796-175-2","split":"live_multiple","state":"User: I want to check the weather condition in Sunol for which I need your help.","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":33.1,"confidence":0.992165},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":99.68,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":32.21,"confidence":0.467683},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":118.27,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":30.27,"confidence":0.534724},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":120.23,"confidence":1.0}}}},{"id":"live_multiple_797-175-3","split":"live_multiple","state":"User: Hi, could you help me check the weather in Phoenix on the 11th of march 2023 please?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":31.73,"confidence":0.919765},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":97.01,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":33.63,"confidence":0.468376},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":171.46,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":42.56,"confidence":0.690749},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":175.58,"confidence":1.0}}}},{"id":"live_multiple_798-175-4","split":"live_multiple","state":"User: What will the weather be on the 10th of March 2023 in Long Beach CA.","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":35.9,"confidence":0.991117},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":122.71,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":32.65,"confidence":0.907323},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":105.83,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":false,"latency_ms":33.26,"confidence":0.399971},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":135.15,"confidence":1.0}}}},{"id":"live_multiple_799-175-5","split":"live_multiple","state":"User: Could you tell me the forecast for Lagunitas, CA on the upcoming Saturday, specifically 2023-04-15?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":31.77,"confidence":0.976859},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":144.11,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":69.23,"confidence":0.686123},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":117.64,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":false,"latency_ms":43.37,"confidence":0.353423},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":118.21,"confidence":1.0}}}},{"id":"live_multiple_800-175-6","split":"live_multiple","state":"User: Can you provide me with the weather forecast for San Pablo, CA on the upcoming Monday, assuming today is April 4th, 2023?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":32.03,"confidence":0.96708},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":103.19,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Homes_2_FindHomeByArea","correct":false,"latency_ms":34.08,"confidence":0.811845},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":103.37,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":35.65,"confidence":0.40246},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":120.01,"confidence":1.0}}}},{"id":"live_multiple_801-175-7","split":"live_multiple","state":"User: What is the the current weather conditions in New Delhi, India?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":32.28,"confidence":0.989939},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":98.15,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":30.58,"confidence":0.501914},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":99.57,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":false,"latency_ms":58.4,"confidence":0.509647},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":108.03,"confidence":1.0}}}},{"id":"live_multiple_802-175-8","split":"live_multiple","state":"User: Could you check the weather conditions for Santa Rosa, CA on April 9th of 2023?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":32.93,"confidence":0.970223},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":144.75,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Homes_2_FindHomeByArea","correct":false,"latency_ms":32.8,"confidence":0.518855},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":141.62,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":99.74,"confidence":0.536688},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":112.05,"confidence":1.0}}}},{"id":"live_multiple_803-175-9","split":"live_multiple","state":"User: Canyou check the weather will be like in San Francisco on March 1st 2023?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":31.52,"confidence":0.9798},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":122.64,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":32.72,"confidence":0.758022},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":114.48,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":false,"latency_ms":34.72,"confidence":0.569477},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":123.18,"confidence":1.0}}}},{"id":"live_multiple_804-175-10","split":"live_multiple","state":"User: Could you tell me the weather conditions in Petaluma, CA for 2023 .10.01?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":33.7,"confidence":0.99678},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":144.86,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":67.58,"confidence":0.826969},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":127.68,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":70.61,"confidence":0.620616},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":109.15,"confidence":1.0}}}},{"id":"live_multiple_805-175-11","split":"live_multiple","state":"User: Could you tell me the weather conditions for Vancouver, BC on the date 2023-03-02?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":32.02,"confidence":0.986898},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":117.75,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":33.13,"confidence":0.605525},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":124.29,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":81.66,"confidence":0.398525},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":138.92,"confidence":1.0}}}},{"id":"live_multiple_806-175-12","split":"live_multiple","state":"User:  Check the weather forecast for Nairobi, Kenya on 2023-04-20?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":32.45,"confidence":0.959896},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":121.84,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":42.08,"confidence":0.85753},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":148.82,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":false,"latency_ms":41.96,"confidence":0.501815},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":130.12,"confidence":1.0}}}},{"id":"live_multiple_807-175-13","split":"live_multiple","state":"User: Can you tell me the weather forecast for Larkspur, CA on the 10th of march 2023? I'm traveling there and need to pack appropriately.","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":33.44,"confidence":0.961496},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":110.67,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":33.97,"confidence":0.737824},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":138.45,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":70.87,"confidence":0.395178},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":107.71,"confidence":1.0}}}},{"id":"live_multiple_808-175-14","split":"live_multiple","state":"User: Find out the weather forecast for Antioch, CA on next Wednesday, speciifcally 2023-10-1?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":34.0,"confidence":0.99088},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":126.06,"confidence":1.0}},"prose_schema":{"criteria":{"Homes_2_FindHomeByArea":"Homes_2_FindHomeByArea: Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\nParameter area (string); required; The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\nParameter intent (string); required; The intent for the property search, indicating whether the user wants to rent or buy.; allowed values: rent, buy\nParameter number_of_beds (integer); required; The number of bedrooms desired in the property.\nParameter number_of_baths (integer); required; The number of bathrooms desired in the property.\nParameter has_garage (string); The preference for a garage with the property, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter in_unit_laundry (string); The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.; allowed values: True, False, dontcare; default: dontcare","Homes_2_ScheduleVisit":"Homes_2_ScheduleVisit: Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\nParameter property_name (string); required; The official name of the property or apartment complex to be visited.\nParameter visit_date (string); required; The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter visitor_count (integer); The number of people that will be attending the visit.; default: 1\nParameter accessibility_requirements (boolean); Indicates whether the visitor requires any special accessibility accommodations.; default: False","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\nParameter city (string); required; City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\nParameter end_date (string); required; The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\nParameter car_type (string); Preferred type of car for the rental.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The start date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time on the start date, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental period, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to reserve.; allowed values: Hatchback, Sedan, SUV\nParameter add_insurance (boolean); required; Indicates whether to purchase additional insurance coverage for the rental period.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather conditions for a specified city and date.\nParameter city (string); required; The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\nParameter date (string); The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":32.16,"confidence":0.850662},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":104.64,"confidence":1.0}},"schema":{"criteria":{"Homes_2_FindHomeByArea":"{\"description\":\"Search for a property to rent or buy in a specified city, filtering by number of bedrooms, bathrooms, garage availability, and in-unit laundry facilities.\",\"name\":\"Homes_2_FindHomeByArea\",\"parameters\":{\"properties\":{\"area\":{\"description\":\"The city where the property is located, in the format of 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"has_garage\":{\"default\":\"dontcare\",\"description\":\"The preference for a garage with the property, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"in_unit_laundry\":{\"default\":\"dontcare\",\"description\":\"The preference for in-unit laundry facilities, with 'dontcare' indicating no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"intent\":{\"description\":\"The intent for the property search, indicating whether the user wants to rent or buy.\",\"enum\":[\"rent\",\"buy\"],\"type\":\"string\"},\"number_of_baths\":{\"description\":\"The number of bathrooms desired in the property.\",\"type\":\"integer\"},\"number_of_beds\":{\"description\":\"The number of bedrooms desired in the property.\",\"type\":\"integer\"}},\"required\":[\"area\",\"intent\",\"number_of_beds\",\"number_of_baths\"],\"type\":\"dict\"}}","Homes_2_ScheduleVisit":"{\"description\":\"Schedule a visit to a property on a specific date. This function helps users to set an appointment to explore the property and envision their future home.\",\"name\":\"Homes_2_ScheduleVisit\",\"parameters\":{\"properties\":{\"accessibility_requirements\":{\"default\":false,\"description\":\"Indicates whether the visitor requires any special accessibility accommodations.\",\"type\":\"boolean\"},\"property_name\":{\"description\":\"The official name of the property or apartment complex to be visited.\",\"type\":\"string\"},\"visit_date\":{\"description\":\"The desired date for the property visit, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"visitor_count\":{\"default\":1,\"description\":\"The number of people that will be attending the visit.\",\"type\":\"integer\"}},\"required\":[\"property_name\",\"visit_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specified location and time period. This function allows users to search for rental cars based on the city, desired rental period, and car type preferences.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"Preferred type of car for the rental.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"City where the rental car is required, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-07'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM', such as '15:00'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD', such as '2023-06-01'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation. This includes selecting a car type, specifying pick-up and return dates and times, and choosing whether to add insurance.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Indicates whether to purchase additional insurance coverage for the rental period.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time on the start date, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the car rental period, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather conditions for a specified city and date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. Examples: 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The specific date for the weather query, in the format 'YYYY-MM-DD'. If omitted, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"RentalCars_3_GetCarsAvailable","correct":false,"latency_ms":34.49,"confidence":0.48157},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":129.67,"confidence":1.0}}}},{"id":"live_multiple_809-176-0","split":"live_multiple","state":"User: Could you set a new alarm for 5 in the afternoon labeled 'Grocery run'?","expected":"Alarm_1_AddAlarm","candidate_count":2,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name."},"clm":{"choice":"Alarm_1_GetAlarms","correct":false,"latency_ms":77.2,"confidence":0.526109},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":127.24,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.\nParameter user_id (integer); required; The unique identifier for the user whose alarms are being fetched.\nParameter include_disabled (boolean); A flag to include alarms that are currently disabled.; default: False\nParameter sort_order (string); The order in which the alarms should be sorted.; allowed values: ascending, descending; default: ascending","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The label to assign to the new alarm.; default: New alarm"},"clm":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":71.43,"confidence":0.621027},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":125.34,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves the list of alarms that the user has set within the application.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"include_disabled\":{\"default\":false,\"description\":\"A flag to include alarms that are currently disabled.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"ascending\",\"description\":\"The order in which the alarms should be sorted.\",\"enum\":[\"ascending\",\"descending\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose alarms are being fetched.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The label to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}"},"clm":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":193.38,"confidence":0.85392},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":134.34,"confidence":1.0}}}},{"id":"live_multiple_810-176-1","split":"live_multiple","state":"User: I'm finding it difficult to keep track of my meetings, so I'd like to set up some additional reminders. Could you check which alarms are already set for my user ID 789?","expected":"Alarm_1_GetAlarms","candidate_count":2,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name."},"clm":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":33.12,"confidence":0.905699},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":109.5,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.\nParameter user_id (integer); required; The unique identifier for the user whose alarms are being fetched.\nParameter include_disabled (boolean); A flag to include alarms that are currently disabled.; default: False\nParameter sort_order (string); The order in which the alarms should be sorted.; allowed values: ascending, descending; default: ascending","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The label to assign to the new alarm.; default: New alarm"},"clm":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":31.49,"confidence":0.90613},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":97.9,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves the list of alarms that the user has set within the application.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"include_disabled\":{\"default\":false,\"description\":\"A flag to include alarms that are currently disabled.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"ascending\",\"description\":\"The order in which the alarms should be sorted.\",\"enum\":[\"ascending\",\"descending\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose alarms are being fetched.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The label to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}"},"clm":{"choice":"Alarm_1_AddAlarm","correct":false,"latency_ms":41.95,"confidence":0.829843},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":107.31,"confidence":1.0}}}},{"id":"live_multiple_811-176-2","split":"live_multiple","state":"User: Can you retrieve the list of alarms that I have set? My user ID is 12345.","expected":"Alarm_1_GetAlarms","candidate_count":2,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name."},"clm":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":39.9,"confidence":0.904745},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":106.49,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.\nParameter user_id (integer); required; The unique identifier for the user whose alarms are being fetched.\nParameter include_disabled (boolean); A flag to include alarms that are currently disabled.; default: False\nParameter sort_order (string); The order in which the alarms should be sorted.; allowed values: ascending, descending; default: ascending","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The label to assign to the new alarm.; default: New alarm"},"clm":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":54.3,"confidence":0.971379},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":101.39,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves the list of alarms that the user has set within the application.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"include_disabled\":{\"default\":false,\"description\":\"A flag to include alarms that are currently disabled.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"ascending\",\"description\":\"The order in which the alarms should be sorted.\",\"enum\":[\"ascending\",\"descending\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose alarms are being fetched.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The label to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}"},"clm":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":33.92,"confidence":0.517551},"jev":{"choice":"Alarm_1_GetAlarms","correct":true,"latency_ms":106.03,"confidence":1.0}}}},{"id":"live_multiple_812-176-3","split":"live_multiple","state":"User: I'd like to set a new alarm at 17:00 and label it 'Music practice'.","expected":"Alarm_1_AddAlarm","candidate_count":2,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name."},"clm":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":32.23,"confidence":0.617656},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":132.65,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.\nParameter user_id (integer); required; The unique identifier for the user whose alarms are being fetched.\nParameter include_disabled (boolean); A flag to include alarms that are currently disabled.; default: False\nParameter sort_order (string); The order in which the alarms should be sorted.; allowed values: ascending, descending; default: ascending","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The label to assign to the new alarm.; default: New alarm"},"clm":{"choice":"Alarm_1_GetAlarms","correct":false,"latency_ms":31.98,"confidence":0.697065},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":107.18,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves the list of alarms that the user has set within the application.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"include_disabled\":{\"default\":false,\"description\":\"A flag to include alarms that are currently disabled.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"ascending\",\"description\":\"The order in which the alarms should be sorted.\",\"enum\":[\"ascending\",\"descending\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose alarms are being fetched.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The label to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}"},"clm":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":29.01,"confidence":0.849021},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":94.95,"confidence":1.0}}}},{"id":"live_multiple_813-176-4","split":"live_multiple","state":"User: Could you set a new alarm for me at 4:30 in the afternoon with the label Leave for home?","expected":"Alarm_1_AddAlarm","candidate_count":2,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name."},"clm":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":38.51,"confidence":0.674983},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":143.09,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.\nParameter user_id (integer); required; The unique identifier for the user whose alarms are being fetched.\nParameter include_disabled (boolean); A flag to include alarms that are currently disabled.; default: False\nParameter sort_order (string); The order in which the alarms should be sorted.; allowed values: ascending, descending; default: ascending","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The label to assign to the new alarm.; default: New alarm"},"clm":{"choice":"Alarm_1_GetAlarms","correct":false,"latency_ms":60.76,"confidence":0.667684},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":116.55,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves the list of alarms that the user has set within the application.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"include_disabled\":{\"default\":false,\"description\":\"A flag to include alarms that are currently disabled.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"ascending\",\"description\":\"The order in which the alarms should be sorted.\",\"enum\":[\"ascending\",\"descending\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose alarms are being fetched.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The label to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}"},"clm":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":67.51,"confidence":0.782351},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":131.24,"confidence":1.0}}}},{"id":"live_multiple_814-176-5","split":"live_multiple","state":"User: Can you set a new alarm for me at 17:15?","expected":"Alarm_1_AddAlarm","candidate_count":2,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name."},"clm":{"choice":"Alarm_1_GetAlarms","correct":false,"latency_ms":31.52,"confidence":0.5247},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":164.74,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.\nParameter user_id (integer); required; The unique identifier for the user whose alarms are being fetched.\nParameter include_disabled (boolean); A flag to include alarms that are currently disabled.; default: False\nParameter sort_order (string); The order in which the alarms should be sorted.; allowed values: ascending, descending; default: ascending","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The label to assign to the new alarm.; default: New alarm"},"clm":{"choice":"Alarm_1_GetAlarms","correct":false,"latency_ms":40.41,"confidence":0.912392},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":101.06,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves the list of alarms that the user has set within the application.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"include_disabled\":{\"default\":false,\"description\":\"A flag to include alarms that are currently disabled.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"ascending\",\"description\":\"The order in which the alarms should be sorted.\",\"enum\":[\"ascending\",\"descending\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose alarms are being fetched.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The label to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}"},"clm":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":31.41,"confidence":0.630127},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":136.9,"confidence":1.0}}}},{"id":"live_multiple_815-176-6","split":"live_multiple","state":"User: Can you set a new alarm for 07:30 in the morning and label it 'Morning workout'?","expected":"Alarm_1_AddAlarm","candidate_count":2,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name."},"clm":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":31.95,"confidence":0.64502},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":119.7,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.\nParameter user_id (integer); required; The unique identifier for the user whose alarms are being fetched.\nParameter include_disabled (boolean); A flag to include alarms that are currently disabled.; default: False\nParameter sort_order (string); The order in which the alarms should be sorted.; allowed values: ascending, descending; default: ascending","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The label to assign to the new alarm.; default: New alarm"},"clm":{"choice":"Alarm_1_GetAlarms","correct":false,"latency_ms":56.07,"confidence":0.860102},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":120.76,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves the list of alarms that the user has set within the application.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"include_disabled\":{\"default\":false,\"description\":\"A flag to include alarms that are currently disabled.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"ascending\",\"description\":\"The order in which the alarms should be sorted.\",\"enum\":[\"ascending\",\"descending\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose alarms are being fetched.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The label to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}"},"clm":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":54.69,"confidence":0.758584},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":126.49,"confidence":1.0}}}},{"id":"live_multiple_816-176-7","split":"live_multiple","state":"User: I'd like to set a new alarm for 15:30 with the label Cleaning.","expected":"Alarm_1_AddAlarm","candidate_count":2,"views":{"description":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name."},"clm":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":36.59,"confidence":0.631676},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":101.31,"confidence":1.0}},"prose_schema":{"criteria":{"Alarm_1_GetAlarms":"Alarm_1_GetAlarms: Retrieves the list of alarms that the user has set within the application.\nParameter user_id (integer); required; The unique identifier for the user whose alarms are being fetched.\nParameter include_disabled (boolean); A flag to include alarms that are currently disabled.; default: False\nParameter sort_order (string); The order in which the alarms should be sorted.; allowed values: ascending, descending; default: ascending","Alarm_1_AddAlarm":"Alarm_1_AddAlarm: This function sets a new alarm with a specified time and an optional name.\nParameter new_alarm_time (string); required; The time to set for the new alarm, in 24-hour format (HH:MM).\nParameter new_alarm_name (string); The label to assign to the new alarm.; default: New alarm"},"clm":{"choice":"Alarm_1_GetAlarms","correct":false,"latency_ms":41.15,"confidence":0.789544},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":109.06,"confidence":1.0}},"schema":{"criteria":{"Alarm_1_GetAlarms":"{\"description\":\"Retrieves the list of alarms that the user has set within the application.\",\"name\":\"Alarm_1_GetAlarms\",\"parameters\":{\"properties\":{\"include_disabled\":{\"default\":false,\"description\":\"A flag to include alarms that are currently disabled.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"ascending\",\"description\":\"The order in which the alarms should be sorted.\",\"enum\":[\"ascending\",\"descending\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier for the user whose alarms are being fetched.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","Alarm_1_AddAlarm":"{\"description\":\"This function sets a new alarm with a specified time and an optional name.\",\"name\":\"Alarm_1_AddAlarm\",\"parameters\":{\"properties\":{\"new_alarm_name\":{\"default\":\"New alarm\",\"description\":\"The label to assign to the new alarm.\",\"type\":\"string\"},\"new_alarm_time\":{\"description\":\"The time to set for the new alarm, in 24-hour format (HH:MM).\",\"type\":\"string\"}},\"required\":[\"new_alarm_time\"],\"type\":\"dict\"}}"},"clm":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":43.24,"confidence":0.773482},"jev":{"choice":"Alarm_1_AddAlarm","correct":true,"latency_ms":119.36,"confidence":1.0}}}},{"id":"live_multiple_817-177-0","split":"live_multiple","state":"User: Could you help me buy 2 tickets for the Anthony Green concert at Seattle happening on the 10th of march 2023?","expected":"Events_3_BuyEventTickets","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city."},"clm":{"choice":"Buses_3_BuyBusTicket","correct":false,"latency_ms":103.23,"confidence":0.443638},"jev":{"choice":"Events_3_BuyEventTickets","correct":true,"latency_ms":101.25,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the trip based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\nParameter from_city (string); required; The city to depart from, such as 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); An option to carry excess baggage in the bus.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\nParameter event_type (string); required; The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\nParameter event_name (string); required; The name of the artist or the title of the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.; default: "},"clm":{"choice":"Buses_3_BuyBusTicket","correct":false,"latency_ms":169.83,"confidence":0.63285},"jev":{"choice":"Events_3_BuyEventTickets","correct":true,"latency_ms":97.08,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the trip based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"An option to carry excess baggage in the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"default\":\"\",\"description\":\"The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the title of the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":186.18,"confidence":0.964729},"jev":{"choice":"Events_3_BuyEventTickets","correct":true,"latency_ms":143.54,"confidence":1.0}}}},{"id":"live_multiple_818-177-1","split":"live_multiple","state":"User: I need an music concert for something around New York.","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":33.07,"confidence":0.653055},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":120.14,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the trip based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\nParameter from_city (string); required; The city to depart from, such as 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); An option to carry excess baggage in the bus.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\nParameter event_type (string); required; The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\nParameter event_name (string); required; The name of the artist or the title of the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.; default: "},"clm":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":33.22,"confidence":0.409056},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":133.87,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the trip based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"An option to carry excess baggage in the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"default\":\"\",\"description\":\"The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the title of the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":38.72,"confidence":0.948101},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":100.17,"confidence":1.0}}}},{"id":"live_multiple_819-177-2","split":"live_multiple","state":"User: I'm interested in buying tickets for a Toto concert. Find events where they're playing in Los Angeles, and let me know how I can purchase tickets for their show on the 20th of July 2023?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":32.51,"confidence":0.525782},"jev":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":98.67,"confidence":0.71}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the trip based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\nParameter from_city (string); required; The city to depart from, such as 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); An option to carry excess baggage in the bus.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\nParameter event_type (string); required; The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\nParameter event_name (string); required; The name of the artist or the title of the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.; default: "},"clm":{"choice":"Buses_3_BuyBusTicket","correct":false,"latency_ms":33.94,"confidence":0.392792},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":114.7,"confidence":0.64}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the trip based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"An option to carry excess baggage in the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"default\":\"\",\"description\":\"The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the title of the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":28.67,"confidence":0.94786},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":139.07,"confidence":0.53}}}},{"id":"live_multiple_820-177-3","split":"live_multiple","state":"User: Find music events in New York for this Saturday, 2023-03-04 and also help me book tickets for an interesting one?","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":34.47,"confidence":0.712539},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":106.75,"confidence":0.83}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the trip based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\nParameter from_city (string); required; The city to depart from, such as 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); An option to carry excess baggage in the bus.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\nParameter event_type (string); required; The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\nParameter event_name (string); required; The name of the artist or the title of the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.; default: "},"clm":{"choice":"Buses_3_BuyBusTicket","correct":false,"latency_ms":37.84,"confidence":0.406509},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":157.46,"confidence":0.98}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the trip based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"An option to carry excess baggage in the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"default\":\"\",\"description\":\"The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the title of the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":30.33,"confidence":0.806155},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":129.02,"confidence":0.97}}}},{"id":"live_multiple_821-177-4","split":"live_multiple","state":"User: I am looking to book tickets to a theater show. I've been told that Mimosas Cabaret at Seattle, WA is an excellent choice.","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":32.9,"confidence":0.738933},"jev":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":95.47,"confidence":0.92}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the trip based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\nParameter from_city (string); required; The city to depart from, such as 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); An option to carry excess baggage in the bus.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\nParameter event_type (string); required; The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State', with state using the abbreviated name (e.g., 'New York, NY').\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\nParameter event_name (string); required; The name of the artist or the title of the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.; default: "},"clm":{"choice":"Buses_3_BuyBusTicket","correct":false,"latency_ms":103.69,"confidence":0.467171},"jev":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":109.83,"confidence":0.79}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the trip based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"An option to carry excess baggage in the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State', with state using the abbreviated name (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"default\":\"\",\"description\":\"The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the title of the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":88.6,"confidence":0.902591},"jev":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":139.17,"confidence":0.68}}}},{"id":"live_multiple_822-177-5","split":"live_multiple","state":"User: Can you find a music event in Seattle, WA that's happening on the 12th of march 2023? I'd like to buy one ticket for it.","expected":"Events_3_FindEvents","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city."},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":31.42,"confidence":0.571877},"jev":{"choice":"Events_3_BuyEventTickets","correct":false,"latency_ms":159.8,"confidence":0.55}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the trip based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\nParameter from_city (string); required; The city to depart from, such as 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); An option to carry excess baggage in the bus.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\nParameter event_type (string); required; The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\nParameter event_name (string); required; The name of the artist or the title of the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.; default: "},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":36.5,"confidence":0.695886},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":120.19,"confidence":0.94}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the trip based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"An option to carry excess baggage in the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"default\":\"\",\"description\":\"The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the title of the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":66.46,"confidence":0.894404},"jev":{"choice":"Events_3_FindEvents","correct":true,"latency_ms":128.92,"confidence":0.96}}}},{"id":"live_multiple_823-177-6","split":"live_multiple","state":"User: Can you help me buy 4 tickets for the Brockhampton concert on March 13th? In Berkeley","expected":"Events_3_BuyEventTickets","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":31.86,"confidence":0.517397},"jev":{"choice":"Events_3_BuyEventTickets","correct":true,"latency_ms":104.43,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the trip based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\nParameter from_city (string); required; The city to depart from, such as 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); An option to carry excess baggage in the bus.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\nParameter event_type (string); required; The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\nParameter event_name (string); required; The name of the artist or the title of the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.; default: "},"clm":{"choice":"Buses_3_BuyBusTicket","correct":false,"latency_ms":58.93,"confidence":0.77604},"jev":{"choice":"Events_3_BuyEventTickets","correct":true,"latency_ms":107.54,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the trip based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"An option to carry excess baggage in the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"default\":\"\",\"description\":\"The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the title of the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":34.47,"confidence":0.96707},"jev":{"choice":"Events_3_BuyEventTickets","correct":true,"latency_ms":96.02,"confidence":1.0}}}},{"id":"live_multiple_824-177-7","split":"live_multiple","state":"User: Could you help me purchase three tickets for 'Read The Tempest' play on March 2nd? I heard it's a great show at Princeton.","expected":"Events_3_BuyEventTickets","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":32.57,"confidence":0.689871},"jev":{"choice":"Events_3_BuyEventTickets","correct":true,"latency_ms":116.24,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\nParameter to_city (string); required; The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter departure_date (string); required; The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The category of the trip based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\nParameter from_city (string); required; The city to depart from, such as 'New York, NY'.\nParameter to_city (string); required; The destination city of the trip, such as 'Boston, MA'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); An option to carry excess baggage in the bus.; default: False","Events_3_FindEvents":"Events_3_FindEvents: Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\nParameter event_type (string); required; The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.; allowed values: Music, Theater\nParameter city (string); required; The city where the event is taking place, in the format of 'City, State' (e.g., 'New York, NY').\nParameter date (string); The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.; default: None","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\nParameter event_name (string); required; The name of the artist or the title of the play for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to be reserved for the event.\nParameter date (string); required; The scheduled date of the event, in the format 'YYYY-MM-DD'.\nParameter city (string); The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.; default: "},"clm":{"choice":"Events_3_BuyEventTickets","correct":true,"latency_ms":67.9,"confidence":0.345326},"jev":{"choice":"Events_3_BuyEventTickets","correct":true,"latency_ms":139.93,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The category of the trip based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, in the format of 'City, State', such as 'Berkeley, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"Purchase bus tickets for a specified route, date, and time. Options for the number of passengers and additional luggage are available.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"An option to carry excess baggage in the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city to depart from, such as 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip, such as 'Boston, MA'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Events_3_FindEvents":"{\"description\":\"Find cultural events, such as concerts and plays, happening in a specified city and optionally on a specific date.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the event is taking place, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date of the event in the format 'YYYY-MM-DD'. If not specified, the function will search for events regardless of date.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The type of cultural event to find. Possible values are 'Music' for concerts and 'Theater' for plays.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Facilitates the purchase of tickets for a cultural event on a specific date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"default\":\"\",\"description\":\"The city where the event is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date of the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The name of the artist or the title of the play for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to be reserved for the event.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":89.11,"confidence":0.960937},"jev":{"choice":"Events_3_BuyEventTickets","correct":true,"latency_ms":121.28,"confidence":1.0}}}},{"id":"live_multiple_825-178-0","split":"live_multiple","state":"User: I'm interested in hearing some Funk music from the Isolation album, Find a selection of tracks for me?","expected":"Music_3_LookupMusic","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":88.06,"confidence":0.875298},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":116.96,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":183.16,"confidence":0.540698},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":106.71,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":160.29,"confidence":0.608804},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":137.53,"confidence":1.0}}}},{"id":"live_multiple_826-178-1","split":"live_multiple","state":"User: would you be so kind to look for songs for me from 2015?","expected":"Music_3_LookupMusic","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":31.89,"confidence":0.996535},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":127.37,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":34.02,"confidence":0.945673},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":101.25,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.44,"confidence":0.688017},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":103.15,"confidence":1.0}}}},{"id":"live_multiple_827-178-2","split":"live_multiple","state":"User: Can you find me a list of songs released in 2021?","expected":"Music_3_LookupMusic","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.21,"confidence":0.999357},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":95.44,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":39.37,"confidence":0.9978},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":98.07,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":36.11,"confidence":0.8935},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":135.55,"confidence":1.0}}}},{"id":"live_multiple_828-178-3","split":"live_multiple","state":"User: I would like to find a song. I love Rock-and-roll and songs by Get Scared.","expected":"Music_3_LookupMusic","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.39,"confidence":0.993749},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":95.9,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":74.3,"confidence":0.729073},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":116.03,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":36.11,"confidence":0.515125},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":113.76,"confidence":1.0}}}},{"id":"live_multiple_829-178-4","split":"live_multiple","state":"User: Can you play 'Bohemian Rhapsody' in the kitchen for me?","expected":"Music_3_PlayMedia","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":30.4,"confidence":0.864006},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":141.76,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":32.68,"confidence":0.538989},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":129.07,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":42.72,"confidence":0.788174},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":103.44,"confidence":1.0}}}},{"id":"live_multiple_830-178-5","split":"live_multiple","state":"User: Find me a list of Metal songs released in 2019? Ideally, I'm looking for tracks by Sabaton.","expected":"Music_3_LookupMusic","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":31.88,"confidence":0.999306},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":123.48,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":66.31,"confidence":0.967773},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":123.72,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":31.31,"confidence":0.84139},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":156.09,"confidence":1.0}}}},{"id":"live_multiple_831-178-6","split":"live_multiple","state":"User: I'm trying to find a song to listen to, preferably a pop song. I'm a big Taylor Swift fan.","expected":"Music_3_LookupMusic","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.44,"confidence":0.998751},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":131.9,"confidence":0.99}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":88.9,"confidence":0.898609},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":104.55,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.35,"confidence":0.722374},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":110.03,"confidence":1.0}}}},{"id":"live_multiple_832-178-7","split":"live_multiple","state":"User: I am in a nice mood and I like to listen to some nice songs from two years ago in 2021. Search for something like Pop songs.","expected":"Music_3_LookupMusic","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.62,"confidence":0.998445},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":102.56,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":35.35,"confidence":0.916057},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":97.68,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":29.37,"confidence":0.94411},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":103.68,"confidence":1.0}}}},{"id":"live_multiple_833-178-8","split":"live_multiple","state":"User: Could you stream the song by Spice from the album Captured? It was released in 2018.","expected":"Music_3_PlayMedia","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":37.01,"confidence":0.901707},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":162.81,"confidence":0.91}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":62.47,"confidence":0.504574},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":137.77,"confidence":0.63}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":38.93,"confidence":0.378738},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":102.04,"confidence":0.72}}}},{"id":"live_multiple_834-178-9","split":"live_multiple","state":"User: Could you play a track from the album Borbena by Teodora? Preferably something released in 2019, and let it play in the kitchen, please.","expected":"Music_3_PlayMedia","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":30.24,"confidence":0.95949},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":102.64,"confidence":0.99}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":37.54,"confidence":0.829063},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":125.74,"confidence":0.57}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":42.71,"confidence":0.536905},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":164.27,"confidence":0.54}}}},{"id":"live_multiple_835-178-10","split":"live_multiple","state":"User: I need to search for songs from '19. I hear the album Reincarnation is nice. I like Reggaeton songs.","expected":"Music_3_LookupMusic","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":28.93,"confidence":0.996945},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":130.57,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.61,"confidence":0.842829},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":94.94,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":33.01,"confidence":0.724393},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":134.88,"confidence":1.0}}}},{"id":"live_multiple_836-178-11","split":"live_multiple","state":"User: I'm in the mood for a track called 'Love' from 2017, preferably from the Sucker Punch album. Can you play it in the kitchen for me?","expected":"Music_3_PlayMedia","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":30.49,"confidence":0.764617},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":148.08,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":45.59,"confidence":0.761155},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":127.82,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":32.8,"confidence":0.585827},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":108.51,"confidence":1.0}}}},{"id":"live_multiple_837-178-12","split":"live_multiple","state":"User: I would like to hear a popular song by Phan Dinh Tung from the album Hat Nhan in the kitchen?","expected":"Music_3_PlayMedia","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":37.4,"confidence":0.863701},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":112.16,"confidence":0.98}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":33.69,"confidence":0.885065},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":120.91,"confidence":0.77}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":false,"latency_ms":64.53,"confidence":0.620562},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":114.94,"confidence":0.59}}}},{"id":"live_multiple_838-178-13","split":"live_multiple","state":"User: I want to listen to music. Rumor says that 'Narrated For You' by 'Alec Benjamin' is awesome. I really like to listen to 'POP' songs.","expected":"Music_3_PlayMedia","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":33.03,"confidence":0.975017},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":118.91,"confidence":0.85}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":62.23,"confidence":0.605117},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":124.31,"confidence":0.96}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":33.0,"confidence":0.535482},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":120.94,"confidence":0.97}}}},{"id":"live_multiple_839-178-14","split":"live_multiple","state":"User: Search me some songs, something country-like.","expected":"Music_3_LookupMusic","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":43.97,"confidence":0.999648},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":114.15,"confidence":1.0}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":31.1,"confidence":0.991183},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":132.14,"confidence":1.0}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":65.97,"confidence":0.864492},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":118.07,"confidence":1.0}}}},{"id":"live_multiple_840-178-15","split":"live_multiple","state":"User: I want to hear a song. I'm in the mood for Hillbilly style from 2019. I had heard that the album Gotta Be Me is really good.","expected":"Music_3_LookupMusic","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":33.71,"confidence":0.987167},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":139.0,"confidence":0.64}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":32.19,"confidence":0.626534},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":113.73,"confidence":0.84}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":85.59,"confidence":0.597171},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":105.49,"confidence":0.95}}}},{"id":"live_multiple_841-178-16","split":"live_multiple","state":"User: I'm looking for some new Electropp songs to listen to. I'd like to listen to something from the album Run.","expected":"Music_3_LookupMusic","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":60.31,"confidence":0.995783},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":106.14,"confidence":0.98}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":33.48,"confidence":0.628275},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":123.14,"confidence":0.99}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":41.77,"confidence":0.462666},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":142.38,"confidence":1.0}}}},{"id":"live_multiple_842-178-17","split":"live_multiple","state":"User: Hi, I'm in the mood for some good music. Play a track by Konshens on my Patio device? Also, I'm looking for songs similar to his style, particularly in the Reggae genre.","expected":"Music_3_PlayMedia","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":false,"latency_ms":36.65,"confidence":0.661692},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":115.87,"confidence":0.92}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":31.93,"confidence":0.676924},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":104.73,"confidence":0.66}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":50.94,"confidence":0.579715},"jev":{"choice":"Music_3_PlayMedia","correct":true,"latency_ms":105.64,"confidence":0.53}}}},{"id":"live_multiple_843-178-18","split":"live_multiple","state":"User: Hey, I feel a little bored right now. Can you play me some metal songs by Sabaton? I love their album The Great War.","expected":"Music_3_LookupMusic","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":33.63,"confidence":0.93172},"jev":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":96.6,"confidence":0.97}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":47.77,"confidence":0.6371},"jev":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":143.89,"confidence":0.54}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":30.77,"confidence":0.479825},"jev":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":150.74,"confidence":0.69}}}},{"id":"live_multiple_844-178-19","split":"live_multiple","state":"User: I'm in the mood for some nostalgia and would love to hear songs from the Cry Pretty album from 2018. Can you play a track from that album for me, please?","expected":"Music_3_LookupMusic","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":32.15,"confidence":0.94354},"jev":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":94.45,"confidence":0.97}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":34.23,"confidence":0.504796},"jev":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":100.72,"confidence":0.71}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":32.03,"confidence":0.842686},"jev":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":101.99,"confidence":0.54}}}},{"id":"live_multiple_845-178-20","split":"live_multiple","state":"User: Can you play that Sara Evans song from the Stronger album that my cousin Vince mentioned? He had it on repeat last week in my house.","expected":"Music_3_LookupMusic","candidate_count":3,"views":{"description":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date."},"clm":{"choice":"Music_3_LookupMusic","correct":true,"latency_ms":32.88,"confidence":0.864617},"jev":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":139.21,"confidence":0.93}},"prose_schema":{"criteria":{"Music_3_PlayMedia":"Music_3_PlayMedia: Plays the specified track on the designated device, optionally filtering by artist and album.\nParameter track (string); required; The title of the track to be played.\nParameter artist (string); The name of the artist performing the track. If not specified, any artist is considered acceptable.; default: any\nParameter device (string); The designated media player device where the music will be played.; allowed values: Living room, Kitchen, Patio; default: Living room\nParameter album (string); The album where the track is from. If not specified, tracks from any album are considered.; default: any","Music_3_LookupMusic":"Music_3_LookupMusic: Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\nParameter artist (string); The first and last name of the performer. Use 'dontcare' to ignore the artist filter.; default: dontcare\nParameter album (string); The title of the album. Use 'dontcare' to ignore the album filter.; default: dontcare\nParameter genre (string); The musical style or category. Use 'dontcare' if genre is not a filtering criterion.; allowed values: Reggae, Holiday, Electropop, Pop, Asia, House, Electronica, Funk, Rock, Metal, Dubstep, Country, dontcare; default: dontcare\nParameter year (string); The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.; allowed values: 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather forecast for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: 2019-03-01"},"clm":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":34.49,"confidence":0.80564},"jev":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":112.17,"confidence":0.61}},"schema":{"criteria":{"Music_3_PlayMedia":"{\"description\":\"Plays the specified track on the designated device, optionally filtering by artist and album.\",\"name\":\"Music_3_PlayMedia\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"any\",\"description\":\"The album where the track is from. If not specified, tracks from any album are considered.\",\"type\":\"string\"},\"artist\":{\"default\":\"any\",\"description\":\"The name of the artist performing the track. If not specified, any artist is considered acceptable.\",\"type\":\"string\"},\"device\":{\"default\":\"Living room\",\"description\":\"The designated media player device where the music will be played.\",\"enum\":[\"Living room\",\"Kitchen\",\"Patio\"],\"type\":\"string\"},\"track\":{\"description\":\"The title of the track to be played.\",\"type\":\"string\"}},\"required\":[\"track\"],\"type\":\"dict\"}}","Music_3_LookupMusic":"{\"description\":\"Retrieve a list of songs that align with the user's musical preferences based on the specified artist, album, genre, and release year.\",\"name\":\"Music_3_LookupMusic\",\"parameters\":{\"properties\":{\"album\":{\"default\":\"dontcare\",\"description\":\"The title of the album. Use 'dontcare' to ignore the album filter.\",\"type\":\"string\"},\"artist\":{\"default\":\"dontcare\",\"description\":\"The first and last name of the performer. Use 'dontcare' to ignore the artist filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The musical style or category. Use 'dontcare' if genre is not a filtering criterion.\",\"enum\":[\"Reggae\",\"Holiday\",\"Electropop\",\"Pop\",\"Asia\",\"House\",\"Electronica\",\"Funk\",\"Rock\",\"Metal\",\"Dubstep\",\"Country\",\"dontcare\"],\"type\":\"string\"},\"year\":{\"default\":\"dontcare\",\"description\":\"The year the song was originally released, formatted as 'YYYY'. Use 'dontcare' to ignore the year filter.\",\"enum\":[\"2010\",\"2011\",\"2012\",\"2013\",\"2014\",\"2015\",\"2016\",\"2017\",\"2018\",\"2019\",\"2020\",\"2021\",\"2022\",\"2023\",\"2024\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather forecast for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve the weather, such as 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"2019-03-01\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":false,"latency_ms":56.79,"confidence":0.502167},"jev":{"choice":"Music_3_PlayMedia","correct":false,"latency_ms":142.83,"confidence":0.6}}}},{"id":"live_multiple_846-179-0","split":"live_multiple","state":"User: Hey, do you think you could help me find a nice Italian place to eat in San Francisco that's not too pricey?","expected":"Restaurants_2_FindRestaurants","candidate_count":2,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating."},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":80.14,"confidence":0.61032},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":111.84,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.\nParameter restaurant_name (string); required; The name of the restaurant where the table reservation will be made.\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State' (e.g., 'New York, NY').\nParameter time (string); required; The tentative time for the restaurant reservation, in 24-hour format 'HH:MM' (e.g., '19:00' for 7 PM).\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; default: 2\nParameter date (string); required; The tentative date for the restaurant reservation in ISO format 'YYYY-MM-DD' (e.g., '2021-08-15').","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city or location where the restaurant is situated, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant. The options range from 'cheap' to 'ultra high-end'.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers vegetarian meal options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant provides seating outdoors.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":102.11,"confidence":0.877147},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":109.94,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The tentative date for the restaurant reservation in ISO format 'YYYY-MM-DD' (e.g., '2021-08-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the table reservation will be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the restaurant reservation, in 24-hour format 'HH:MM' (e.g., '19:00' for 7 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant provides seating outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers vegetarian meal options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city or location where the restaurant is situated, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant. The options range from 'cheap' to 'ultra high-end'.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":156.3,"confidence":0.742714},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":114.87,"confidence":1.0}}}},{"id":"live_multiple_847-179-1","split":"live_multiple","state":"User: Can you book a table for four at Balthazar in New York this Friday at 8 in the evening?","expected":"Restaurants_2_ReserveRestaurant","candidate_count":2,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating."},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":true,"latency_ms":37.87,"confidence":0.858075},"jev":{"choice":"Restaurants_2_ReserveRestaurant","correct":true,"latency_ms":112.07,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.\nParameter restaurant_name (string); required; The name of the restaurant where the table reservation will be made.\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State' (e.g., 'New York, NY').\nParameter time (string); required; The tentative time for the restaurant reservation, in 24-hour format 'HH:MM' (e.g., '19:00' for 7 PM).\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; default: 2\nParameter date (string); required; The tentative date for the restaurant reservation in ISO format 'YYYY-MM-DD' (e.g., '2021-08-15').","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city or location where the restaurant is situated, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant. The options range from 'cheap' to 'ultra high-end'.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers vegetarian meal options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant provides seating outdoors.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":32.54,"confidence":0.762318},"jev":{"choice":"Restaurants_2_ReserveRestaurant","correct":true,"latency_ms":124.8,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The tentative date for the restaurant reservation in ISO format 'YYYY-MM-DD' (e.g., '2021-08-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the table reservation will be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the restaurant reservation, in 24-hour format 'HH:MM' (e.g., '19:00' for 7 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant provides seating outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers vegetarian meal options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city or location where the restaurant is situated, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant. The options range from 'cheap' to 'ultra high-end'.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":true,"latency_ms":33.86,"confidence":0.722078},"jev":{"choice":"Restaurants_2_ReserveRestaurant","correct":true,"latency_ms":164.18,"confidence":1.0}}}},{"id":"live_multiple_848-179-2","split":"live_multiple","state":"User: Hi I'm hungry and want to go out to eat. Preferably something Italian with vegetarian options that serves Pizza and Pasta in new york.","expected":"Restaurants_2_FindRestaurants","candidate_count":2,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating."},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":29.8,"confidence":0.68953},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":119.4,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.\nParameter restaurant_name (string); required; The name of the restaurant where the table reservation will be made.\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State' (e.g., 'New York, NY').\nParameter time (string); required; The tentative time for the restaurant reservation, in 24-hour format 'HH:MM' (e.g., '19:00' for 7 PM).\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; default: 2\nParameter date (string); required; The tentative date for the restaurant reservation in ISO format 'YYYY-MM-DD' (e.g., '2021-08-15').","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city or location where the restaurant is situated, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant. The options range from 'cheap' to 'ultra high-end'.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers vegetarian meal options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant provides seating outdoors.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":85.29,"confidence":0.785904},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":136.46,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The tentative date for the restaurant reservation in ISO format 'YYYY-MM-DD' (e.g., '2021-08-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the table reservation will be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the restaurant reservation, in 24-hour format 'HH:MM' (e.g., '19:00' for 7 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant provides seating outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers vegetarian meal options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city or location where the restaurant is situated, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant. The options range from 'cheap' to 'ultra high-end'.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":38.75,"confidence":0.638099},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":126.64,"confidence":1.0}}}},{"id":"live_multiple_849-179-3","split":"live_multiple","state":"User: I'd like to dine at a Spicy Indian restaurant in Sunnyvale that won't break the bank. Could you search for cheap places that fit this description?","expected":"Restaurants_2_FindRestaurants","candidate_count":2,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating."},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":29.98,"confidence":0.984604},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":111.23,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.\nParameter restaurant_name (string); required; The name of the restaurant where the table reservation will be made.\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State' (e.g., 'New York, NY').\nParameter time (string); required; The tentative time for the restaurant reservation, in 24-hour format 'HH:MM' (e.g., '19:00' for 7 PM).\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; default: 2\nParameter date (string); required; The tentative date for the restaurant reservation in ISO format 'YYYY-MM-DD' (e.g., '2021-08-15').","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city or location where the restaurant is situated, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant. The options range from 'cheap' to 'ultra high-end'.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers vegetarian meal options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant provides seating outdoors.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":37.04,"confidence":0.977378},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":102.74,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The tentative date for the restaurant reservation in ISO format 'YYYY-MM-DD' (e.g., '2021-08-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the table reservation will be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the restaurant reservation, in 24-hour format 'HH:MM' (e.g., '19:00' for 7 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant provides seating outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers vegetarian meal options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city or location where the restaurant is situated, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant. The options range from 'cheap' to 'ultra high-end'.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":52.84,"confidence":0.549891},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":112.59,"confidence":1.0}}}},{"id":"live_multiple_850-179-4","split":"live_multiple","state":"User: Hi there, could you get me a table at The French Laundry in Yountville, CA on the 14th of March 2023 at 13:30 for 4 people please?","expected":"Restaurants_2_ReserveRestaurant","candidate_count":2,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating."},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":true,"latency_ms":29.81,"confidence":0.901647},"jev":{"choice":"Restaurants_2_ReserveRestaurant","correct":true,"latency_ms":121.73,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.\nParameter restaurant_name (string); required; The name of the restaurant where the table reservation will be made.\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State' (e.g., 'New York, NY').\nParameter time (string); required; The tentative time for the restaurant reservation, in 24-hour format 'HH:MM' (e.g., '19:00' for 7 PM).\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; default: 2\nParameter date (string); required; The tentative date for the restaurant reservation in ISO format 'YYYY-MM-DD' (e.g., '2021-08-15').","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city or location where the restaurant is situated, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant. The options range from 'cheap' to 'ultra high-end'.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers vegetarian meal options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant provides seating outdoors.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":54.24,"confidence":0.542645},"jev":{"choice":"Restaurants_2_ReserveRestaurant","correct":true,"latency_ms":131.85,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The tentative date for the restaurant reservation in ISO format 'YYYY-MM-DD' (e.g., '2021-08-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the table reservation will be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the restaurant reservation, in 24-hour format 'HH:MM' (e.g., '19:00' for 7 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant provides seating outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers vegetarian meal options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city or location where the restaurant is situated, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant. The options range from 'cheap' to 'ultra high-end'.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":true,"latency_ms":28.33,"confidence":0.584131},"jev":{"choice":"Restaurants_2_ReserveRestaurant","correct":true,"latency_ms":143.12,"confidence":1.0}}}},{"id":"live_multiple_851-179-5","split":"live_multiple","state":"User: Find a Japanese restaurant in San Francisco?","expected":"Restaurants_2_FindRestaurants","candidate_count":2,"views":{"description":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating."},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":27.13,"confidence":0.780977},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":130.87,"confidence":1.0}},"prose_schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.\nParameter restaurant_name (string); required; The name of the restaurant where the table reservation will be made.\nParameter location (string); required; The city where the restaurant is located, in the format of 'City, State' (e.g., 'New York, NY').\nParameter time (string); required; The tentative time for the restaurant reservation, in 24-hour format 'HH:MM' (e.g., '19:00' for 7 PM).\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; default: 2\nParameter date (string); required; The tentative date for the restaurant reservation in ISO format 'YYYY-MM-DD' (e.g., '2021-08-15').","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating.\nParameter category (string); required; The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city or location where the restaurant is situated, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price category of the restaurant. The options range from 'cheap' to 'ultra high-end'.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers vegetarian meal options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant provides seating outdoors.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":29.8,"confidence":0.94249},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":116.61,"confidence":1.0}},"schema":{"criteria":{"Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant on a given date and time for a certain number of guests.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The tentative date for the restaurant reservation in ISO format 'YYYY-MM-DD' (e.g., '2021-08-15').\",\"type\":\"string\"},\"location\":{\"description\":\"The city where the restaurant is located, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant where the table reservation will be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time for the restaurant reservation, in 24-hour format 'HH:MM' (e.g., '19:00' for 7 PM).\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Search for restaurants based on their location, category, price range, and availability of vegetarian options and outdoor seating.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The type of cuisine or food category offered by the restaurant, such as 'Italian', 'Chinese', or 'Vegetarian'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant provides seating outdoors.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers vegetarian meal options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city or location where the restaurant is situated, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price category of the restaurant. The options range from 'cheap' to 'ultra high-end'.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":26.94,"confidence":0.511281},"jev":{"choice":"Restaurants_2_FindRestaurants","correct":true,"latency_ms":111.53,"confidence":1.0}}}},{"id":"live_multiple_852-180-0","split":"live_multiple","state":"User: Find me a bus itinerary from San Francisco to Los Angeles for April 25, 2023?","expected":"Buses_3_FindBus","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserves rooms at a specified hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":79.48,"confidence":0.955126},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":115.01,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.\nParameter from_city (string); required; The city of departure, formatted as 'City, State' (e.g., 'San Francisco, CA').\nParameter to_city (string); required; The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\nParameter departure_date (string); required; The date of departure, formatted as 'MM/DD/YYYY' (e.g., '04/25/2023').\nParameter num_passengers (integer); The number of passengers for which to book the trip. Must be an integer from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route, indicating the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.\nParameter from_city (string); required; The city where the journey will start, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA' and 'Chicago, IL'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter departure_time (string); required; The time of departure in 24-hour format, such as '14:00' for 2 PM.\nParameter num_passengers (integer); The number of passengers for whom the tickets are to be purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicator of whether additional luggage will be carried on the bus.; default: False","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserves rooms at a specified hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The location of the hotel, in the format of 'City, State', such as 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation. Select 'dontcare' if no specific rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is permitted inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms required for the reservation. Choose a positive integer value, or select 'dontcare' to indicate no preference.; default: 1"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":167.03,"confidence":0.973217},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":103.38,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route, indicating the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, formatted as 'MM/DD/YYYY' (e.g., '04/25/2023').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, formatted as 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for which to book the trip. Must be an integer from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicator of whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, such as '14:00' for 2 PM.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey will start, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are to be purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA' and 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserves rooms at a specified hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the hotel, in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation. Choose a positive integer value, or select 'dontcare' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is permitted inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation. Select 'dontcare' if no specific rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":167.34,"confidence":0.35342},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":106.82,"confidence":1.0}}}},{"id":"live_multiple_853-180-1","split":"live_multiple","state":"User: Can you help me purchase two bus tickets from San Francisco to Los Angeles for the 7th of March? I would like the departure time to be around 14:00.","expected":"Buses_3_BuyBusTicket","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserves rooms at a specified hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms."},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":29.52,"confidence":0.496592},"jev":{"choice":"Buses_3_BuyBusTicket","correct":true,"latency_ms":102.55,"confidence":0.97}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.\nParameter from_city (string); required; The city of departure, formatted as 'City, State' (e.g., 'San Francisco, CA').\nParameter to_city (string); required; The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\nParameter departure_date (string); required; The date of departure, formatted as 'MM/DD/YYYY' (e.g., '04/25/2023').\nParameter num_passengers (integer); The number of passengers for which to book the trip. Must be an integer from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route, indicating the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.\nParameter from_city (string); required; The city where the journey will start, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA' and 'Chicago, IL'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter departure_time (string); required; The time of departure in 24-hour format, such as '14:00' for 2 PM.\nParameter num_passengers (integer); The number of passengers for whom the tickets are to be purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicator of whether additional luggage will be carried on the bus.; default: False","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserves rooms at a specified hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The location of the hotel, in the format of 'City, State', such as 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation. Select 'dontcare' if no specific rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is permitted inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms required for the reservation. Choose a positive integer value, or select 'dontcare' to indicate no preference.; default: 1"},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":34.08,"confidence":0.807171},"jev":{"choice":"Buses_3_BuyBusTicket","correct":true,"latency_ms":127.8,"confidence":0.99}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route, indicating the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, formatted as 'MM/DD/YYYY' (e.g., '04/25/2023').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, formatted as 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for which to book the trip. Must be an integer from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicator of whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, such as '14:00' for 2 PM.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey will start, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are to be purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA' and 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserves rooms at a specified hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the hotel, in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation. Choose a positive integer value, or select 'dontcare' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is permitted inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation. Select 'dontcare' if no specific rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":35.06,"confidence":0.71843},"jev":{"choice":"Buses_3_BuyBusTicket","correct":true,"latency_ms":136.75,"confidence":0.96}}}},{"id":"live_multiple_854-180-2","split":"live_multiple","state":"User: Could you search for a bus itinerary for me? I need to travel from Philadelphia, PA to New York City, NY on March 14th.","expected":"Buses_3_FindBus","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserves rooms at a specified hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":29.14,"confidence":0.829759},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":98.48,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.\nParameter from_city (string); required; The city of departure, formatted as 'City, State' (e.g., 'San Francisco, CA').\nParameter to_city (string); required; The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\nParameter departure_date (string); required; The date of departure, formatted as 'MM/DD/YYYY' (e.g., '04/25/2023').\nParameter num_passengers (integer); The number of passengers for which to book the trip. Must be an integer from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route, indicating the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.\nParameter from_city (string); required; The city where the journey will start, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA' and 'Chicago, IL'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter departure_time (string); required; The time of departure in 24-hour format, such as '14:00' for 2 PM.\nParameter num_passengers (integer); The number of passengers for whom the tickets are to be purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicator of whether additional luggage will be carried on the bus.; default: False","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserves rooms at a specified hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The location of the hotel, in the format of 'City, State', such as 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation. Select 'dontcare' if no specific rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is permitted inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms required for the reservation. Choose a positive integer value, or select 'dontcare' to indicate no preference.; default: 1"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":32.09,"confidence":0.927934},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":105.54,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route, indicating the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, formatted as 'MM/DD/YYYY' (e.g., '04/25/2023').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, formatted as 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for which to book the trip. Must be an integer from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicator of whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, such as '14:00' for 2 PM.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey will start, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are to be purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA' and 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserves rooms at a specified hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the hotel, in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation. Choose a positive integer value, or select 'dontcare' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is permitted inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation. Select 'dontcare' if no specific rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":31.87,"confidence":0.487663},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":124.76,"confidence":1.0}}}},{"id":"live_multiple_855-180-3","split":"live_multiple","state":"User: Could you assist me in finding a bus itinerary from Fresno, CA to Los Angeles for the 10th of march 2023? I'm planning to travel alone.","expected":"Buses_3_FindBus","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserves rooms at a specified hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":29.54,"confidence":0.813642},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":117.58,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.\nParameter from_city (string); required; The city of departure, formatted as 'City, State' (e.g., 'San Francisco, CA').\nParameter to_city (string); required; The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\nParameter departure_date (string); required; The date of departure, formatted as 'MM/DD/YYYY' (e.g., '04/25/2023').\nParameter num_passengers (integer); The number of passengers for which to book the trip. Must be an integer from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route, indicating the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.\nParameter from_city (string); required; The city where the journey will start, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA' and 'Chicago, IL'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter departure_time (string); required; The time of departure in 24-hour format, such as '14:00' for 2 PM.\nParameter num_passengers (integer); The number of passengers for whom the tickets are to be purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicator of whether additional luggage will be carried on the bus.; default: False","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserves rooms at a specified hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The location of the hotel, in the format of 'City, State', such as 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation. Select 'dontcare' if no specific rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is permitted inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms required for the reservation. Choose a positive integer value, or select 'dontcare' to indicate no preference.; default: 1"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":34.68,"confidence":0.93574},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":160.78,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route, indicating the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, formatted as 'MM/DD/YYYY' (e.g., '04/25/2023').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, formatted as 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for which to book the trip. Must be an integer from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicator of whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, such as '14:00' for 2 PM.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey will start, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are to be purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA' and 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserves rooms at a specified hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the hotel, in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation. Choose a positive integer value, or select 'dontcare' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is permitted inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation. Select 'dontcare' if no specific rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":33.03,"confidence":0.527328},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":160.48,"confidence":1.0}}}},{"id":"live_multiple_856-180-4","split":"live_multiple","state":"User: I need to purchase bus tickets for two people from Berkeley, CA to Portland, OR. We plan to depart on the 15th of May, and we need to leave at 09:00. Also, we will be carrying additional luggage.","expected":"Buses_3_BuyBusTicket","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserves rooms at a specified hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":30.28,"confidence":0.917931},"jev":{"choice":"Buses_3_BuyBusTicket","correct":true,"latency_ms":101.93,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.\nParameter from_city (string); required; The city of departure, formatted as 'City, State' (e.g., 'San Francisco, CA').\nParameter to_city (string); required; The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\nParameter departure_date (string); required; The date of departure, formatted as 'MM/DD/YYYY' (e.g., '04/25/2023').\nParameter num_passengers (integer); The number of passengers for which to book the trip. Must be an integer from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route, indicating the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.\nParameter from_city (string); required; The city where the journey will start, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA' and 'Chicago, IL'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter departure_time (string); required; The time of departure in 24-hour format, such as '14:00' for 2 PM.\nParameter num_passengers (integer); The number of passengers for whom the tickets are to be purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicator of whether additional luggage will be carried on the bus.; default: False","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserves rooms at a specified hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The location of the hotel, in the format of 'City, State', such as 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation. Select 'dontcare' if no specific rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is permitted inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms required for the reservation. Choose a positive integer value, or select 'dontcare' to indicate no preference.; default: 1"},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":34.61,"confidence":0.960306},"jev":{"choice":"Buses_3_BuyBusTicket","correct":true,"latency_ms":104.41,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route, indicating the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, formatted as 'MM/DD/YYYY' (e.g., '04/25/2023').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, formatted as 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for which to book the trip. Must be an integer from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicator of whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, such as '14:00' for 2 PM.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey will start, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are to be purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA' and 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserves rooms at a specified hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the hotel, in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation. Choose a positive integer value, or select 'dontcare' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is permitted inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation. Select 'dontcare' if no specific rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Buses_3_BuyBusTicket","correct":true,"latency_ms":32.19,"confidence":0.486352},"jev":{"choice":"Buses_3_BuyBusTicket","correct":true,"latency_ms":135.16,"confidence":1.0}}}},{"id":"live_multiple_857-180-5","split":"live_multiple","state":"User: Hey, I'm going on a short trip and need to find a one-stop bus from San Francisco to Los Angeles leaving on 03/07/2023. ","expected":"Buses_3_FindBus","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserves rooms at a specified hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms."},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":29.99,"confidence":0.546229},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":137.91,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.\nParameter from_city (string); required; The city of departure, formatted as 'City, State' (e.g., 'San Francisco, CA').\nParameter to_city (string); required; The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\nParameter departure_date (string); required; The date of departure, formatted as 'MM/DD/YYYY' (e.g., '04/25/2023').\nParameter num_passengers (integer); The number of passengers for which to book the trip. Must be an integer from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route, indicating the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.\nParameter from_city (string); required; The city where the journey will start, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA' and 'Chicago, IL'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter departure_time (string); required; The time of departure in 24-hour format, such as '14:00' for 2 PM.\nParameter num_passengers (integer); The number of passengers for whom the tickets are to be purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicator of whether additional luggage will be carried on the bus.; default: False","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserves rooms at a specified hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The location of the hotel, in the format of 'City, State', such as 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation. Select 'dontcare' if no specific rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is permitted inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms required for the reservation. Choose a positive integer value, or select 'dontcare' to indicate no preference.; default: 1"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":42.0,"confidence":0.894646},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":144.99,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route, indicating the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, formatted as 'MM/DD/YYYY' (e.g., '04/25/2023').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, formatted as 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for which to book the trip. Must be an integer from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicator of whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, such as '14:00' for 2 PM.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey will start, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are to be purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA' and 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserves rooms at a specified hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the hotel, in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation. Choose a positive integer value, or select 'dontcare' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is permitted inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation. Select 'dontcare' if no specific rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":63.37,"confidence":0.503198},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":115.52,"confidence":1.0}}}},{"id":"live_multiple_858-180-6","split":"live_multiple","state":"User: My family of four is planning a trip from San Francisco to Los Angeles on May 15th. We're looking to depart around 2 PM. Could we also add an extra luggage for each person?","expected":"Buses_3_BuyBusTicket","candidate_count":4,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserves rooms at a specified hotel for given dates.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms."},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":28.52,"confidence":0.52723},"jev":{"choice":"Buses_3_BuyBusTicket","correct":true,"latency_ms":115.59,"confidence":0.98}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.\nParameter from_city (string); required; The city of departure, formatted as 'City, State' (e.g., 'San Francisco, CA').\nParameter to_city (string); required; The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\nParameter departure_date (string); required; The date of departure, formatted as 'MM/DD/YYYY' (e.g., '04/25/2023').\nParameter num_passengers (integer); The number of passengers for which to book the trip. Must be an integer from 1 to 5.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route, indicating the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.\nParameter from_city (string); required; The city where the journey will start, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter to_city (string); required; The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA' and 'Chicago, IL'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter departure_time (string); required; The time of departure in 24-hour format, such as '14:00' for 2 PM.\nParameter num_passengers (integer); The number of passengers for whom the tickets are to be purchased.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicator of whether additional luggage will be carried on the bus.; default: False","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserves rooms at a specified hotel for given dates.\nParameter place_name (string); required; The name of the hotel or accommodation.\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The length of the stay in number of days.\nParameter location (string); required; The location of the hotel, in the format of 'City, State', such as 'New York, NY'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation. Select 'dontcare' if no specific rating is required.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is permitted inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms required for the reservation. Choose a positive integer value, or select 'dontcare' to indicate no preference.; default: 1"},"clm":{"choice":"Buses_3_FindBus","correct":false,"latency_ms":40.91,"confidence":0.871044},"jev":{"choice":"Buses_3_BuyBusTicket","correct":true,"latency_ms":102.78,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specified date. The search can be filtered based on the number of passengers and the bus route category.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route, indicating the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure, formatted as 'MM/DD/YYYY' (e.g., '04/25/2023').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, formatted as 'City, State' (e.g., 'San Francisco, CA').\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for which to book the trip. Must be an integer from 1 to 5.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function processes the purchase of bus tickets from a specified departure city to a destination city on a given date and time, for a certain number of passengers with an option to include additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicator of whether additional luggage will be carried on the bus.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure in 24-hour format, such as '14:00' for 2 PM.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey will start, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of passengers for whom the tickets are to be purchased.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city for the trip, in the format of 'City, State', such as 'Los Angeles, CA' and 'Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserves rooms at a specified hotel for given dates.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the hotel, in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The length of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Search for hotels and accommodations within a specified location and filter by preferences such as star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms required for the reservation. Choose a positive integer value, or select 'dontcare' to indicate no preference.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is permitted inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation. Select 'dontcare' if no specific rating is required.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_4_SearchHotel","correct":false,"latency_ms":34.18,"confidence":0.715562},"jev":{"choice":"Buses_3_BuyBusTicket","correct":true,"latency_ms":132.12,"confidence":1.0}}}},{"id":"live_multiple_859-181-0","split":"live_multiple","state":"User: I need to travel to Washington from New York on October 11th, and I want to leave around 09:00 in the morning. Can I get a ticket with the option for a refund? Also, I'd prefer to travel in business class.","expected":"Trains_1_GetTrainTickets","candidate_count":2,"views":{"description":{"criteria":{"Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specific journey between two cities on a given date and time, with options for trip protection and class of service.","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains going to a specified destination city on a given date, with options for fare class and number of adult passengers."},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":86.7,"confidence":0.972056},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":109.78,"confidence":0.88}},"prose_schema":{"criteria":{"Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specific journey between two cities on a given date and time, with options for trip protection and class of service.\nParameter _from (string); required; The departure city for the train journey, such as 'New York, NY'.\nParameter to (string); required; The destination city for the train journey, such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY'.\nParameter journey_start_time (string); required; The departure time of the train, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); The number of adult passengers to reserve train tickets for.; default: 1\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation, which incurs an additional fee.; default: False\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains going to a specified destination city on a given date, with options for fare class and number of adult passengers.\nParameter _from (string); required; Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; Destination city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; Date of the train journey, in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter _class (string); Fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); Number of adult passengers to reserve train tickets for.; default: 1"},"clm":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":100.29,"confidence":0.838273},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":132.62,"confidence":0.9}},"schema":{"criteria":{"Trains_1_GetTrainTickets":"{\"description\":\"Reserve train tickets for a specific journey between two cities on a given date and time, with options for trip protection and class of service.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, such as 'New York, NY'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The departure time of the train, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adult passengers to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation, which incurs an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Find trains going to a specified destination city on a given date, with options for fare class and number of adult passengers.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"Fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"Date of the train journey, in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"Number of adult passengers to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"Destination city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":122.15,"confidence":0.944593},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":134.1,"confidence":0.87}}}},{"id":"live_multiple_860-181-1","split":"live_multiple","state":"User: Can you find trains going from San Francisco to Los Angeles on April 15th, 2023?","expected":"Trains_1_FindTrains","candidate_count":2,"views":{"description":{"criteria":{"Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specific journey between two cities on a given date and time, with options for trip protection and class of service.","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains going to a specified destination city on a given date, with options for fare class and number of adult passengers."},"clm":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":29.54,"confidence":0.995618},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":98.02,"confidence":1.0}},"prose_schema":{"criteria":{"Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specific journey between two cities on a given date and time, with options for trip protection and class of service.\nParameter _from (string); required; The departure city for the train journey, such as 'New York, NY'.\nParameter to (string); required; The destination city for the train journey, such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY'.\nParameter journey_start_time (string); required; The departure time of the train, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); The number of adult passengers to reserve train tickets for.; default: 1\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation, which incurs an additional fee.; default: False\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains going to a specified destination city on a given date, with options for fare class and number of adult passengers.\nParameter _from (string); required; Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; Destination city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; Date of the train journey, in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter _class (string); Fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); Number of adult passengers to reserve train tickets for.; default: 1"},"clm":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":31.23,"confidence":0.787656},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":91.65,"confidence":1.0}},"schema":{"criteria":{"Trains_1_GetTrainTickets":"{\"description\":\"Reserve train tickets for a specific journey between two cities on a given date and time, with options for trip protection and class of service.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, such as 'New York, NY'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The departure time of the train, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adult passengers to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation, which incurs an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Find trains going to a specified destination city on a given date, with options for fare class and number of adult passengers.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"Fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"Date of the train journey, in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"Number of adult passengers to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"Destination city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":33.25,"confidence":0.894077},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":128.51,"confidence":1.0}}}},{"id":"live_multiple_861-181-2","split":"live_multiple","state":"User: Can you reserve train tickets for me from Sacramento to Portland, OR for April 22nd, departing at 10:00 AM?","expected":"Trains_1_GetTrainTickets","candidate_count":2,"views":{"description":{"criteria":{"Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specific journey between two cities on a given date and time, with options for trip protection and class of service.","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains going to a specified destination city on a given date, with options for fare class and number of adult passengers."},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":29.93,"confidence":0.736311},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":95.29,"confidence":1.0}},"prose_schema":{"criteria":{"Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specific journey between two cities on a given date and time, with options for trip protection and class of service.\nParameter _from (string); required; The departure city for the train journey, such as 'New York, NY'.\nParameter to (string); required; The destination city for the train journey, such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY'.\nParameter journey_start_time (string); required; The departure time of the train, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); The number of adult passengers to reserve train tickets for.; default: 1\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation, which incurs an additional fee.; default: False\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains going to a specified destination city on a given date, with options for fare class and number of adult passengers.\nParameter _from (string); required; Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; Destination city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; Date of the train journey, in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter _class (string); Fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); Number of adult passengers to reserve train tickets for.; default: 1"},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":32.99,"confidence":0.632862},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":117.93,"confidence":1.0}},"schema":{"criteria":{"Trains_1_GetTrainTickets":"{\"description\":\"Reserve train tickets for a specific journey between two cities on a given date and time, with options for trip protection and class of service.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, such as 'New York, NY'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The departure time of the train, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adult passengers to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation, which incurs an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Find trains going to a specified destination city on a given date, with options for fare class and number of adult passengers.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"Fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"Date of the train journey, in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"Number of adult passengers to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"Destination city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":38.86,"confidence":0.732402},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":112.01,"confidence":1.0}}}},{"id":"live_multiple_862-181-3","split":"live_multiple","state":"User: Can you reserve a train ticket for me from New York to Los Angeles? My dad's birthday is on 05/15/2023, and I'd like to depart around 09:00 AM. Also, can you check if there are any trains available for that day?","expected":"Trains_1_FindTrains","candidate_count":2,"views":{"description":{"criteria":{"Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specific journey between two cities on a given date and time, with options for trip protection and class of service.","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains going to a specified destination city on a given date, with options for fare class and number of adult passengers."},"clm":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":30.2,"confidence":0.908671},"jev":{"choice":"Trains_1_GetTrainTickets","correct":false,"latency_ms":117.9,"confidence":0.92}},"prose_schema":{"criteria":{"Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserve train tickets for a specific journey between two cities on a given date and time, with options for trip protection and class of service.\nParameter _from (string); required; The departure city for the train journey, such as 'New York, NY'.\nParameter to (string); required; The destination city for the train journey, such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY'.\nParameter journey_start_time (string); required; The departure time of the train, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); The number of adult passengers to reserve train tickets for.; default: 1\nParameter trip_protection (boolean); Indicates whether to add trip protection to the reservation, which incurs an additional fee.; default: False\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains going to a specified destination city on a given date, with options for fare class and number of adult passengers.\nParameter _from (string); required; Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; Destination city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; Date of the train journey, in the format 'YYYY-MM-DD', such as '2023-04-15'.\nParameter _class (string); Fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); Number of adult passengers to reserve train tickets for.; default: 1"},"clm":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":31.73,"confidence":0.527771},"jev":{"choice":"Trains_1_GetTrainTickets","correct":false,"latency_ms":107.79,"confidence":0.96}},"schema":{"criteria":{"Trains_1_GetTrainTickets":"{\"description\":\"Reserve train tickets for a specific journey between two cities on a given date and time, with options for trip protection and class of service.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, such as 'New York, NY'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The departure time of the train, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adult passengers to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"trip_protection\":{\"default\":false,\"description\":\"Indicates whether to add trip protection to the reservation, which incurs an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Find trains going to a specified destination city on a given date, with options for fare class and number of adult passengers.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"Fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"Starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"Date of the train journey, in the format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"Number of adult passengers to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"Destination city for the train journey, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":32.46,"confidence":0.878704},"jev":{"choice":"Trains_1_GetTrainTickets","correct":false,"latency_ms":139.36,"confidence":0.94}}}},{"id":"live_multiple_863-182-0","split":"live_multiple","state":"User: Find movies playing at the Orinda Theatre in Orinda, CA, and I'm only interested in regular showings.","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":80.8,"confidence":0.444055},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":122.23,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie showing, in the format of 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie showing, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format in which the movie is being shown.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theater. If not provided, all theaters are considered.; default: dontcare\nParameter genre (string); The genre of the movie.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The format of the movie show such as regular, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.; default: All Theaters\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax; default: regular","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\nParameter number_of_guests (integer); The number of guests for the reservation.; default: 2\nParameter date (string); required; The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price range for the restaurant, with 'dontcare' indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Flag indicating whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Flag indicating whether the restaurant provides outdoor seating.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":184.9,"confidence":0.758122},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":98.88,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie showing, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format in which the movie is being shown.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show such as regular, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If not provided, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve available showtimes for a specific movie at a given theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_guests\":{\"default\":2,\"description\":\"The number of guests for the reservation.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant provides outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant, with 'dontcare' indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":218.39,"confidence":0.938875},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":114.03,"confidence":1.0}}}},{"id":"live_multiple_864-182-1","split":"live_multiple","state":"User: Hi, I'm in the mood to watch a movie. Can you find me just a regular show in LA, in 2023-10-1?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":30.05,"confidence":0.485861},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":95.72,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie showing, in the format of 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie showing, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format in which the movie is being shown.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theater. If not provided, all theaters are considered.; default: dontcare\nParameter genre (string); The genre of the movie.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The format of the movie show such as regular, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.; default: All Theaters\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax; default: regular","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\nParameter number_of_guests (integer); The number of guests for the reservation.; default: 2\nParameter date (string); required; The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price range for the restaurant, with 'dontcare' indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Flag indicating whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Flag indicating whether the restaurant provides outdoor seating.; default: False"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":31.23,"confidence":0.487321},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":140.29,"confidence":0.93}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie showing, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format in which the movie is being shown.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show such as regular, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If not provided, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve available showtimes for a specific movie at a given theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_guests\":{\"default\":2,\"description\":\"The number of guests for the reservation.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant provides outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant, with 'dontcare' indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":34.8,"confidence":0.95302},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":140.19,"confidence":0.96}}}},{"id":"live_multiple_865-182-2","split":"live_multiple","state":"User: I'm in the mood for a mystery film tonight in Berkeley, and I'd like to watch it in IMAX format. Can you find what's available?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":39.26,"confidence":0.652544},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":123.3,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie showing, in the format of 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie showing, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format in which the movie is being shown.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theater. If not provided, all theaters are considered.; default: dontcare\nParameter genre (string); The genre of the movie.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The format of the movie show such as regular, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.; default: All Theaters\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax; default: regular","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\nParameter number_of_guests (integer); The number of guests for the reservation.; default: 2\nParameter date (string); required; The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price range for the restaurant, with 'dontcare' indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Flag indicating whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Flag indicating whether the restaurant provides outdoor seating.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":30.83,"confidence":0.746076},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":114.88,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie showing, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format in which the movie is being shown.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show such as regular, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If not provided, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve available showtimes for a specific movie at a given theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_guests\":{\"default\":2,\"description\":\"The number of guests for the reservation.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant provides outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant, with 'dontcare' indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":32.36,"confidence":0.884018},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":109.06,"confidence":1.0}}}},{"id":"live_multiple_866-182-3","split":"live_multiple","state":"User: Find if there's a regular showing of 'Dramatic Story at Vine Cinema Livermore, CA?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":30.27,"confidence":0.587145},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":126.03,"confidence":0.77}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie showing, in the format of 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie showing, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format in which the movie is being shown.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theater. If not provided, all theaters are considered.; default: dontcare\nParameter genre (string); The genre of the movie.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The format of the movie show such as regular, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.; default: All Theaters\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax; default: regular","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\nParameter number_of_guests (integer); The number of guests for the reservation.; default: 2\nParameter date (string); required; The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price range for the restaurant, with 'dontcare' indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Flag indicating whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Flag indicating whether the restaurant provides outdoor seating.; default: False"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":30.61,"confidence":0.560737},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":97.94,"confidence":0.92}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie showing, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format in which the movie is being shown.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show such as regular, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If not provided, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve available showtimes for a specific movie at a given theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_guests\":{\"default\":2,\"description\":\"The number of guests for the reservation.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant provides outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant, with 'dontcare' indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":52.28,"confidence":0.897419},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":158.4,"confidence":0.72}}}},{"id":"live_multiple_867-182-4","split":"live_multiple","state":"User: Hi, could you help me search for some nice Supernatural movies please in Berkeley?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":29.47,"confidence":0.785592},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":130.9,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie showing, in the format of 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie showing, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format in which the movie is being shown.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theater. If not provided, all theaters are considered.; default: dontcare\nParameter genre (string); The genre of the movie.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The format of the movie show such as regular, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.; default: All Theaters\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax; default: regular","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\nParameter number_of_guests (integer); The number of guests for the reservation.; default: 2\nParameter date (string); required; The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price range for the restaurant, with 'dontcare' indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Flag indicating whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Flag indicating whether the restaurant provides outdoor seating.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":40.18,"confidence":0.79436},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":102.24,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie showing, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format in which the movie is being shown.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show such as regular, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If not provided, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve available showtimes for a specific movie at a given theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_guests\":{\"default\":2,\"description\":\"The number of guests for the reservation.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant provides outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant, with 'dontcare' indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":29.04,"confidence":0.854428},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":124.55,"confidence":1.0}}}},{"id":"live_multiple_868-182-5","split":"live_multiple","state":"User: I would like to see a movie in Vallejo.","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":41.36,"confidence":0.78982},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":102.16,"confidence":0.99}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie showing, in the format of 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie showing, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format in which the movie is being shown.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theater. If not provided, all theaters are considered.; default: dontcare\nParameter genre (string); The genre of the movie.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The format of the movie show such as regular, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.; default: All Theaters\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax; default: regular","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\nParameter number_of_guests (integer); The number of guests for the reservation.; default: 2\nParameter date (string); required; The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price range for the restaurant, with 'dontcare' indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Flag indicating whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Flag indicating whether the restaurant provides outdoor seating.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":59.44,"confidence":0.600315},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":178.38,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie showing, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format in which the movie is being shown.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show such as regular, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If not provided, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve available showtimes for a specific movie at a given theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_guests\":{\"default\":2,\"description\":\"The number of guests for the reservation.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant provides outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant, with 'dontcare' indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":27.85,"confidence":0.838749},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":116.55,"confidence":1.0}}}},{"id":"live_multiple_869-182-6","split":"live_multiple","state":"User: Find which Imax movies are available in San Rafael for the upcoming weekend 2023-10-1?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability."},"clm":{"choice":"Movies_1_GetTimesForMovie","correct":false,"latency_ms":28.4,"confidence":0.433699},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":118.56,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie showing, in the format of 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie showing, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format in which the movie is being shown.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theater. If not provided, all theaters are considered.; default: dontcare\nParameter genre (string); The genre of the movie.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The format of the movie show such as regular, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.; default: All Theaters\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax; default: regular","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\nParameter number_of_guests (integer); The number of guests for the reservation.; default: 2\nParameter date (string); required; The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price range for the restaurant, with 'dontcare' indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Flag indicating whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Flag indicating whether the restaurant provides outdoor seating.; default: False"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":42.09,"confidence":0.618144},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":113.14,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie showing, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format in which the movie is being shown.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show such as regular, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If not provided, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve available showtimes for a specific movie at a given theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_guests\":{\"default\":2,\"description\":\"The number of guests for the reservation.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant provides outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant, with 'dontcare' indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":38.19,"confidence":0.875918},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":107.07,"confidence":1.0}}}},{"id":"live_multiple_870-182-7","split":"live_multiple","state":"User: Could you search for movies playing in Fremont, CA at the Century at Pacific Commons and XD theater? I'm interested in the genres Sci-fi and Action.","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":30.12,"confidence":0.811362},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":115.41,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie showing, in the format of 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie showing, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format in which the movie is being shown.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theater. If not provided, all theaters are considered.; default: dontcare\nParameter genre (string); The genre of the movie.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The format of the movie show such as regular, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.; default: All Theaters\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax; default: regular","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\nParameter number_of_guests (integer); The number of guests for the reservation.; default: 2\nParameter date (string); required; The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price range for the restaurant, with 'dontcare' indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Flag indicating whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Flag indicating whether the restaurant provides outdoor seating.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":33.29,"confidence":0.641804},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":121.67,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie showing, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format in which the movie is being shown.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show such as regular, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If not provided, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve available showtimes for a specific movie at a given theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_guests\":{\"default\":2,\"description\":\"The number of guests for the reservation.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant provides outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant, with 'dontcare' indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":33.74,"confidence":0.886406},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":140.95,"confidence":1.0}}}},{"id":"live_multiple_871-182-8","split":"live_multiple","state":"User: Find available showtimes for a Play genre movie at Shattuck Cinemas in Berkeley?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":40.1,"confidence":0.559116},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":120.39,"confidence":0.83}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie showing, in the format of 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie showing, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format in which the movie is being shown.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theater. If not provided, all theaters are considered.; default: dontcare\nParameter genre (string); The genre of the movie.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The format of the movie show such as regular, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.; default: All Theaters\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax; default: regular","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\nParameter number_of_guests (integer); The number of guests for the reservation.; default: 2\nParameter date (string); required; The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price range for the restaurant, with 'dontcare' indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Flag indicating whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Flag indicating whether the restaurant provides outdoor seating.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":52.08,"confidence":0.645287},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":132.69,"confidence":0.92}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie showing, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format in which the movie is being shown.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show such as regular, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If not provided, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve available showtimes for a specific movie at a given theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_guests\":{\"default\":2,\"description\":\"The number of guests for the reservation.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant provides outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant, with 'dontcare' indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":31.11,"confidence":0.94127},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":119.37,"confidence":0.95}}}},{"id":"live_multiple_872-182-9","split":"live_multiple","state":"User: Can you search for a drama movie in Healdsburg, CA, that is showing in regular format?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":29.87,"confidence":0.677172},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":122.41,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie showing, in the format of 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie showing, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format in which the movie is being shown.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theater. If not provided, all theaters are considered.; default: dontcare\nParameter genre (string); The genre of the movie.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The format of the movie show such as regular, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.; default: All Theaters\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax; default: regular","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\nParameter number_of_guests (integer); The number of guests for the reservation.; default: 2\nParameter date (string); required; The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price range for the restaurant, with 'dontcare' indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Flag indicating whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Flag indicating whether the restaurant provides outdoor seating.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":29.46,"confidence":0.57273},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":111.97,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie showing, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format in which the movie is being shown.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show such as regular, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If not provided, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve available showtimes for a specific movie at a given theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_guests\":{\"default\":2,\"description\":\"The number of guests for the reservation.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant provides outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant, with 'dontcare' indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":29.81,"confidence":0.938911},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":129.77,"confidence":1.0}}}},{"id":"live_multiple_873-182-10","split":"live_multiple","state":"User: Search for movies playing in San Francisco?","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability."},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":30.07,"confidence":0.760966},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":127.82,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie showing, in the format of 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie showing, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format in which the movie is being shown.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theater. If not provided, all theaters are considered.; default: dontcare\nParameter genre (string); The genre of the movie.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The format of the movie show such as regular, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.; default: All Theaters\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax; default: regular","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\nParameter number_of_guests (integer); The number of guests for the reservation.; default: 2\nParameter date (string); required; The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price range for the restaurant, with 'dontcare' indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Flag indicating whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Flag indicating whether the restaurant provides outdoor seating.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":30.16,"confidence":0.509776},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":106.71,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie showing, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format in which the movie is being shown.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show such as regular, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If not provided, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve available showtimes for a specific movie at a given theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_guests\":{\"default\":2,\"description\":\"The number of guests for the reservation.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant provides outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant, with 'dontcare' indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":45.39,"confidence":0.97487},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":158.02,"confidence":1.0}}}},{"id":"live_multiple_874-182-11","split":"live_multiple","state":"User: I need a Supernatural genre movie showing in Sebastopol, CA","expected":"Movies_1_FindMovies","candidate_count":5,"views":{"description":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability."},"clm":{"choice":"Movies_1_GetTimesForMovie","correct":false,"latency_ms":41.68,"confidence":0.593482},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":109.06,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The total count of tickets to be bought.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie showing, in the format of 'YYYY-MM-DD'.\nParameter location (string); required; The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie showing, in 24-hour format 'HH:MM'.\nParameter show_type (string); The format in which the movie is being shown.; allowed values: regular, 3d, imax; default: regular","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specific criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theater. If not provided, all theaters are considered.; default: dontcare\nParameter genre (string); The genre of the movie.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The format of the movie show such as regular, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieve available showtimes for a specific movie at a given theater location on a specified date.\nParameter movie_name (string); required; The title of the movie for which showtimes are being requested.\nParameter location (string); required; The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\nParameter show_date (string); required; The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\nParameter theater_name (string); The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.; default: All Theaters\nParameter show_type (string); The format of the movie showing, such as 'regular', '3D', or 'IMAX'.; allowed values: regular, 3d, imax; default: regular","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\nParameter restaurant_name (string); required; The full name of the restaurant where the reservation is to be made.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\nParameter time (string); required; The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\nParameter number_of_guests (integer); The number of guests for the reservation.; default: 2\nParameter date (string); required; The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\nParameter category (string); required; The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter price_range (string); The price range for the restaurant, with 'dontcare' indicating no preference.; allowed values: cheap, moderate, pricey, ultra high-end, dontcare; default: dontcare\nParameter has_vegetarian_options (boolean); Flag indicating whether the restaurant offers vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Flag indicating whether the restaurant provides outdoor seating.; default: False"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":37.46,"confidence":0.502419},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":124.94,"confidence":1.0}},"schema":{"criteria":{"Movies_1_BuyMovieTickets":"{\"description\":\"This function facilitates the purchase of movie tickets for a specified show, allowing for selection of the movie, number of tickets, show date, location, and show type.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location of the theater, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The total count of tickets to be bought.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie showing, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie showing, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format in which the movie is being shown.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specific criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show such as regular, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater. If not provided, all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieve available showtimes for a specific movie at a given theater location on a specified date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city in which the theater is located, in the format of 'City, State', such as 'Berkeley, CA' and 'New York, NY'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which showtimes are being requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date for which to retrieve showtimes, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"regular\",\"description\":\"The format of the movie showing, such as 'regular', '3D', or 'IMAX'.\",\"enum\":[\"regular\",\"3d\",\"imax\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"All Theaters\",\"description\":\"The name of the theater where the movie is showing. If not specified, showtimes for all theaters are considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a specified restaurant for a given number of guests at a particular date and time.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"description\":\"The date for which the reservation is made, in ISO 8601 format 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'New York, NY' or 'San Francisco, CA'.\",\"type\":\"string\"},\"number_of_guests\":{\"default\":2,\"description\":\"The number of guests for the reservation.\",\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The full name of the restaurant where the reservation is to be made.\",\"type\":\"string\"},\"time\":{\"description\":\"The desired time for the reservation, in 24-hour format 'HH:MM', such as '19:00' for 7 PM.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\",\"date\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants by location and by category, taking into account optional preferences such as price range, vegetarian options, and outdoor seating availability.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The category of food offered by the restaurant, such as 'Mexican', 'Italian', or 'Japanese'.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant provides outdoor seating.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Flag indicating whether the restaurant offers vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The price range for the restaurant, with 'dontcare' indicating no preference.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":29.28,"confidence":0.411618},"jev":{"choice":"Movies_1_FindMovies","correct":true,"latency_ms":105.86,"confidence":1.0}}}},{"id":"live_multiple_875-183-0","split":"live_multiple","state":"User: Hi, Find me attractions to visit in the SF area?","expected":"Travel_1_FindAttractions","candidate_count":6,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":83.21,"confidence":0.677105},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":168.18,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to buy.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie show in the format 'YYYY-MM-DD'.\nParameter location (string); required; The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie show in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the movie show (e.g., regular, 3D, IMAX).; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, any theatre is considered.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' to include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.\nParameter movie_name (string); required; The exact title of the movie for which the showtimes are requested.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: dontcare\nParameter show_type (string); The format of the movie showing, such as standard, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":184.17,"confidence":0.946172},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":169.83,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the specified movie online with selectable subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie and showtime at a specified location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to buy.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie show in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie show in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show (e.g., regular, 3D, IMAX).\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specified criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' to include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, any theatre is considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves available showtimes for a specified movie at a particular location on a given date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The exact title of the movie for which the showtimes are requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie showing, such as standard, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":215.45,"confidence":0.682895},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":140.96,"confidence":1.0}}}},{"id":"live_multiple_876-183-1","split":"live_multiple","state":"User: Find me historical landmarks in Paris that are suitable for children and offer free entry?","expected":"Travel_1_FindAttractions","candidate_count":6,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":29.85,"confidence":0.559615},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":104.97,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to buy.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie show in the format 'YYYY-MM-DD'.\nParameter location (string); required; The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie show in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the movie show (e.g., regular, 3D, IMAX).; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, any theatre is considered.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' to include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.\nParameter movie_name (string); required; The exact title of the movie for which the showtimes are requested.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: dontcare\nParameter show_type (string); The format of the movie showing, such as standard, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":30.93,"confidence":0.964313},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":95.58,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the specified movie online with selectable subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie and showtime at a specified location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to buy.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie show in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie show in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show (e.g., regular, 3D, IMAX).\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specified criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' to include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, any theatre is considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves available showtimes for a specified movie at a particular location on a given date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The exact title of the movie for which the showtimes are requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie showing, such as standard, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_FindMovies","correct":false,"latency_ms":34.87,"confidence":0.495006},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":117.6,"confidence":1.0}}}},{"id":"live_multiple_877-183-2","split":"live_multiple","state":"User: I'm planning a trip to Paris and I'm interested in visiting museums with no entry fee. Also, it would be great if the places are suitable for my kid.","expected":"Travel_1_FindAttractions","candidate_count":6,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":29.91,"confidence":0.57122},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":198.48,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to buy.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie show in the format 'YYYY-MM-DD'.\nParameter location (string); required; The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie show in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the movie show (e.g., regular, 3D, IMAX).; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, any theatre is considered.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' to include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.\nParameter movie_name (string); required; The exact title of the movie for which the showtimes are requested.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: dontcare\nParameter show_type (string); The format of the movie showing, such as standard, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":30.92,"confidence":0.47193},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":143.56,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the specified movie online with selectable subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie and showtime at a specified location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to buy.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie show in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie show in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show (e.g., regular, 3D, IMAX).\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specified criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' to include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, any theatre is considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves available showtimes for a specified movie at a particular location on a given date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The exact title of the movie for which the showtimes are requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie showing, such as standard, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":35.27,"confidence":0.30626},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":120.29,"confidence":1.0}}}},{"id":"live_multiple_878-183-3","split":"live_multiple","state":"User: I want to search for some nice attractions to visit and especially I like Wildlife spot in SF. Please find a nature preserve site with free entrance and child-friendly.","expected":"Travel_1_FindAttractions","candidate_count":6,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":32.14,"confidence":0.723451},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":126.79,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to buy.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie show in the format 'YYYY-MM-DD'.\nParameter location (string); required; The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie show in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the movie show (e.g., regular, 3D, IMAX).; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, any theatre is considered.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' to include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.\nParameter movie_name (string); required; The exact title of the movie for which the showtimes are requested.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: dontcare\nParameter show_type (string); The format of the movie showing, such as standard, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":32.45,"confidence":0.939134},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":159.97,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the specified movie online with selectable subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie and showtime at a specified location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to buy.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie show in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie show in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show (e.g., regular, 3D, IMAX).\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specified criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' to include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, any theatre is considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves available showtimes for a specified movie at a particular location on a given date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The exact title of the movie for which the showtimes are requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie showing, such as standard, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":52.79,"confidence":0.632057},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":175.06,"confidence":1.0}}}},{"id":"live_multiple_879-183-4","split":"live_multiple","state":"User: Can you find me a museum in San Francisco that is suitable for children and has free entry?","expected":"Travel_1_FindAttractions","candidate_count":6,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":27.86,"confidence":0.886389},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":101.5,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to buy.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie show in the format 'YYYY-MM-DD'.\nParameter location (string); required; The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie show in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the movie show (e.g., regular, 3D, IMAX).; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, any theatre is considered.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' to include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.\nParameter movie_name (string); required; The exact title of the movie for which the showtimes are requested.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: dontcare\nParameter show_type (string); The format of the movie showing, such as standard, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":45.99,"confidence":0.702609},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":116.16,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the specified movie online with selectable subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie and showtime at a specified location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to buy.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie show in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie show in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show (e.g., regular, 3D, IMAX).\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specified criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' to include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, any theatre is considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves available showtimes for a specified movie at a particular location on a given date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The exact title of the movie for which the showtimes are requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie showing, such as standard, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Media_3_FindMovies","correct":false,"latency_ms":93.8,"confidence":0.491518},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":143.98,"confidence":1.0}}}},{"id":"live_multiple_880-183-5","split":"live_multiple","state":"User: Could you browse attractions in Paris, that are suitable for children and offer free entry?","expected":"Travel_1_FindAttractions","candidate_count":6,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":30.39,"confidence":0.877046},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":92.19,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to buy.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie show in the format 'YYYY-MM-DD'.\nParameter location (string); required; The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie show in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the movie show (e.g., regular, 3D, IMAX).; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, any theatre is considered.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' to include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.\nParameter movie_name (string); required; The exact title of the movie for which the showtimes are requested.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: dontcare\nParameter show_type (string); The format of the movie showing, such as standard, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":87.4,"confidence":0.894755},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":104.76,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the specified movie online with selectable subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie and showtime at a specified location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to buy.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie show in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie show in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show (e.g., regular, 3D, IMAX).\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specified criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' to include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, any theatre is considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves available showtimes for a specified movie at a particular location on a given date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The exact title of the movie for which the showtimes are requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie showing, such as standard, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":37.95,"confidence":0.425399},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":132.86,"confidence":1.0}}}},{"id":"live_multiple_881-183-6","split":"live_multiple","state":"User: I'm going to San Fran pull up some free attractions to do there that are kid friendly please.","expected":"Travel_1_FindAttractions","candidate_count":6,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":37.66,"confidence":0.660044},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":98.11,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to buy.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie show in the format 'YYYY-MM-DD'.\nParameter location (string); required; The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie show in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the movie show (e.g., regular, 3D, IMAX).; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, any theatre is considered.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' to include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.\nParameter movie_name (string); required; The exact title of the movie for which the showtimes are requested.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: dontcare\nParameter show_type (string); The format of the movie showing, such as standard, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":30.4,"confidence":0.920592},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":133.61,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the specified movie online with selectable subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie and showtime at a specified location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to buy.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie show in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie show in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show (e.g., regular, 3D, IMAX).\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specified criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' to include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, any theatre is considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves available showtimes for a specified movie at a particular location on a given date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The exact title of the movie for which the showtimes are requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie showing, such as standard, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":70.97,"confidence":0.505364},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":191.36,"confidence":1.0}}}},{"id":"live_multiple_882-183-7","split":"live_multiple","state":"User: I will be in the SF area soon and I would like to look up some events and activities that are free there. I'm really interested in finding a Museum that's worth visiting.","expected":"Travel_1_FindAttractions","candidate_count":6,"views":{"description":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children."},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":29.07,"confidence":0.951978},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":109.8,"confidence":1.0}},"prose_schema":{"criteria":{"Media_3_FindMovies":"Media_3_FindMovies: Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\nParameter genre (string); required; The genre of the movies to search for.; allowed values: World, Fantasy, Offbeat, Mystery, Musical, Thriller, Comedy, Horror, Animation, Sci-fi, War, Drama, Family, Action\nParameter starring (string); Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.; default: Any","Media_3_PlayMovie":"Media_3_PlayMovie: Stream the specified movie online with selectable subtitle languages.\nParameter title (string); required; The title of the movie to be streamed.\nParameter subtitle_language (string); The preferred language for the movie subtitles.; allowed values: English, Spanish, Hindi, French; default: English","Movies_1_BuyMovieTickets":"Movies_1_BuyMovieTickets: Purchase tickets for a selected movie and showtime at a specified location.\nParameter movie_name (string); required; The title of the movie for which tickets are being purchased.\nParameter number_of_tickets (integer); required; The quantity of tickets to buy.; allowed values: 1, 2, 3, 4, 5, 6, 7, 8, 9\nParameter show_date (string); required; The date of the movie show in the format 'YYYY-MM-DD'.\nParameter location (string); required; The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter show_time (string); required; The start time of the movie show in 24-hour format 'HH:MM'.\nParameter show_type (string); The format of the movie show (e.g., regular, 3D, IMAX).; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_FindMovies":"Movies_1_FindMovies: Search for movies based on specified criteria such as location, genre, and show type.\nParameter location (string); required; The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\nParameter theater_name (string); The name of the theatre. If unspecified, any theatre is considered.; default: dontcare\nParameter genre (string); The genre of the movie. Use 'dontcare' to include all genres.; allowed values: World, Offbeat, Mystery, Supernatural, Horror, Animation, Sci-fi, Documentary, Drama, War, Family, Action, dontcare; default: dontcare\nParameter show_type (string); The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Movies_1_GetTimesForMovie":"Movies_1_GetTimesForMovie: Retrieves available showtimes for a specified movie at a particular location on a given date.\nParameter movie_name (string); required; The exact title of the movie for which the showtimes are requested.\nParameter location (string); required; The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter show_date (string); required; The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\nParameter theater_name (string); The name of the theater where the movie is showing. If unspecified, any theater is considered.; default: dontcare\nParameter show_type (string); The format of the movie showing, such as standard, 3D, or IMAX.; allowed values: regular, 3d, imax, dontcare; default: dontcare","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":40.22,"confidence":0.555869},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":133.69,"confidence":1.0}},"schema":{"criteria":{"Media_3_FindMovies":"{\"description\":\"Search for movies online based on specified genres and actors. It allows users to find movies that align with their taste.\",\"name\":\"Media_3_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"description\":\"The genre of the movies to search for.\",\"enum\":[\"World\",\"Fantasy\",\"Offbeat\",\"Mystery\",\"Musical\",\"Thriller\",\"Comedy\",\"Horror\",\"Animation\",\"Sci-fi\",\"War\",\"Drama\",\"Family\",\"Action\"],\"type\":\"string\"},\"starring\":{\"default\":\"Any\",\"description\":\"Name of a celebrity starring in the movie. Use 'Any' as a value if there is no preference.\",\"type\":\"string\"}},\"required\":[\"genre\"],\"type\":\"dict\"}}","Media_3_PlayMovie":"{\"description\":\"Stream the specified movie online with selectable subtitle languages.\",\"name\":\"Media_3_PlayMovie\",\"parameters\":{\"properties\":{\"subtitle_language\":{\"default\":\"English\",\"description\":\"The preferred language for the movie subtitles.\",\"enum\":[\"English\",\"Spanish\",\"Hindi\",\"French\"],\"type\":\"string\"},\"title\":{\"description\":\"The title of the movie to be streamed.\",\"type\":\"string\"}},\"required\":[\"title\"],\"type\":\"dict\"}}","Movies_1_BuyMovieTickets":"{\"description\":\"Purchase tickets for a selected movie and showtime at a specified location.\",\"name\":\"Movies_1_BuyMovieTickets\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the movie theater is located, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The title of the movie for which tickets are being purchased.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to buy.\",\"enum\":[1,2,3,4,5,6,7,8,9],\"type\":\"integer\"},\"show_date\":{\"description\":\"The date of the movie show in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"show_time\":{\"description\":\"The start time of the movie show in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie show (e.g., regular, 3D, IMAX).\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"movie_name\",\"number_of_tickets\",\"show_date\",\"location\",\"show_time\"],\"type\":\"dict\"}}","Movies_1_FindMovies":"{\"description\":\"Search for movies based on specified criteria such as location, genre, and show type.\",\"name\":\"Movies_1_FindMovies\",\"parameters\":{\"properties\":{\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre of the movie. Use 'dontcare' to include all genres.\",\"enum\":[\"World\",\"Offbeat\",\"Mystery\",\"Supernatural\",\"Horror\",\"Animation\",\"Sci-fi\",\"Documentary\",\"Drama\",\"War\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city where the theatre is located, such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The type of movie show, such as a regular screening, 3D, or IMAX. Use 'dontcare' to include all show types.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theatre. If unspecified, any theatre is considered.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Movies_1_GetTimesForMovie":"{\"description\":\"Retrieves available showtimes for a specified movie at a particular location on a given date.\",\"name\":\"Movies_1_GetTimesForMovie\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city where the theater is located, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"movie_name\":{\"description\":\"The exact title of the movie for which the showtimes are requested.\",\"type\":\"string\"},\"show_date\":{\"description\":\"The date of the show in the format 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"show_type\":{\"default\":\"dontcare\",\"description\":\"The format of the movie showing, such as standard, 3D, or IMAX.\",\"enum\":[\"regular\",\"3d\",\"imax\",\"dontcare\"],\"type\":\"string\"},\"theater_name\":{\"default\":\"dontcare\",\"description\":\"The name of the theater where the movie is showing. If unspecified, any theater is considered.\",\"type\":\"string\"}},\"required\":[\"movie_name\",\"location\",\"show_date\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction. Options include religious sites, recreational parks, historical landmarks, etc. 'dontcare' indicates no specific category preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction has free entry. 'True' for free entry, 'False' for paid entry, 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. 'True' means suitable, 'False' means not suitable, 'dontcare' indicates no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Movies_1_FindMovies","correct":false,"latency_ms":79.78,"confidence":0.40496},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":131.73,"confidence":1.0}}}},{"id":"live_multiple_883-184-0","split":"live_multiple","state":"User: I am taking a trip next Thursday and I need to find a bus from New York, NY to Boston, MA. The departure date is 2023-04-20.","expected":"Buses_3_FindBus","candidate_count":5,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve hotel rooms at a specified location for a given time period.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":84.66,"confidence":0.774346},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":105.25,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, formatted as 'City, State' (e.g., 'New York, NY').\nParameter to_city (string); required; The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD' (e.g., '2023-06-15').\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.\nParameter from_city (string); required; The city where the journey will start. The city name should be in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to_city (string); required; The destination city of the trip. The city name should be in the format of 'City, State', such as 'New York, NY'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in the 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets to purchase for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether the passenger will carry additional luggage beyond the standard allowance.; default: False","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve hotel rooms at a specified location for a given time period.\nParameter place_name (string); required; The full name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The duration of the stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, this can be left to the default.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction offers free entry. True for free entry, False for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction, which can be a cultural, recreational, or historical site, among others. The value 'dontcare' indicates no specific preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True if suitable, False if not, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":160.99,"confidence":0.718386},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":134.36,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD' (e.g., '2023-06-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"num_passengers\":{\"default\":\"1\",\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether the passenger will carry additional luggage beyond the standard allowance.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in the 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey will start. The city name should be in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets to purchase for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip. The city name should be in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve hotel rooms at a specified location for a given time period.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The full name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The duration of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to reserve. If no specific number is desired, this can be left to the default.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction, which can be a cultural, recreational, or historical site, among others. The value 'dontcare' indicates no specific preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction offers free entry. True for free entry, False for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True if suitable, False if not, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":246.11,"confidence":0.524134},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":180.43,"confidence":1.0}}}},{"id":"live_multiple_884-184-1","split":"live_multiple","state":"User: Can you search for a bus itinerary from Anaheim, CA to Las Vegas, NV for the upcoming Friday? I'm flexible about whether it's a direct route or has one stop.","expected":"Buses_3_FindBus","candidate_count":5,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve hotel rooms at a specified location for a given time period.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":29.2,"confidence":0.775456},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":128.64,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, formatted as 'City, State' (e.g., 'New York, NY').\nParameter to_city (string); required; The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD' (e.g., '2023-06-15').\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.\nParameter from_city (string); required; The city where the journey will start. The city name should be in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to_city (string); required; The destination city of the trip. The city name should be in the format of 'City, State', such as 'New York, NY'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in the 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets to purchase for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether the passenger will carry additional luggage beyond the standard allowance.; default: False","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve hotel rooms at a specified location for a given time period.\nParameter place_name (string); required; The full name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The duration of the stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, this can be left to the default.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction offers free entry. True for free entry, False for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction, which can be a cultural, recreational, or historical site, among others. The value 'dontcare' indicates no specific preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True if suitable, False if not, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":32.16,"confidence":0.686511},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":176.21,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD' (e.g., '2023-06-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"num_passengers\":{\"default\":\"1\",\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether the passenger will carry additional luggage beyond the standard allowance.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in the 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey will start. The city name should be in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets to purchase for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip. The city name should be in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve hotel rooms at a specified location for a given time period.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The full name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The duration of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to reserve. If no specific number is desired, this can be left to the default.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction, which can be a cultural, recreational, or historical site, among others. The value 'dontcare' indicates no specific preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction offers free entry. True for free entry, False for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True if suitable, False if not, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":33.95,"confidence":0.720615},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":150.51,"confidence":1.0}}}},{"id":"live_multiple_885-184-2","split":"live_multiple","state":"User: Can you find me a bus itinerary from New York, NY to Boston, MA on the 2023-05-15?","expected":"Buses_3_FindBus","candidate_count":5,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve hotel rooms at a specified location for a given time period.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":29.03,"confidence":0.980444},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":111.88,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, formatted as 'City, State' (e.g., 'New York, NY').\nParameter to_city (string); required; The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD' (e.g., '2023-06-15').\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.\nParameter from_city (string); required; The city where the journey will start. The city name should be in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to_city (string); required; The destination city of the trip. The city name should be in the format of 'City, State', such as 'New York, NY'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in the 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets to purchase for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether the passenger will carry additional luggage beyond the standard allowance.; default: False","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve hotel rooms at a specified location for a given time period.\nParameter place_name (string); required; The full name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The duration of the stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, this can be left to the default.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction offers free entry. True for free entry, False for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction, which can be a cultural, recreational, or historical site, among others. The value 'dontcare' indicates no specific preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True if suitable, False if not, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":33.04,"confidence":0.808537},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":110.1,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD' (e.g., '2023-06-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"num_passengers\":{\"default\":\"1\",\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether the passenger will carry additional luggage beyond the standard allowance.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in the 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey will start. The city name should be in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets to purchase for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip. The city name should be in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve hotel rooms at a specified location for a given time period.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The full name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The duration of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to reserve. If no specific number is desired, this can be left to the default.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction, which can be a cultural, recreational, or historical site, among others. The value 'dontcare' indicates no specific preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction offers free entry. True for free entry, False for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True if suitable, False if not, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":36.39,"confidence":0.537829},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":109.48,"confidence":1.0}}}},{"id":"live_multiple_886-184-3","split":"live_multiple","state":"User: Find a bus itinerary for two passengers from my current location to Fresno, departing on March 4th 2023?","expected":"Buses_3_FindBus","candidate_count":5,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve hotel rooms at a specified location for a given time period.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":31.81,"confidence":0.950768},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":98.14,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, formatted as 'City, State' (e.g., 'New York, NY').\nParameter to_city (string); required; The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD' (e.g., '2023-06-15').\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.\nParameter from_city (string); required; The city where the journey will start. The city name should be in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to_city (string); required; The destination city of the trip. The city name should be in the format of 'City, State', such as 'New York, NY'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in the 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets to purchase for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether the passenger will carry additional luggage beyond the standard allowance.; default: False","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve hotel rooms at a specified location for a given time period.\nParameter place_name (string); required; The full name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The duration of the stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, this can be left to the default.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction offers free entry. True for free entry, False for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction, which can be a cultural, recreational, or historical site, among others. The value 'dontcare' indicates no specific preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True if suitable, False if not, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":34.4,"confidence":0.860214},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":122.67,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD' (e.g., '2023-06-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"num_passengers\":{\"default\":\"1\",\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether the passenger will carry additional luggage beyond the standard allowance.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in the 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey will start. The city name should be in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets to purchase for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip. The city name should be in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve hotel rooms at a specified location for a given time period.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The full name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The duration of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to reserve. If no specific number is desired, this can be left to the default.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction, which can be a cultural, recreational, or historical site, among others. The value 'dontcare' indicates no specific preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction offers free entry. True for free entry, False for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True if suitable, False if not, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":36.02,"confidence":0.608059},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":168.67,"confidence":1.0}}}},{"id":"live_multiple_887-184-4","split":"live_multiple","state":"User: We four people are planning to leave for Los Angeles from San Diego on 2023-06-15. Help us get a bus?","expected":"Buses_3_FindBus","candidate_count":5,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve hotel rooms at a specified location for a given time period.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":29.05,"confidence":0.915386},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":115.86,"confidence":0.74}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, formatted as 'City, State' (e.g., 'New York, NY').\nParameter to_city (string); required; The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD' (e.g., '2023-06-15').\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.\nParameter from_city (string); required; The city where the journey will start. The city name should be in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to_city (string); required; The destination city of the trip. The city name should be in the format of 'City, State', such as 'New York, NY'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in the 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets to purchase for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether the passenger will carry additional luggage beyond the standard allowance.; default: False","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve hotel rooms at a specified location for a given time period.\nParameter place_name (string); required; The full name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The duration of the stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, this can be left to the default.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction offers free entry. True for free entry, False for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction, which can be a cultural, recreational, or historical site, among others. The value 'dontcare' indicates no specific preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True if suitable, False if not, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":64.54,"confidence":0.628969},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":107.82,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD' (e.g., '2023-06-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"num_passengers\":{\"default\":\"1\",\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether the passenger will carry additional luggage beyond the standard allowance.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in the 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey will start. The city name should be in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets to purchase for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip. The city name should be in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve hotel rooms at a specified location for a given time period.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The full name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The duration of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to reserve. If no specific number is desired, this can be left to the default.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction, which can be a cultural, recreational, or historical site, among others. The value 'dontcare' indicates no specific preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction offers free entry. True for free entry, False for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True if suitable, False if not, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":67.64,"confidence":0.607891},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":179.48,"confidence":1.0}}}},{"id":"live_multiple_888-184-5","split":"live_multiple","state":"User: I'm planning to drop off some items in San Diego, CA tomorrow. Can you help me search for a bus from LA to SD, CA with the departure date being tomorrow 2023-10-01?","expected":"Buses_3_FindBus","candidate_count":5,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve hotel rooms at a specified location for a given time period.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":33.83,"confidence":0.782657},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":107.99,"confidence":1.0}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, formatted as 'City, State' (e.g., 'New York, NY').\nParameter to_city (string); required; The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD' (e.g., '2023-06-15').\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.\nParameter from_city (string); required; The city where the journey will start. The city name should be in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to_city (string); required; The destination city of the trip. The city name should be in the format of 'City, State', such as 'New York, NY'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in the 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets to purchase for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether the passenger will carry additional luggage beyond the standard allowance.; default: False","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve hotel rooms at a specified location for a given time period.\nParameter place_name (string); required; The full name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The duration of the stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, this can be left to the default.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction offers free entry. True for free entry, False for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction, which can be a cultural, recreational, or historical site, among others. The value 'dontcare' indicates no specific preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True if suitable, False if not, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":37.2,"confidence":0.81611},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":148.67,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD' (e.g., '2023-06-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"num_passengers\":{\"default\":\"1\",\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether the passenger will carry additional luggage beyond the standard allowance.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in the 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey will start. The city name should be in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets to purchase for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip. The city name should be in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve hotel rooms at a specified location for a given time period.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The full name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The duration of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to reserve. If no specific number is desired, this can be left to the default.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction, which can be a cultural, recreational, or historical site, among others. The value 'dontcare' indicates no specific preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction offers free entry. True for free entry, False for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True if suitable, False if not, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":96.39,"confidence":0.552012},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":131.61,"confidence":1.0}}}},{"id":"live_multiple_889-184-6","split":"live_multiple","state":"User: Find a bus from Miami, FL to Atlanta, GA for two people on April 22nd 2023?","expected":"Buses_3_FindBus","candidate_count":5,"views":{"description":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve hotel rooms at a specified location for a given time period.","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children."},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":34.47,"confidence":0.930619},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":117.31,"confidence":0.99}},"prose_schema":{"criteria":{"Buses_3_FindBus":"Buses_3_FindBus: Search for a bus itinerary between two cities on a specific date.\nParameter from_city (string); required; The city of departure, formatted as 'City, State' (e.g., 'New York, NY').\nParameter to_city (string); required; The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\nParameter departure_date (string); required; The date of departure in the format 'YYYY-MM-DD' (e.g., '2023-06-15').\nParameter num_passengers (integer); The number of passengers for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter category (string); The type of bus route based on the number of stops.; allowed values: direct, one-stop; default: direct","Buses_3_BuyBusTicket":"Buses_3_BuyBusTicket: This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.\nParameter from_city (string); required; The city where the journey will start. The city name should be in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter to_city (string); required; The destination city of the trip. The city name should be in the format of 'City, State', such as 'New York, NY'.\nParameter departure_date (string); required; The date of departure, in the format of 'YYYY-MM-DD'.\nParameter departure_time (string); required; The time of departure, in the 24-hour format 'HH:MM'.\nParameter num_passengers (integer); The number of tickets to purchase for the trip.; allowed values: 1, 2, 3, 4, 5; default: 1\nParameter additional_luggage (boolean); Indicates whether the passenger will carry additional luggage beyond the standard allowance.; default: False","Hotels_4_ReserveHotel":"Hotels_4_ReserveHotel: Reserve hotel rooms at a specified location for a given time period.\nParameter place_name (string); required; The full name of the hotel or accommodation.\nParameter check_in_date (string); required; The check-in date for the reservation, in the format 'YYYY-MM-DD'.\nParameter stay_length (integer); required; The duration of the stay in number of days.\nParameter location (string); required; The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\nParameter number_of_rooms (string); The number of rooms to reserve.; allowed values: 1, 2, 3, dontcare; default: dontcare","Hotels_4_SearchHotel":"Hotels_4_SearchHotel: Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.\nParameter location (string); required; The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\nParameter star_rating (string); The desired star rating for the accommodation.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter smoking_allowed (boolean); Indicates whether smoking is allowed inside the accommodation.; default: False\nParameter number_of_rooms (integer); The number of rooms to reserve. If no specific number is desired, this can be left to the default.; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Orlando, FL' or 'Paris, FR'.\nParameter free_entry (string); Indicates whether the attraction offers free entry. True for free entry, False for paid, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction, which can be a cultural, recreational, or historical site, among others. The value 'dontcare' indicates no specific preference.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates whether the attraction is suitable for children. True if suitable, False if not, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":59.25,"confidence":0.830261},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":118.71,"confidence":1.0}},"schema":{"criteria":{"Buses_3_FindBus":"{\"description\":\"Search for a bus itinerary between two cities on a specific date.\",\"name\":\"Buses_3_FindBus\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"direct\",\"description\":\"The type of bus route based on the number of stops.\",\"enum\":[\"direct\",\"one-stop\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The date of departure in the format 'YYYY-MM-DD' (e.g., '2023-06-15').\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city of departure, formatted as 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"num_passengers\":{\"default\":\"1\",\"description\":\"The number of passengers for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city, formatted as 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\"],\"type\":\"dict\"}}","Buses_3_BuyBusTicket":"{\"description\":\"This function enables the user to purchase bus tickets by providing details such as departure and destination cities, departure date and time, the number of passengers, and the option to carry additional luggage.\",\"name\":\"Buses_3_BuyBusTicket\",\"parameters\":{\"properties\":{\"additional_luggage\":{\"default\":false,\"description\":\"Indicates whether the passenger will carry additional luggage beyond the standard allowance.\",\"type\":\"boolean\"},\"departure_date\":{\"description\":\"The date of departure, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"},\"departure_time\":{\"description\":\"The time of departure, in the 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"from_city\":{\"description\":\"The city where the journey will start. The city name should be in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"num_passengers\":{\"default\":1,\"description\":\"The number of tickets to purchase for the trip.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to_city\":{\"description\":\"The destination city of the trip. The city name should be in the format of 'City, State', such as 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"from_city\",\"to_city\",\"departure_date\",\"departure_time\"],\"type\":\"dict\"}}","Hotels_4_ReserveHotel":"{\"description\":\"Reserve hotel rooms at a specified location for a given time period.\",\"name\":\"Hotels_4_ReserveHotel\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the accommodation, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'New York, NY' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":\"dontcare\",\"description\":\"The number of rooms to reserve.\",\"enum\":[\"1\",\"2\",\"3\",\"dontcare\"],\"type\":\"string\"},\"place_name\":{\"description\":\"The full name of the hotel or accommodation.\",\"type\":\"string\"},\"stay_length\":{\"description\":\"The duration of the stay in number of days.\",\"type\":\"integer\"}},\"required\":[\"place_name\",\"check_in_date\",\"stay_length\",\"location\"],\"type\":\"dict\"}}","Hotels_4_SearchHotel":"{\"description\":\"Searches for available accommodations in a specified location, with optional filters for star rating, smoking policy, and number of rooms.\",\"name\":\"Hotels_4_SearchHotel\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city or town where the accommodation is sought, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'San Francisco, CA' or 'Paris, FR'.\",\"type\":\"string\"},\"number_of_rooms\":{\"default\":1,\"description\":\"The number of rooms to reserve. If no specific number is desired, this can be left to the default.\",\"type\":\"integer\"},\"smoking_allowed\":{\"default\":false,\"description\":\"Indicates whether smoking is allowed inside the accommodation.\",\"type\":\"boolean\"},\"star_rating\":{\"default\":\"dontcare\",\"description\":\"The desired star rating for the accommodation.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by whether they offer free entry, belong to a specific category, and are suitable for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction, which can be a cultural, recreational, or historical site, among others. The value 'dontcare' indicates no specific preference.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction offers free entry. True for free entry, False for paid, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the attraction is suitable for children. True if suitable, False if not, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States. For example, 'Orlando, FL' or 'Paris, FR'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":69.85,"confidence":0.586995},"jev":{"choice":"Buses_3_FindBus","correct":true,"latency_ms":121.8,"confidence":1.0}}}},{"id":"live_multiple_890-185-0","split":"live_multiple","state":"User: Initiate a payment request to Mahmoud for $43? I'd like it to be public","expected":"Payment_1_RequestPayment","candidate_count":4,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences."},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":81.72,"confidence":0.998303},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":97.67,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request is sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\nParameter payment_method (string); required; The payment source to use for the transaction, such as a balance within the app or a linked bank card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to send, specified in the currency used by the payment platform.\nParameter receiver (string); required; The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be hidden from public transaction feeds.; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The name of the restaurant for the reservation.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time of the reservation, in 24-hour format 'HH:MM'.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; allowed values: 1, 2, 3, 4, 5, 6; default: 2\nParameter date (string); The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences.\nParameter category (string); required; The cuisine type or category of food offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter price_range (string); The expected price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers adequate vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":178.09,"confidence":0.617756},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":145.56,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request is sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to send, specified in the currency used by the payment platform.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The payment source to use for the transaction, such as a balance within the app or a linked bank card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be hidden from public transaction feeds.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"enum\":[1,2,3,4,5,6],\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant for the reservation.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time of the reservation, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants based on specified location, cuisine category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The cuisine type or category of food offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers adequate vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The expected price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":225.57,"confidence":0.393976},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":109.91,"confidence":1.0}}}},{"id":"live_multiple_891-185-1","split":"live_multiple","state":"User: I'd like to request a private payment of $250 to John Doe.?","expected":"Payment_1_RequestPayment","candidate_count":4,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences."},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":28.59,"confidence":0.997821},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":127.7,"confidence":0.8}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request is sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\nParameter payment_method (string); required; The payment source to use for the transaction, such as a balance within the app or a linked bank card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to send, specified in the currency used by the payment platform.\nParameter receiver (string); required; The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be hidden from public transaction feeds.; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The name of the restaurant for the reservation.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time of the reservation, in 24-hour format 'HH:MM'.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; allowed values: 1, 2, 3, 4, 5, 6; default: 2\nParameter date (string); The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences.\nParameter category (string); required; The cuisine type or category of food offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter price_range (string); The expected price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers adequate vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":false,"latency_ms":36.36,"confidence":0.732244},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":114.78,"confidence":0.87}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request is sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to send, specified in the currency used by the payment platform.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The payment source to use for the transaction, such as a balance within the app or a linked bank card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be hidden from public transaction feeds.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"enum\":[1,2,3,4,5,6],\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant for the reservation.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time of the reservation, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants based on specified location, cuisine category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The cuisine type or category of food offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers adequate vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The expected price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":37.68,"confidence":0.444927},"jev":{"choice":"Payment_1_RequestPayment","correct":true,"latency_ms":150.82,"confidence":0.91}}}},{"id":"live_multiple_892-185-2","split":"live_multiple","state":"User: I like to send privately $100 to my friend Mary using my app balance","expected":"Payment_1_MakePayment","candidate_count":4,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":28.97,"confidence":0.984764},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":134.65,"confidence":0.74}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request is sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\nParameter payment_method (string); required; The payment source to use for the transaction, such as a balance within the app or a linked bank card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to send, specified in the currency used by the payment platform.\nParameter receiver (string); required; The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be hidden from public transaction feeds.; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The name of the restaurant for the reservation.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time of the reservation, in 24-hour format 'HH:MM'.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; allowed values: 1, 2, 3, 4, 5, 6; default: 2\nParameter date (string); The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences.\nParameter category (string); required; The cuisine type or category of food offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter price_range (string); The expected price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers adequate vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":55.83,"confidence":0.589007},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":129.47,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request is sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to send, specified in the currency used by the payment platform.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The payment source to use for the transaction, such as a balance within the app or a linked bank card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be hidden from public transaction feeds.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"enum\":[1,2,3,4,5,6],\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant for the reservation.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time of the reservation, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants based on specified location, cuisine category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The cuisine type or category of food offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers adequate vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The expected price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":64.37,"confidence":0.424995},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":101.14,"confidence":1.0}}}},{"id":"live_multiple_893-185-3","split":"live_multiple","state":"User: Could you initiate a ninety dollar transaction using my debit card to Alice?","expected":"Payment_1_MakePayment","candidate_count":4,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":27.05,"confidence":0.954283},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":96.05,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request is sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\nParameter payment_method (string); required; The payment source to use for the transaction, such as a balance within the app or a linked bank card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to send, specified in the currency used by the payment platform.\nParameter receiver (string); required; The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be hidden from public transaction feeds.; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The name of the restaurant for the reservation.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time of the reservation, in 24-hour format 'HH:MM'.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; allowed values: 1, 2, 3, 4, 5, 6; default: 2\nParameter date (string); The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences.\nParameter category (string); required; The cuisine type or category of food offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter price_range (string); The expected price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers adequate vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Restaurants_2_ReserveRestaurant","correct":false,"latency_ms":32.59,"confidence":0.405307},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":103.07,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request is sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to send, specified in the currency used by the payment platform.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The payment source to use for the transaction, such as a balance within the app or a linked bank card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be hidden from public transaction feeds.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"enum\":[1,2,3,4,5,6],\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant for the reservation.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time of the reservation, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants based on specified location, cuisine category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The cuisine type or category of food offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers adequate vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The expected price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":70.01,"confidence":0.551271},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":129.07,"confidence":1.0}}}},{"id":"live_multiple_894-185-4","split":"live_multiple","state":"User: Can you assist me in sending $150 to Alice using my debit card? Keep the transaction private.","expected":"Payment_1_MakePayment","candidate_count":4,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":32.23,"confidence":0.99441},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":116.41,"confidence":0.69}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request is sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\nParameter payment_method (string); required; The payment source to use for the transaction, such as a balance within the app or a linked bank card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to send, specified in the currency used by the payment platform.\nParameter receiver (string); required; The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be hidden from public transaction feeds.; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The name of the restaurant for the reservation.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time of the reservation, in 24-hour format 'HH:MM'.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; allowed values: 1, 2, 3, 4, 5, 6; default: 2\nParameter date (string); The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences.\nParameter category (string); required; The cuisine type or category of food offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter price_range (string); The expected price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers adequate vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":31.55,"confidence":0.67319},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":132.5,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request is sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to send, specified in the currency used by the payment platform.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The payment source to use for the transaction, such as a balance within the app or a linked bank card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be hidden from public transaction feeds.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"enum\":[1,2,3,4,5,6],\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant for the reservation.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time of the reservation, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants based on specified location, cuisine category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The cuisine type or category of food offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers adequate vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The expected price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_RequestPayment","correct":false,"latency_ms":35.95,"confidence":0.387555},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":102.92,"confidence":1.0}}}},{"id":"live_multiple_895-185-5","split":"live_multiple","state":"User: Hi, could you make a private payment with 50 bucks with my credit card to Jerry please?","expected":"Payment_1_MakePayment","candidate_count":4,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":27.94,"confidence":0.924847},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":115.87,"confidence":0.68}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request is sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\nParameter payment_method (string); required; The payment source to use for the transaction, such as a balance within the app or a linked bank card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to send, specified in the currency used by the payment platform.\nParameter receiver (string); required; The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be hidden from public transaction feeds.; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The name of the restaurant for the reservation.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time of the reservation, in 24-hour format 'HH:MM'.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; allowed values: 1, 2, 3, 4, 5, 6; default: 2\nParameter date (string); The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences.\nParameter category (string); required; The cuisine type or category of food offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter price_range (string); The expected price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers adequate vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":60.72,"confidence":0.42549},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":150.11,"confidence":0.99}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request is sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to send, specified in the currency used by the payment platform.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The payment source to use for the transaction, such as a balance within the app or a linked bank card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be hidden from public transaction feeds.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"enum\":[1,2,3,4,5,6],\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant for the reservation.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time of the reservation, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants based on specified location, cuisine category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The cuisine type or category of food offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers adequate vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The expected price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":92.84,"confidence":0.690493},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":145.23,"confidence":1.0}}}},{"id":"live_multiple_896-185-6","split":"live_multiple","state":"User: I need to send $50 to Margaret using my debit card, privately","expected":"Payment_1_MakePayment","candidate_count":4,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":28.12,"confidence":0.973797},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":104.46,"confidence":0.67}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request is sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\nParameter payment_method (string); required; The payment source to use for the transaction, such as a balance within the app or a linked bank card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to send, specified in the currency used by the payment platform.\nParameter receiver (string); required; The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be hidden from public transaction feeds.; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The name of the restaurant for the reservation.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time of the reservation, in 24-hour format 'HH:MM'.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; allowed values: 1, 2, 3, 4, 5, 6; default: 2\nParameter date (string); The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences.\nParameter category (string); required; The cuisine type or category of food offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter price_range (string); The expected price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers adequate vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":76.55,"confidence":0.704839},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":117.76,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request is sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to send, specified in the currency used by the payment platform.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The payment source to use for the transaction, such as a balance within the app or a linked bank card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be hidden from public transaction feeds.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"enum\":[1,2,3,4,5,6],\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant for the reservation.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time of the reservation, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants based on specified location, cuisine category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The cuisine type or category of food offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers adequate vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The expected price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":33.98,"confidence":0.590223},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":101.88,"confidence":1.0}}}},{"id":"live_multiple_897-185-7","split":"live_multiple","state":"User: Could you initiate a transfer of $122 to my friend John using my debit?","expected":"Payment_1_MakePayment","candidate_count":4,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":27.43,"confidence":0.994285},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":113.57,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request is sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\nParameter payment_method (string); required; The payment source to use for the transaction, such as a balance within the app or a linked bank card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to send, specified in the currency used by the payment platform.\nParameter receiver (string); required; The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be hidden from public transaction feeds.; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The name of the restaurant for the reservation.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time of the reservation, in 24-hour format 'HH:MM'.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; allowed values: 1, 2, 3, 4, 5, 6; default: 2\nParameter date (string); The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences.\nParameter category (string); required; The cuisine type or category of food offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter price_range (string); The expected price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers adequate vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":98.38,"confidence":0.465157},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":144.77,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request is sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to send, specified in the currency used by the payment platform.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The payment source to use for the transaction, such as a balance within the app or a linked bank card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be hidden from public transaction feeds.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"enum\":[1,2,3,4,5,6],\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant for the reservation.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time of the reservation, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants based on specified location, cuisine category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The cuisine type or category of food offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers adequate vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The expected price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":61.89,"confidence":0.552529},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":164.29,"confidence":1.0}}}},{"id":"live_multiple_898-185-8","split":"live_multiple","state":"User: I need to privately send $50 to my friend Jamie using my debit.","expected":"Payment_1_MakePayment","candidate_count":4,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":28.17,"confidence":0.994512},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":105.68,"confidence":0.86}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request is sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\nParameter payment_method (string); required; The payment source to use for the transaction, such as a balance within the app or a linked bank card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to send, specified in the currency used by the payment platform.\nParameter receiver (string); required; The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be hidden from public transaction feeds.; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The name of the restaurant for the reservation.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time of the reservation, in 24-hour format 'HH:MM'.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; allowed values: 1, 2, 3, 4, 5, 6; default: 2\nParameter date (string); The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences.\nParameter category (string); required; The cuisine type or category of food offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter price_range (string); The expected price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers adequate vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":42.43,"confidence":0.500777},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":128.54,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request is sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to send, specified in the currency used by the payment platform.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The payment source to use for the transaction, such as a balance within the app or a linked bank card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be hidden from public transaction feeds.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"enum\":[1,2,3,4,5,6],\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant for the reservation.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time of the reservation, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants based on specified location, cuisine category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The cuisine type or category of food offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers adequate vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The expected price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":34.62,"confidence":0.407292},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":103.43,"confidence":1.0}}}},{"id":"live_multiple_899-185-9","split":"live_multiple","state":"User: Could you set up a private transaction to Emma for $50? Transfer through app balance.","expected":"Payment_1_MakePayment","candidate_count":4,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":29.97,"confidence":0.997347},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":170.09,"confidence":0.75}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request is sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\nParameter payment_method (string); required; The payment source to use for the transaction, such as a balance within the app or a linked bank card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to send, specified in the currency used by the payment platform.\nParameter receiver (string); required; The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be hidden from public transaction feeds.; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The name of the restaurant for the reservation.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time of the reservation, in 24-hour format 'HH:MM'.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; allowed values: 1, 2, 3, 4, 5, 6; default: 2\nParameter date (string); The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences.\nParameter category (string); required; The cuisine type or category of food offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter price_range (string); The expected price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers adequate vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":37.4,"confidence":0.4303},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":109.87,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request is sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to send, specified in the currency used by the payment platform.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The payment source to use for the transaction, such as a balance within the app or a linked bank card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be hidden from public transaction feeds.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"enum\":[1,2,3,4,5,6],\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant for the reservation.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time of the reservation, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants based on specified location, cuisine category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The cuisine type or category of food offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers adequate vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The expected price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":34.01,"confidence":0.524779},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":108.63,"confidence":1.0}}}},{"id":"live_multiple_900-185-10","split":"live_multiple","state":"User: I'd like to send $200 to my friend Alice using my debit card. Can we also ensure the transaction remains private?","expected":"Payment_1_MakePayment","candidate_count":4,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":28.8,"confidence":0.984746},"jev":{"choice":"Payment_1_RequestPayment","correct":false,"latency_ms":93.38,"confidence":0.56}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request is sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\nParameter payment_method (string); required; The payment source to use for the transaction, such as a balance within the app or a linked bank card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to send, specified in the currency used by the payment platform.\nParameter receiver (string); required; The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be hidden from public transaction feeds.; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The name of the restaurant for the reservation.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time of the reservation, in 24-hour format 'HH:MM'.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; allowed values: 1, 2, 3, 4, 5, 6; default: 2\nParameter date (string); The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences.\nParameter category (string); required; The cuisine type or category of food offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter price_range (string); The expected price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers adequate vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":57.41,"confidence":0.608285},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":141.96,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request is sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to send, specified in the currency used by the payment platform.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The payment source to use for the transaction, such as a balance within the app or a linked bank card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be hidden from public transaction feeds.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"enum\":[1,2,3,4,5,6],\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant for the reservation.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time of the reservation, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants based on specified location, cuisine category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The cuisine type or category of food offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers adequate vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The expected price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":34.68,"confidence":0.505721},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":125.82,"confidence":1.0}}}},{"id":"live_multiple_901-185-11","split":"live_multiple","state":"User: Hello, I need to make a payment to Svetlana for $31. Could you send her the amount using my app balance?","expected":"Payment_1_MakePayment","candidate_count":4,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":29.48,"confidence":0.981438},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":149.96,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request is sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\nParameter payment_method (string); required; The payment source to use for the transaction, such as a balance within the app or a linked bank card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to send, specified in the currency used by the payment platform.\nParameter receiver (string); required; The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be hidden from public transaction feeds.; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The name of the restaurant for the reservation.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time of the reservation, in 24-hour format 'HH:MM'.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; allowed values: 1, 2, 3, 4, 5, 6; default: 2\nParameter date (string); The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences.\nParameter category (string); required; The cuisine type or category of food offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter price_range (string); The expected price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers adequate vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":65.1,"confidence":0.424881},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":111.05,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request is sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to send, specified in the currency used by the payment platform.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The payment source to use for the transaction, such as a balance within the app or a linked bank card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be hidden from public transaction feeds.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"enum\":[1,2,3,4,5,6],\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant for the reservation.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time of the reservation, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants based on specified location, cuisine category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The cuisine type or category of food offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers adequate vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The expected price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Payment_1_RequestPayment","correct":false,"latency_ms":34.78,"confidence":0.422378},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":151.8,"confidence":1.0}}}},{"id":"live_multiple_902-185-12","split":"live_multiple","state":"User: I would like to pay back my friend, Alex, $25 for our dinner last night. Could you use my debit card for this transaction?","expected":"Payment_1_MakePayment","candidate_count":4,"views":{"description":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences."},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":30.58,"confidence":0.934065},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":123.33,"confidence":1.0}},"prose_schema":{"criteria":{"Payment_1_RequestPayment":"Payment_1_RequestPayment: This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\nParameter receiver (string); required; The name or identifier of the contact or account to which the payment request is sent.\nParameter amount (float); required; The monetary value to be requested, specified in dollars.\nParameter private_visibility (boolean); Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.; default: False","Payment_1_MakePayment":"Payment_1_MakePayment: Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\nParameter payment_method (string); required; The payment source to use for the transaction, such as a balance within the app or a linked bank card.; allowed values: app balance, debit card, credit card\nParameter amount (float); required; The monetary value to send, specified in the currency used by the payment platform.\nParameter receiver (string); required; The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\nParameter private_visibility (boolean); A flag indicating whether the transaction should be hidden from public transaction feeds.; default: False","Restaurants_2_ReserveRestaurant":"Restaurants_2_ReserveRestaurant: Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\nParameter restaurant_name (string); required; The name of the restaurant for the reservation.\nParameter location (string); required; The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter time (string); required; The tentative time of the reservation, in 24-hour format 'HH:MM'.\nParameter number_of_seats (integer); The number of seats to reserve at the restaurant.; allowed values: 1, 2, 3, 4, 5, 6; default: 2\nParameter date (string); The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.; default: None","Restaurants_2_FindRestaurants":"Restaurants_2_FindRestaurants: Find restaurants based on specified location, cuisine category, and other optional preferences.\nParameter category (string); required; The cuisine type or category of food offered by the restaurant.; allowed values: Mexican, Bistro, Izakaya, Brunch, Thai, Sandwich, Seafood, Barbecue, European, Steakhouse, Vietnamese, Asian, Coffeehouse, American, Gastropub, Austrian, Italian, Indian, Spanish, Vegetarian, Brasserie, Chinese, Breakfast, Greek, California, Tapas, Take-out, Japanese\nParameter location (string); required; The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter price_range (string); The expected price range for dining at the restaurant.; allowed values: cheap, moderate, pricey, ultra high-end; default: dontcare\nParameter has_vegetarian_options (boolean); Indicates if the restaurant offers adequate vegetarian options.; default: False\nParameter has_seating_outdoors (boolean); Indicates if the restaurant has outdoor seating available.; default: False"},"clm":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":48.05,"confidence":0.609472},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":134.61,"confidence":1.0}},"schema":{"criteria":{"Payment_1_RequestPayment":"{\"description\":\"This function initiates a payment request to a specified receiver for a certain amount. It allows setting the visibility of the transaction to private or public.\",\"name\":\"Payment_1_RequestPayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to be requested, specified in dollars.\",\"type\":\"float\"},\"private_visibility\":{\"default\":false,\"description\":\"Indicates if the transaction should be hidden from public transaction feeds. When set to true, the transaction is private.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The name or identifier of the contact or account to which the payment request is sent.\",\"type\":\"string\"}},\"required\":[\"receiver\",\"amount\"],\"type\":\"dict\"}}","Payment_1_MakePayment":"{\"description\":\"Initiate a transaction to send a specified amount of money to a friend or contact using a chosen payment method.\",\"name\":\"Payment_1_MakePayment\",\"parameters\":{\"properties\":{\"amount\":{\"description\":\"The monetary value to send, specified in the currency used by the payment platform.\",\"type\":\"float\"},\"payment_method\":{\"description\":\"The payment source to use for the transaction, such as a balance within the app or a linked bank card.\",\"enum\":[\"app balance\",\"debit card\",\"credit card\"],\"type\":\"string\"},\"private_visibility\":{\"default\":false,\"description\":\"A flag indicating whether the transaction should be hidden from public transaction feeds.\",\"type\":\"boolean\"},\"receiver\":{\"description\":\"The identifier of the contact or account to receive the payment. This could be a username, phone number, or email address.\",\"type\":\"string\"}},\"required\":[\"payment_method\",\"amount\",\"receiver\"],\"type\":\"dict\"}}","Restaurants_2_ReserveRestaurant":"{\"description\":\"Make a table reservation at a restaurant. The function allows specifying the restaurant name, location, reservation time, number of seats, and date.\",\"name\":\"Restaurants_2_ReserveRestaurant\",\"parameters\":{\"properties\":{\"date\":{\"default\":null,\"description\":\"The tentative date of the restaurant reservation, in the format 'YYYY-MM-DD'. If not specified, the default value represents the current date.\",\"type\":\"string\"},\"location\":{\"description\":\"The location of the restaurant, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"number_of_seats\":{\"default\":2,\"description\":\"The number of seats to reserve at the restaurant.\",\"enum\":[1,2,3,4,5,6],\"type\":\"integer\"},\"restaurant_name\":{\"description\":\"The name of the restaurant for the reservation.\",\"type\":\"string\"},\"time\":{\"description\":\"The tentative time of the reservation, in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"restaurant_name\",\"location\",\"time\"],\"type\":\"dict\"}}","Restaurants_2_FindRestaurants":"{\"description\":\"Find restaurants based on specified location, cuisine category, and other optional preferences.\",\"name\":\"Restaurants_2_FindRestaurants\",\"parameters\":{\"properties\":{\"category\":{\"description\":\"The cuisine type or category of food offered by the restaurant.\",\"enum\":[\"Mexican\",\"Bistro\",\"Izakaya\",\"Brunch\",\"Thai\",\"Sandwich\",\"Seafood\",\"Barbecue\",\"European\",\"Steakhouse\",\"Vietnamese\",\"Asian\",\"Coffeehouse\",\"American\",\"Gastropub\",\"Austrian\",\"Italian\",\"Indian\",\"Spanish\",\"Vegetarian\",\"Brasserie\",\"Chinese\",\"Breakfast\",\"Greek\",\"California\",\"Tapas\",\"Take-out\",\"Japanese\"],\"type\":\"string\"},\"has_seating_outdoors\":{\"default\":false,\"description\":\"Indicates if the restaurant has outdoor seating available.\",\"type\":\"boolean\"},\"has_vegetarian_options\":{\"default\":false,\"description\":\"Indicates if the restaurant offers adequate vegetarian options.\",\"type\":\"boolean\"},\"location\":{\"description\":\"The city and state where the restaurant is located, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"price_range\":{\"default\":\"dontcare\",\"description\":\"The expected price range for dining at the restaurant.\",\"enum\":[\"cheap\",\"moderate\",\"pricey\",\"ultra high-end\"],\"type\":\"string\"}},\"required\":[\"category\",\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Restaurants_2_FindRestaurants","correct":false,"latency_ms":65.93,"confidence":0.470743},"jev":{"choice":"Payment_1_MakePayment","correct":true,"latency_ms":146.55,"confidence":1.0}}}},{"id":"live_multiple_903-186-0","split":"live_multiple","state":"User: Find me trains departing from Phoenix, AZ to Los Angeles on April 25, 2023?","expected":"Trains_1_FindTrains","candidate_count":4,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains to a given destination city, providing information about available train services for the specified journey."},"clm":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":77.78,"confidence":0.996872},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":162.42,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.\nParameter where_to (string); required; The location of the house to be booked, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); The number of adults included in the reservation. Select 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter has_laundry_service (string); Indicates if the house must have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 'dontcare' to indicate no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house from 1.0 to 5.0, with 5 being the highest. Use 'dontcare' to indicate no preference.; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.\nParameter _from (string); required; The starting city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter to (string); required; The destination city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter date_of_journey (string); required; The date of the train journey, in the format 'YYYY-MM-DD'.\nParameter journey_start_time (string); required; The start time of the train journey, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); required; The number of adults to reserve train tickets for.\nParameter trip_protection (boolean); required; Indicates whether to add trip protection to the reservation for an additional fee.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains to a given destination city, providing information about available train services for the specified journey.\nParameter _from (string); required; The name of the starting city for the train journey, such as 'New York, NY'.\nParameter to (string); required; The name of the destination city for the train journey, such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; The date of the train journey in the format 'MM/DD/YYYY'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults to reserve train tickets for. Must be an integer between 1 and 5.; default: 1"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":182.49,"confidence":0.704552},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":142.8,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults included in the reservation. Select 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to be booked, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Use 'dontcare' to indicate no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house from 1.0 to 5.0, with 5 being the highest. Use 'dontcare' to indicate no preference.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The starting city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The start time of the train journey, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"trip_protection\":{\"description\":\"Indicates whether to add trip protection to the reservation for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\",\"trip_protection\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Find trains to a given destination city, providing information about available train services for the specified journey.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, such as 'New York, NY'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for. Must be an integer between 1 and 5.\",\"type\":\"integer\"},\"to\":{\"description\":\"The name of the destination city for the train journey, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":235.29,"confidence":0.491785},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":127.34,"confidence":1.0}}}},{"id":"live_multiple_904-186-1","split":"live_multiple","state":"User: I am planning a short trip and need to reserve two seats on a train for March 4th. Can you find available trains from New York, NY to Los Angeles on that date?","expected":"Trains_1_FindTrains","candidate_count":4,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains to a given destination city, providing information about available train services for the specified journey."},"clm":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":28.9,"confidence":0.982658},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":119.9,"confidence":0.96}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.\nParameter where_to (string); required; The location of the house to be booked, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); The number of adults included in the reservation. Select 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter has_laundry_service (string); Indicates if the house must have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 'dontcare' to indicate no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house from 1.0 to 5.0, with 5 being the highest. Use 'dontcare' to indicate no preference.; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.\nParameter _from (string); required; The starting city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter to (string); required; The destination city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter date_of_journey (string); required; The date of the train journey, in the format 'YYYY-MM-DD'.\nParameter journey_start_time (string); required; The start time of the train journey, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); required; The number of adults to reserve train tickets for.\nParameter trip_protection (boolean); required; Indicates whether to add trip protection to the reservation for an additional fee.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains to a given destination city, providing information about available train services for the specified journey.\nParameter _from (string); required; The name of the starting city for the train journey, such as 'New York, NY'.\nParameter to (string); required; The name of the destination city for the train journey, such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; The date of the train journey in the format 'MM/DD/YYYY'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults to reserve train tickets for. Must be an integer between 1 and 5.; default: 1"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":42.2,"confidence":0.790828},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":160.48,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults included in the reservation. Select 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to be booked, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Use 'dontcare' to indicate no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house from 1.0 to 5.0, with 5 being the highest. Use 'dontcare' to indicate no preference.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The starting city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The start time of the train journey, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"trip_protection\":{\"description\":\"Indicates whether to add trip protection to the reservation for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\",\"trip_protection\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Find trains to a given destination city, providing information about available train services for the specified journey.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, such as 'New York, NY'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for. Must be an integer between 1 and 5.\",\"type\":\"integer\"},\"to\":{\"description\":\"The name of the destination city for the train journey, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":37.62,"confidence":0.475217},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":119.43,"confidence":1.0}}}},{"id":"live_multiple_905-186-2","split":"live_multiple","state":"User: Can you book 4 business class train tickets from Portland, OR to Seattle, WA for the journey on May 15, 2023 starting at one day before, and ensure trip protection is included?","expected":"Trains_1_GetTrainTickets","candidate_count":4,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains to a given destination city, providing information about available train services for the specified journey."},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":28.46,"confidence":0.897133},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":138.91,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.\nParameter where_to (string); required; The location of the house to be booked, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); The number of adults included in the reservation. Select 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter has_laundry_service (string); Indicates if the house must have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 'dontcare' to indicate no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house from 1.0 to 5.0, with 5 being the highest. Use 'dontcare' to indicate no preference.; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.\nParameter _from (string); required; The starting city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter to (string); required; The destination city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter date_of_journey (string); required; The date of the train journey, in the format 'YYYY-MM-DD'.\nParameter journey_start_time (string); required; The start time of the train journey, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); required; The number of adults to reserve train tickets for.\nParameter trip_protection (boolean); required; Indicates whether to add trip protection to the reservation for an additional fee.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains to a given destination city, providing information about available train services for the specified journey.\nParameter _from (string); required; The name of the starting city for the train journey, such as 'New York, NY'.\nParameter to (string); required; The name of the destination city for the train journey, such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; The date of the train journey in the format 'MM/DD/YYYY'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults to reserve train tickets for. Must be an integer between 1 and 5.; default: 1"},"clm":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":29.79,"confidence":0.494782},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":110.86,"confidence":0.99}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults included in the reservation. Select 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to be booked, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Use 'dontcare' to indicate no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house from 1.0 to 5.0, with 5 being the highest. Use 'dontcare' to indicate no preference.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The starting city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The start time of the train journey, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"trip_protection\":{\"description\":\"Indicates whether to add trip protection to the reservation for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\",\"trip_protection\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Find trains to a given destination city, providing information about available train services for the specified journey.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, such as 'New York, NY'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for. Must be an integer between 1 and 5.\",\"type\":\"integer\"},\"to\":{\"description\":\"The name of the destination city for the train journey, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":37.16,"confidence":0.391733},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":168.88,"confidence":0.93}}}},{"id":"live_multiple_906-186-3","split":"live_multiple","state":"User: Can you reserve tickets for two adults for a train journey from New York, NY to Los Angeles on May 5th, 2023, starting at 15:00, with trip protection included?","expected":"Trains_1_GetTrainTickets","candidate_count":4,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains to a given destination city, providing information about available train services for the specified journey."},"clm":{"choice":"Trains_1_FindTrains","correct":false,"latency_ms":37.52,"confidence":0.654851},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":119.65,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.\nParameter where_to (string); required; The location of the house to be booked, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); The number of adults included in the reservation. Select 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter has_laundry_service (string); Indicates if the house must have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 'dontcare' to indicate no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house from 1.0 to 5.0, with 5 being the highest. Use 'dontcare' to indicate no preference.; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.\nParameter _from (string); required; The starting city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter to (string); required; The destination city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter date_of_journey (string); required; The date of the train journey, in the format 'YYYY-MM-DD'.\nParameter journey_start_time (string); required; The start time of the train journey, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); required; The number of adults to reserve train tickets for.\nParameter trip_protection (boolean); required; Indicates whether to add trip protection to the reservation for an additional fee.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains to a given destination city, providing information about available train services for the specified journey.\nParameter _from (string); required; The name of the starting city for the train journey, such as 'New York, NY'.\nParameter to (string); required; The name of the destination city for the train journey, such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; The date of the train journey in the format 'MM/DD/YYYY'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults to reserve train tickets for. Must be an integer between 1 and 5.; default: 1"},"clm":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":30.82,"confidence":0.466879},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":143.27,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults included in the reservation. Select 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to be booked, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Use 'dontcare' to indicate no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house from 1.0 to 5.0, with 5 being the highest. Use 'dontcare' to indicate no preference.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The starting city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The start time of the train journey, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"trip_protection\":{\"description\":\"Indicates whether to add trip protection to the reservation for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\",\"trip_protection\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Find trains to a given destination city, providing information about available train services for the specified journey.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, such as 'New York, NY'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for. Must be an integer between 1 and 5.\",\"type\":\"integer\"},\"to\":{\"description\":\"The name of the destination city for the train journey, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":88.09,"confidence":0.474008},"jev":{"choice":"Trains_1_GetTrainTickets","correct":true,"latency_ms":106.36,"confidence":1.0}}}},{"id":"live_multiple_907-186-4","split":"live_multiple","state":"User: I'm looking to book train tickets from Philadelphia, PA to a city on the 8th of march 2023. Find me the available trains with the Value fare class?","expected":"Trains_1_FindTrains","candidate_count":4,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains to a given destination city, providing information about available train services for the specified journey."},"clm":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":28.91,"confidence":0.981922},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":94.29,"confidence":0.84}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.\nParameter where_to (string); required; The location of the house to be booked, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter number_of_adults (integer); The number of adults included in the reservation. Select 'dontcare' for no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter check_in_date (string); required; The start date for the reservation in the format 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation in the format 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.\nParameter where_to (string); required; The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter has_laundry_service (string); Indicates if the house must have a laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 'dontcare' to indicate no preference.; allowed values: 1, 2, 3, 4, 5, dontcare; default: dontcare\nParameter rating (float); The minimum review rating of the house from 1.0 to 5.0, with 5 being the highest. Use 'dontcare' to indicate no preference.; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.\nParameter _from (string); required; The starting city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter to (string); required; The destination city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter date_of_journey (string); required; The date of the train journey, in the format 'YYYY-MM-DD'.\nParameter journey_start_time (string); required; The start time of the train journey, in 24-hour format 'HH:MM'.\nParameter number_of_adults (integer); required; The number of adults to reserve train tickets for.\nParameter trip_protection (boolean); required; Indicates whether to add trip protection to the reservation for an additional fee.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Find trains to a given destination city, providing information about available train services for the specified journey.\nParameter _from (string); required; The name of the starting city for the train journey, such as 'New York, NY'.\nParameter to (string); required; The name of the destination city for the train journey, such as 'Los Angeles, CA'.\nParameter date_of_journey (string); required; The date of the train journey in the format 'MM/DD/YYYY'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults to reserve train tickets for. Must be an integer between 1 and 5.; default: 1"},"clm":{"choice":"Trains_1_GetTrainTickets","correct":false,"latency_ms":30.3,"confidence":0.770052},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":125.81,"confidence":0.99}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults included in the reservation. Select 'dontcare' for no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to be booked, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house must have a laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":\"dontcare\",\"description\":\"The number of adults for the reservation. Use 'dontcare' to indicate no preference.\",\"enum\":[\"1\",\"2\",\"3\",\"4\",\"5\",\"dontcare\"],\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating of the house from 1.0 to 5.0, with 5 being the highest. Use 'dontcare' to indicate no preference.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The starting city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The start time of the train journey, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"trip_protection\":{\"description\":\"Indicates whether to add trip protection to the reservation for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\",\"trip_protection\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Find trains to a given destination city, providing information about available train services for the specified journey.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, such as 'New York, NY'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults to reserve train tickets for. Must be an integer between 1 and 5.\",\"type\":\"integer\"},\"to\":{\"description\":\"The name of the destination city for the train journey, such as 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":34.52,"confidence":0.350624},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":100.75,"confidence":0.99}}}},{"id":"live_multiple_908-187-0","split":"live_multiple","state":"User: Could you browse attractions in New York that are free to enter and suitable for children?","expected":"Travel_1_FindAttractions","candidate_count":5,"views":{"description":{"criteria":{"Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function sends the current geographical location of the user to a specified contact in the user's address book. The location should be in the format of 'Latitude, Longitude' (e.g., '34.0522, -118.2437').","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specific location during a designated rental period.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by providing the required details such as pickup location, rental period, car type, and insurance option.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children.","get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location."},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":80.73,"confidence":0.801143},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":95.84,"confidence":1.0}},"prose_schema":{"criteria":{"Messaging_1_ShareLocation":"Messaging_1_ShareLocation: This function sends the current geographical location of the user to a specified contact in the user's address book. The location should be in the format of 'Latitude, Longitude' (e.g., '34.0522, -118.2437').\nParameter location (string); required; The user's current location to share, expressed as a string in the format 'Latitude, Longitude'.\nParameter contact_name (string); required; The full name of the contact to whom the location will be sent.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Discover cars available for rent in a specific location during a designated rental period.\nParameter city (string); required; The city where the car will be rented, in the format 'City, State' (e.g., 'Los Angeles, CA').\nParameter start_date (string); required; The start date for the car rental, in the format 'YYYY-MM-DD' (e.g., '2021-07-20').\nParameter pickup_time (string); required; The pickup time on the start date, in 24-hour format 'HH:MM' (e.g., '14:00' for 2 PM).\nParameter end_date (string); required; The end date for the car rental, in the format 'YYYY-MM-DD' (e.g., '2021-07-22').\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: Make a rental car reservation by providing the required details such as pickup location, rental period, car type, and insurance option.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The scheduled time for the car pickup in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The date when the car will be returned, in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The type of car to be reserved.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag indicating whether to add insurance to the rental.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\nParameter free_entry (string); Indicates if the attractions should have free entry, with 'dontcare' as an option to include all.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category of the attraction, with 'dontcare' as an option to include all.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Indicates if the attractions are suitable for children, with 'dontcare' as an option to include all.; allowed values: True, False, dontcare; default: dontcare","get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.\nParameter location (string); required; The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of measurement for temperature values.; allowed values: celsius, fahrenheit; default: fahrenheit"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":127.27,"confidence":0.991386},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":109.83,"confidence":1.0}},"schema":{"criteria":{"Messaging_1_ShareLocation":"{\"description\":\"This function sends the current geographical location of the user to a specified contact in the user's address book. The location should be in the format of 'Latitude, Longitude' (e.g., '34.0522, -118.2437').\",\"name\":\"Messaging_1_ShareLocation\",\"parameters\":{\"properties\":{\"contact_name\":{\"description\":\"The full name of the contact to whom the location will be sent.\",\"type\":\"string\"},\"location\":{\"description\":\"The user's current location to share, expressed as a string in the format 'Latitude, Longitude'.\",\"type\":\"string\"}},\"required\":[\"location\",\"contact_name\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Discover cars available for rent in a specific location during a designated rental period.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the car will be rented, in the format 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for the car rental, in the format 'YYYY-MM-DD' (e.g., '2021-07-22').\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pickup time on the start date, in 24-hour format 'HH:MM' (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental, in the format 'YYYY-MM-DD' (e.g., '2021-07-20').\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"Make a rental car reservation by providing the required details such as pickup location, rental period, car type, and insurance option.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag indicating whether to add insurance to the rental.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The type of car to be reserved.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The date when the car will be returned, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Los Angeles, CA'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The scheduled time for the car pickup in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category of the attraction, with 'dontcare' as an option to include all.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Indicates if the attractions should have free entry, with 'dontcare' as an option to include all.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Indicates if the attractions are suitable for children, with 'dontcare' as an option to include all.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"The city or town where the attractions are located, in the format of 'City, State' or 'City, Country' if the city does not locate in the United States, such as 'Paris, FR' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The location for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of measurement for temperature values.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":197.96,"confidence":0.816453},"jev":{"choice":"Travel_1_FindAttractions","correct":true,"latency_ms":124.96,"confidence":1.0}}}},{"id":"live_multiple_909-188-0","split":"live_multiple","state":"User: Verify if there's a YouTube video titled 'The Secrets of the Taj Mahal' published by 'TravelHistory' with tags including 'Taj Mahal', 'India', and 'architecture'?","expected":"youtube.check_videos","candidate_count":2,"views":{"description":{"criteria":{"youtube.check_videos":"youtube.check_videos: Verify the existence of YouTube videos based on their title, publisher, and associated tags.","youtube.get_video_rating":"youtube.get_video_rating: Retrieves the rating of a YouTube video based on its title and publisher."},"clm":{"choice":"youtube.get_video_rating","correct":false,"latency_ms":90.35,"confidence":0.769265},"jev":{"choice":"youtube.check_videos","correct":true,"latency_ms":116.91,"confidence":1.0}},"prose_schema":{"criteria":{"youtube.check_videos":"youtube.check_videos: Verify the existence of YouTube videos based on their title, publisher, and associated tags.\nParameter title (string); required; The exact title of the YouTube video to check.\nParameter publisher (string); required; The name of the channel or individual who published the video.\nParameter tags (array); required; An array of strings representing the hashtags associated with the video.","youtube.get_video_rating":"youtube.get_video_rating: Retrieves the rating of a YouTube video based on its title and publisher.\nParameter title (string); required; The title of the video whose rating is being requested.\nParameter publisher (string); required; The name of the publisher of the video."},"clm":{"choice":"youtube.check_videos","correct":true,"latency_ms":68.0,"confidence":0.532286},"jev":{"choice":"youtube.check_videos","correct":true,"latency_ms":156.06,"confidence":1.0}},"schema":{"criteria":{"youtube.check_videos":"{\"description\":\"Verify the existence of YouTube videos based on their title, publisher, and associated tags.\",\"name\":\"youtube.check_videos\",\"parameters\":{\"properties\":{\"publisher\":{\"description\":\"The name of the channel or individual who published the video.\",\"type\":\"string\"},\"tags\":{\"description\":\"An array of strings representing the hashtags associated with the video.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"title\":{\"description\":\"The exact title of the YouTube video to check.\",\"type\":\"string\"}},\"required\":[\"title\",\"publisher\",\"tags\"],\"type\":\"dict\"}}","youtube.get_video_rating":"{\"description\":\"Retrieves the rating of a YouTube video based on its title and publisher.\",\"name\":\"youtube.get_video_rating\",\"parameters\":{\"properties\":{\"publisher\":{\"description\":\"The name of the publisher of the video.\",\"type\":\"string\"},\"title\":{\"description\":\"The title of the video whose rating is being requested.\",\"type\":\"string\"}},\"required\":[\"title\",\"publisher\"],\"type\":\"dict\"}}"},"clm":{"choice":"youtube.get_video_rating","correct":false,"latency_ms":102.12,"confidence":0.789784},"jev":{"choice":"youtube.check_videos","correct":true,"latency_ms":116.04,"confidence":1.0}}}},{"id":"live_multiple_910-189-0","split":"live_multiple","state":"User: Get application's name along with its current version?","expected":"version_api.VersionApi.get_version","candidate_count":5,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the application's name and its current version as a JSON object.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve the details of a project based on its name and version identifier.","ProjectApi.update_project":"ProjectApi.update_project: Updates the specified project with new information such as its name, status, and description.","badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: Retrieves the current security metrics, such as the number of vulnerabilities, for a specified project and its version.","badge_api.BadgeApi.get_project_policy_violations_badge1":"badge_api.BadgeApi.get_project_policy_violations_badge1: This function retrieves a badge image that indicates whether a specific project version complies with defined policy rules."},"clm":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":false,"latency_ms":81.98,"confidence":0.647474},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":102.98,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the application's name and its current version as a JSON object.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve the details of a project based on its name and version identifier.\nParameter name (string); required; The unique name of the project.\nParameter version (string); required; Semantic version number of the project, in the format 'major.minor.patch'.","ProjectApi.update_project":"ProjectApi.update_project: Updates the specified project with new information such as its name, status, and description.\nParameter project_id (string); required; The unique identifier of the project to be updated.\nParameter project_data (dict); required; A dictionary containing the updated data for the project.","badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: Retrieves the current security metrics, such as the number of vulnerabilities, for a specified project and its version.\nParameter name (string); required; The unique name of the project for which to retrieve security metrics.\nParameter version (string); required; The specific version of the project to query. Follows semantic versioning, e.g., '1.2.3'.","badge_api.BadgeApi.get_project_policy_violations_badge1":"badge_api.BadgeApi.get_project_policy_violations_badge1: This function retrieves a badge image that indicates whether a specific project version complies with defined policy rules.\nParameter name (string); required; The unique name of the project for which the policy violations badge is being queried.\nParameter version (string); required; The specific version identifier of the project to check for policy violations."},"clm":{"choice":"badge_api.BadgeApi.get_project_vulnerabilities_badge","correct":false,"latency_ms":75.72,"confidence":0.699151},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":125.75,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the application's name and its current version as a JSON object.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","project_api.ProjectApi.get_project_by_name_and_version":"{\"description\":\"Retrieve the details of a project based on its name and version identifier.\",\"name\":\"project_api.ProjectApi.get_project_by_name_and_version\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name of the project.\",\"type\":\"string\"},\"version\":{\"description\":\"Semantic version number of the project, in the format 'major.minor.patch'.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","ProjectApi.update_project":"{\"description\":\"Updates the specified project with new information such as its name, status, and description.\",\"name\":\"ProjectApi.update_project\",\"parameters\":{\"properties\":{\"project_data\":{\"description\":\"A dictionary containing the updated data for the project.\",\"properties\":{\"description\":{\"default\":\"\",\"description\":\"A brief description of the project.\",\"type\":\"string\"},\"name\":{\"description\":\"The new name of the project.\",\"type\":\"string\"},\"status\":{\"default\":\"active\",\"description\":\"The current status of the project.\",\"enum\":[\"active\",\"inactive\",\"completed\",\"on hold\"],\"type\":\"string\"}},\"type\":\"dict\"},\"project_id\":{\"description\":\"The unique identifier of the project to be updated.\",\"type\":\"string\"}},\"required\":[\"project_id\",\"project_data\"],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_vulnerabilities_badge":"{\"description\":\"Retrieves the current security metrics, such as the number of vulnerabilities, for a specified project and its version.\",\"name\":\"badge_api.BadgeApi.get_project_vulnerabilities_badge\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name of the project for which to retrieve security metrics.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version of the project to query. Follows semantic versioning, e.g., '1.2.3'.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_policy_violations_badge1":"{\"description\":\"This function retrieves a badge image that indicates whether a specific project version complies with defined policy rules.\",\"name\":\"badge_api.BadgeApi.get_project_policy_violations_badge1\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name of the project for which the policy violations badge is being queried.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version identifier of the project to check for policy violations.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":118.61,"confidence":0.920322},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":146.68,"confidence":1.0}}}},{"id":"live_multiple_911-190-0","split":"live_multiple","state":"User: Show me the profile information for the service provider with the UID of 1?","expected":"view_service_provider_profile","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on specified criteria.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile information of a specified service provider."},"clm":{"choice":"view_service_provider_profile","correct":true,"latency_ms":77.58,"confidence":0.855052},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":95.76,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on specified criteria.\nParameter service_id (integer); required; Unique identifier for the type of service.\nParameter province_id (integer); required; Unique identifier for the province.\nParameter district_name (string); The name of the district, such as 'Bang Rak' or 'Watthana'.; default: \nParameter sub_district_name (string); The name of the subdistrict, such as 'Thung Maha Mek' or 'Khlong Toei'.; default: \nParameter avg_rating (float); The average review rating of the service provider, on a scale of 1 to 5 stars.; default: 0.0\nParameter start_available_date (string); The start of the availability date range for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'.; default: None\nParameter end_available_date (string); The end of the availability date range for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'.; default: None\nParameter min_age (integer); The minimum age of the service provider.; default: 18\nParameter max_age (integer); The maximum age of the service provider.; default: 65\nParameter has_late_check_in (boolean); Indicates if the service provider has a record of late check-in.; default: False\nParameter has_quality_problem (boolean); Indicates if the service provider has a history of quality-related problems.; default: False\nParameter is_excellent (boolean); Indicates if the service provider is considered excellent.; default: False\nParameter is_cleaning_condo (boolean); Indicates if the service provider offers condo cleaning services.; default: False\nParameter is_cleaning_home (boolean); Indicates if the service provider offers home cleaning services.; default: False\nParameter is_cleaning_office (boolean); Indicates if the service provider offers office cleaning services.; default: False\nParameter is_package (boolean); Indicates if the service provider offers booking packages.; default: False\nParameter is_subscription (boolean); Indicates if the service provider offers subscription services.; default: False\nParameter available_for_pet (boolean); Indicates if the service provider can work in environments with pets.; default: False\nParameter professional_group_id (integer); The group to which the service provider belongs, such as 'Group A' or 'Group B'.; allowed values: Group A, Group B, Group C; default: Group A\nParameter job_qty (integer); The number of jobs the service provider has completed.; default: 0","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile information of a specified service provider.\nParameter service_id (integer); required; The unique identifier of the service provider whose profile is to be viewed."},"clm":{"choice":"view_service_provider_profile","correct":true,"latency_ms":120.86,"confidence":0.948922},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":148.73,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Retrieve a list of service providers based on specified criteria.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates if the service provider can work in environments with pets.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":0.0,\"description\":\"The average review rating of the service provider, on a scale of 1 to 5 stars.\",\"type\":\"float\"},\"district_name\":{\"default\":\"\",\"description\":\"The name of the district, such as 'Bang Rak' or 'Watthana'.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability date range for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates if the service provider has a record of late check-in.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates if the service provider has a history of quality-related problems.\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates if the service provider offers condo cleaning services.\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates if the service provider offers home cleaning services.\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates if the service provider offers office cleaning services.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates if the service provider is considered excellent.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates if the service provider offers booking packages.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates if the service provider offers subscription services.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":0,\"description\":\"The number of jobs the service provider has completed.\",\"type\":\"integer\"},\"max_age\":{\"default\":65,\"description\":\"The maximum age of the service provider.\",\"type\":\"integer\"},\"min_age\":{\"default\":18,\"description\":\"The minimum age of the service provider.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":\"Group A\",\"description\":\"The group to which the service provider belongs, such as 'Group A' or 'Group B'.\",\"enum\":[\"Group A\",\"Group B\",\"Group C\"],\"type\":\"integer\"},\"province_id\":{\"description\":\"Unique identifier for the province.\",\"type\":\"integer\"},\"service_id\":{\"description\":\"Unique identifier for the type of service.\",\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability date range for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":\"\",\"description\":\"The name of the subdistrict, such as 'Thung Maha Mek' or 'Khlong Toei'.\",\"type\":\"string\"}},\"required\":[\"service_id\",\"province_id\"],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile information of a specified service provider.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"service_id\":{\"description\":\"The unique identifier of the service provider whose profile is to be viewed.\",\"type\":\"integer\"}},\"required\":[\"service_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":true,"latency_ms":138.4,"confidence":0.989182},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":149.12,"confidence":1.0}}}},{"id":"live_multiple_912-191-0","split":"live_multiple","state":"System: Please act like the current date is 2024/02/21\nUser: I'm looking for someone who can iron clothes in the Bang Khen District of Bangkok. Find someone with a good reputation, say with an average rating of at least 4 stars?","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":65.27,"confidence":0.994202},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":101.14,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":144.96,"confidence":0.801392},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":109.19,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":173.55,"confidence":0.829453},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":112.2,"confidence":1.0}}}},{"id":"live_multiple_913-191-1","split":"live_multiple","state":"User: I'm looking for a housekeeper with an average rating of at least 4.9, available on March 19, 2024, at 12:00 PM in Bangna District, Bangkok.","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":29.7,"confidence":0.973495},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":113.74,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":30.63,"confidence":0.98853},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":145.15,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":36.12,"confidence":0.858315},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":123.6,"confidence":1.0}}}},{"id":"live_multiple_914-191-2","split":"live_multiple","state":"System: Please act like the current date is 2024/02/21\nUser: Retrieve the profile details for the service provider with the unique identifier 9974?","expected":"view_service_provider_profile","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":false,"latency_ms":28.48,"confidence":0.787242},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":97.97,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":true,"latency_ms":30.66,"confidence":0.974637},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":127.25,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":true,"latency_ms":35.23,"confidence":0.736102},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":145.03,"confidence":1.0}}}},{"id":"live_multiple_915-191-3","split":"live_multiple","state":"User: Find a service provider that offers packaged services with a perfect 5-star rating in Bangkok, specifically in the Lat Phrao district.","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":39.04,"confidence":0.941402},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":117.74,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":31.37,"confidence":0.996794},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":102.38,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":63.41,"confidence":0.633745},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":129.73,"confidence":1.0}}}},{"id":"live_multiple_916-191-4","split":"live_multiple","state":"User: I'm looking for a housekeeper with availability starting on March 19, 2024, at 12:00.","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":30.68,"confidence":0.960331},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":107.53,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":31.48,"confidence":0.834456},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":105.42,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":94.83,"confidence":0.624387},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":129.2,"confidence":1.0}}}},{"id":"live_multiple_917-191-5","split":"live_multiple","state":"User: Open service provider profile id:7434","expected":"view_service_provider_profile","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":false,"latency_ms":29.53,"confidence":0.854307},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":115.56,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":true,"latency_ms":29.63,"confidence":0.942971},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":156.96,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":true,"latency_ms":34.35,"confidence":0.955344},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":134.99,"confidence":1.0}}}},{"id":"live_multiple_918-191-6","split":"live_multiple","state":"User: Find a service provider that provides ironing services in Nonthaburi Province, Bang Kruai District","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":39.83,"confidence":0.970761},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":118.52,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":29.37,"confidence":0.874593},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":133.93,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":79.13,"confidence":0.868201},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":118.32,"confidence":1.0}}}},{"id":"live_multiple_919-191-7","split":"live_multiple","state":"User: I need to find a maid for cleaning services who is available on March 19, 2024, starting at noon. Can you find someone with good ratings, maybe around 4 or 5 stars, and no record of quality problems?","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":30.1,"confidence":0.979112},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":102.16,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":31.19,"confidence":0.895292},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":130.39,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":63.65,"confidence":0.56665},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":98.12,"confidence":1.0}}}},{"id":"live_multiple_920-191-8","split":"live_multiple","state":"User: I need a cleaning service provider who can come to my condo on February 23, 2024, anytime between 10:30 a.m. and 7:00 p.m. Can you help me find someone with a good rating and no history of quality issues or late check-ins?","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":31.33,"confidence":0.991201},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":111.46,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":35.74,"confidence":0.926767},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":135.21,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":31.04,"confidence":0.500231},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":113.14,"confidence":1.0}}}},{"id":"live_multiple_921-191-9","split":"live_multiple","state":"User: Find cleaning service providers available in Chiang Mai, specifically in the Mueang District, on the 19th of March, 2024?","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":38.43,"confidence":0.965095},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":122.27,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":29.57,"confidence":0.791325},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":109.53,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":30.05,"confidence":0.746712},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":126.73,"confidence":1.0}}}},{"id":"live_multiple_922-191-10","split":"live_multiple","state":"System: Please act like the current date is 2024/02/21\nUser: Find a provider between the ages of 25 and 35 who is in Group B and who has never been late.","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":30.63,"confidence":0.997134},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":137.88,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":28.84,"confidence":0.940555},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":113.52,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":65.6,"confidence":0.51768},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":136.0,"confidence":1.0}}}},{"id":"live_multiple_923-191-11","split":"live_multiple","state":"User: Looking for a housekeeper who can provide services in Chatuchak District, Bangkok on March 19, 2024 at 1:00 p.m. Ironing.","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":30.07,"confidence":0.995291},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":157.79,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":29.21,"confidence":0.586897},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":144.65,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":32.91,"confidence":0.587983},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":140.87,"confidence":1.0}}}},{"id":"live_multiple_924-191-12","split":"live_multiple","state":"User: I need to locate a cleaner for bathroom cleaning services located in Bangkok, specifically in the district of Sukhumvit. They should have an average rating of at least 4 stars, be available on March 4, 2024, from 3:00 p.m. onwards, and be between the ages of 25 and 35.","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":40.99,"confidence":0.979095},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":112.34,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":30.42,"confidence":0.781811},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":108.75,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":31.23,"confidence":0.727222},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":120.94,"confidence":1.0}}}},{"id":"live_multiple_925-191-13","split":"live_multiple","state":"User: View provider profile ID 28","expected":"view_service_provider_profile","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":false,"latency_ms":28.74,"confidence":0.788144},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":98.72,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":true,"latency_ms":29.01,"confidence":0.961733},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":155.14,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":true,"latency_ms":31.57,"confidence":0.766069},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":97.81,"confidence":1.0}}}},{"id":"live_multiple_926-191-14","split":"live_multiple","state":"User: Find a service provider that provides cleaning services in Chiang Mai, Hang Dong District, available on March 25, 2024, 2:30 PM, that does not have pets.","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":29.92,"confidence":0.97854},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":104.77,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":29.99,"confidence":0.824855},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":124.83,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":32.77,"confidence":0.559673},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":137.7,"confidence":1.0}}}},{"id":"live_multiple_927-191-15","split":"live_multiple","state":"User: I'm looking for a cleaning service provider with a high average rating and located in Bangkok. Can you help me find one that's also recognized for excellent service?","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":39.34,"confidence":0.972301},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":127.14,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":29.97,"confidence":0.986286},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":99.29,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":28.03,"confidence":0.717804},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":186.89,"confidence":1.0}}}},{"id":"live_multiple_928-191-16","split":"live_multiple","state":"User: Find a service provider that provides Subscription service that is in Group B and that is never late.","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":29.65,"confidence":0.989496},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":117.74,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":27.78,"confidence":0.984239},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":150.2,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":30.3,"confidence":0.570671},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":138.08,"confidence":1.0}}}},{"id":"live_multiple_929-191-17","split":"live_multiple","state":"User: Help find a service provider that provides cleaning services. At Chiang Mai Province, Muang District, 19/03/2024 09:30, has a review score of 4.7","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":29.81,"confidence":0.993958},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":97.78,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":28.5,"confidence":0.562072},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":105.8,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":43.08,"confidence":0.657813},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":134.06,"confidence":1.0}}}},{"id":"live_multiple_930-191-18","split":"live_multiple","state":"User: Find a service provider providing services 35","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":27.75,"confidence":0.951021},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":95.58,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":36.35,"confidence":0.907137},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":124.45,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":70.15,"confidence":0.965344},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":117.62,"confidence":1.0}}}},{"id":"live_multiple_931-191-19","split":"live_multiple","state":"User: Find a service provider that provides services in Phra Khanong Subdistrict. Being an Excellence service provider","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":29.29,"confidence":0.941643},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":93.2,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":28.71,"confidence":0.99618},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":131.51,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":33.88,"confidence":0.908061},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":130.83,"confidence":1.0}}}},{"id":"live_multiple_932-191-20","split":"live_multiple","state":"User: Help find housekeeper profile ID 4724","expected":"view_service_provider_profile","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":false,"latency_ms":28.08,"confidence":0.745438},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":99.29,"confidence":0.99}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":true,"latency_ms":29.07,"confidence":0.997234},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":105.07,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":true,"latency_ms":67.29,"confidence":0.586004},"jev":{"choice":"view_service_provider_profile","correct":true,"latency_ms":125.49,"confidence":1.0}}}},{"id":"live_multiple_933-191-21","split":"live_multiple","state":"User: If the service provider is available Providing service in Ratchathewi District, Bangkok on March 20, 2024 at 11:00 a.m. Service can be provided with pets.","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":29.18,"confidence":0.98511},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":133.21,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":30.13,"confidence":0.791912},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":147.47,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":36.21,"confidence":0.748844},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":110.88,"confidence":1.0}}}},{"id":"live_multiple_934-191-22","split":"live_multiple","state":"User: I'm looking for a cleaning service provider in Bangkok, specifically in the Chatuchak district, available on the 22nd of March, 2024. Can you find me options with a good reputation?","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":28.37,"confidence":0.90635},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":104.3,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as rating, location, availability, and service types offered.\nParameter avg_rating (float); The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.; default: None\nParameter province_id (integer); ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.; allowed values: 1, 2, 3, 4, 5; default: None\nParameter district_name (string); The name of the district where the service provider is located, or 'null' if not specified.; default: None\nParameter sub_district_name (string); The name of the sub-district where the service provider is located, or 'null' if not specified.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.; default: None\nParameter min_age (integer); The minimum age of the service provider, or 'null' if no preference.; default: None\nParameter max_age (integer); The maximum age of the service provider, or 'null' if no preference.; default: None\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).; default: False\nParameter is_excellent (boolean); Indicates whether the service provider has a record of excellence (false for no record, true for having a record).; default: False\nParameter is_package (boolean); Indicates whether the job is a packaged offer (false for individual services, true for a package).; default: False\nParameter is_subscription (boolean); Indicates whether the job is subscription-based (false for one-time services, true for subscription).; default: False\nParameter service_id (integer); ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.; allowed values: 1, 2, 3, 13, 39, 15, 35, 24; default: None\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets (false for no, true for yes).; default: False\nParameter professional_group_id (integer); ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.; allowed values: 1, 2, 3; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if not applicable.; default: None\nParameter is_cleaning_condo (boolean); Indicates whether the service provider offers condo cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_home (boolean); Indicates whether the service provider offers home cleaning services (false for no, true for yes).; default: False\nParameter is_cleaning_office (boolean); Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile details of a specific service provider by using their unique identifier.\nParameter professional_id (integer); required; The unique identifier for a service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":56.56,"confidence":0.991672},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":115.08,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as rating, location, availability, and service types offered.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets (false for no, true for yes).\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating of the service provider on a scale of 1 to 5 stars. Use 'null' for unrated.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' if open-ended.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins (false for no record, true for having a record).\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates whether the service provider offers condo cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates whether the service provider offers home cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates whether the service provider offers office or workplace cleaning services (false for no, true for yes).\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of excellence (false for no record, true for having a record).\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the job is a packaged offer (false for individual services, true for a package).\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the job is subscription-based (false for one-time services, true for subscription).\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if not applicable.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider, or 'null' if no preference.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group to which the service provider belongs. Example: 1 for Group A, 2 for Group B.\",\"enum\":[1,2,3],\"type\":\"integer\"},\"province_id\":{\"default\":null,\"description\":\"ID of the province where the service provider is located. Example: 1 for Bangkok, 2 for Chiang Mai.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the service being offered by the provider. Example: 1 for cleaning service, 2 for ironing service.\",\"enum\":[1,2,3,13,39,15,35,24],\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for immediate availability.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district where the service provider is located, or 'null' if not specified.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile details of a specific service provider by using their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for a service provider.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":68.57,"confidence":0.531659},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":115.03,"confidence":1.0}}}},{"id":"live_multiple_935-192-0","split":"live_multiple","state":"User: Set an reminder for meeting in a minute","expected":"set_countdown","candidate_count":2,"views":{"description":{"criteria":{"set_alarm":"set_alarm: Set an alarm to trigger at a specified time, optionally with a designated purpose.","set_countdown":"set_countdown: Initializes a countdown timer for a specified duration with an optional reminder purpose."},"clm":{"choice":"set_alarm","correct":false,"latency_ms":53.44,"confidence":0.835971},"jev":{"choice":"set_countdown","correct":true,"latency_ms":123.05,"confidence":0.89}},"prose_schema":{"criteria":{"set_alarm":"set_alarm: Set an alarm to trigger at a specified time, optionally with a designated purpose.\nParameter alarm_time (string); required; The alarm time in the format 'YYYY-MM-DD HH:MM:SS', for example, '2023-04-01 07:30:00'.\nParameter purpose (string); A brief description of the alarm's purpose.; default: General reminder","set_countdown":"set_countdown: Initializes a countdown timer for a specified duration with an optional reminder purpose.\nParameter duration (string); required; The countdown duration, expected in the format 'MM:SS', where MM is minutes and SS is seconds.\nParameter purpose (string); A brief description of the purpose of the countdown timer.; default: General Reminder"},"clm":{"choice":"set_countdown","correct":true,"latency_ms":83.0,"confidence":0.664857},"jev":{"choice":"set_countdown","correct":true,"latency_ms":115.43,"confidence":0.97}},"schema":{"criteria":{"set_alarm":"{\"description\":\"Set an alarm to trigger at a specified time, optionally with a designated purpose.\",\"name\":\"set_alarm\",\"parameters\":{\"properties\":{\"alarm_time\":{\"description\":\"The alarm time in the format 'YYYY-MM-DD HH:MM:SS', for example, '2023-04-01 07:30:00'.\",\"type\":\"string\"},\"purpose\":{\"default\":\"General reminder\",\"description\":\"A brief description of the alarm's purpose.\",\"type\":\"string\"}},\"required\":[\"alarm_time\"],\"type\":\"dict\"}}","set_countdown":"{\"description\":\"Initializes a countdown timer for a specified duration with an optional reminder purpose.\",\"name\":\"set_countdown\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The countdown duration, expected in the format 'MM:SS', where MM is minutes and SS is seconds.\",\"type\":\"string\"},\"purpose\":{\"default\":\"General Reminder\",\"description\":\"A brief description of the purpose of the countdown timer.\",\"type\":\"string\"}},\"required\":[\"duration\"],\"type\":\"dict\"}}"},"clm":{"choice":"set_countdown","correct":true,"latency_ms":157.88,"confidence":0.870129},"jev":{"choice":"set_countdown","correct":true,"latency_ms":134.24,"confidence":0.98}}}},{"id":"live_multiple_936-192-1","split":"live_multiple","state":"User: Can you set an alarm for 2023-04-02 07:30:00 to wake me up for a meeting?","expected":"set_alarm","candidate_count":2,"views":{"description":{"criteria":{"set_alarm":"set_alarm: Set an alarm to trigger at a specified time, optionally with a designated purpose.","set_countdown":"set_countdown: Initializes a countdown timer for a specified duration with an optional reminder purpose."},"clm":{"choice":"set_alarm","correct":true,"latency_ms":29.34,"confidence":0.997221},"jev":{"choice":"set_alarm","correct":true,"latency_ms":112.19,"confidence":1.0}},"prose_schema":{"criteria":{"set_alarm":"set_alarm: Set an alarm to trigger at a specified time, optionally with a designated purpose.\nParameter alarm_time (string); required; The alarm time in the format 'YYYY-MM-DD HH:MM:SS', for example, '2023-04-01 07:30:00'.\nParameter purpose (string); A brief description of the alarm's purpose.; default: General reminder","set_countdown":"set_countdown: Initializes a countdown timer for a specified duration with an optional reminder purpose.\nParameter duration (string); required; The countdown duration, expected in the format 'MM:SS', where MM is minutes and SS is seconds.\nParameter purpose (string); A brief description of the purpose of the countdown timer.; default: General Reminder"},"clm":{"choice":"set_alarm","correct":true,"latency_ms":29.65,"confidence":0.612622},"jev":{"choice":"set_alarm","correct":true,"latency_ms":100.27,"confidence":1.0}},"schema":{"criteria":{"set_alarm":"{\"description\":\"Set an alarm to trigger at a specified time, optionally with a designated purpose.\",\"name\":\"set_alarm\",\"parameters\":{\"properties\":{\"alarm_time\":{\"description\":\"The alarm time in the format 'YYYY-MM-DD HH:MM:SS', for example, '2023-04-01 07:30:00'.\",\"type\":\"string\"},\"purpose\":{\"default\":\"General reminder\",\"description\":\"A brief description of the alarm's purpose.\",\"type\":\"string\"}},\"required\":[\"alarm_time\"],\"type\":\"dict\"}}","set_countdown":"{\"description\":\"Initializes a countdown timer for a specified duration with an optional reminder purpose.\",\"name\":\"set_countdown\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The countdown duration, expected in the format 'MM:SS', where MM is minutes and SS is seconds.\",\"type\":\"string\"},\"purpose\":{\"default\":\"General Reminder\",\"description\":\"A brief description of the purpose of the countdown timer.\",\"type\":\"string\"}},\"required\":[\"duration\"],\"type\":\"dict\"}}"},"clm":{"choice":"set_countdown","correct":false,"latency_ms":35.79,"confidence":0.812933},"jev":{"choice":"set_alarm","correct":true,"latency_ms":111.73,"confidence":1.0}}}},{"id":"live_multiple_937-193-0","split":"live_multiple","state":"User: Can you provide me with the list of projects assigned to the team with the UUID '123e4567-e89b-12d3-a456-426614174000'?","expected":"acl_api.AclApi.retrieve_projects","candidate_count":3,"views":{"description":{"criteria":{"acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve a list of projects assigned to the specified team, with options to exclude inactive or non-root projects.","project_property_api.ProjectPropertyApi.get_properties":"project_property_api.ProjectPropertyApi.get_properties: Retrieves a list of all project properties associated with the specified project identifier (UUID).","finding_api.FindingApi.analyze_project":"finding_api.FindingApi.analyze_project: Initiates a vulnerability analysis for the specified project using its unique identifier."},"clm":{"choice":"acl_api.AclApi.retrieve_projects","correct":true,"latency_ms":88.58,"confidence":0.968625},"jev":{"choice":"acl_api.AclApi.retrieve_projects","correct":true,"latency_ms":98.53,"confidence":1.0}},"prose_schema":{"criteria":{"acl_api.AclApi.retrieve_projects":"acl_api.AclApi.retrieve_projects: Retrieve a list of projects assigned to the specified team, with options to exclude inactive or non-root projects.\nParameter uuid (string); required; The unique identifier (UUID) of the team for which to retrieve assigned projects.\nParameter excludeInactive (boolean); When set to true, inactive projects are excluded from the results.; default: False\nParameter onlyRoot (boolean); When set to true, only root projects are included in the results, excluding any child projects.; default: False","project_property_api.ProjectPropertyApi.get_properties":"project_property_api.ProjectPropertyApi.get_properties: Retrieves a list of all project properties associated with the specified project identifier (UUID).\nParameter uuid (string); required; The unique identifier of the project for which properties are to be retrieved. It must be a valid UUID format, such as '123e4567-e89b-12d3-a456-426614174000'.","finding_api.FindingApi.analyze_project":"finding_api.FindingApi.analyze_project: Initiates a vulnerability analysis for the specified project using its unique identifier.\nParameter uuid (string); required; The unique identifier (UUID) of the project for which the vulnerability analysis is to be performed."},"clm":{"choice":"acl_api.AclApi.retrieve_projects","correct":true,"latency_ms":95.05,"confidence":0.857354},"jev":{"choice":"acl_api.AclApi.retrieve_projects","correct":true,"latency_ms":129.33,"confidence":1.0}},"schema":{"criteria":{"acl_api.AclApi.retrieve_projects":"{\"description\":\"Retrieve a list of projects assigned to the specified team, with options to exclude inactive or non-root projects.\",\"name\":\"acl_api.AclApi.retrieve_projects\",\"parameters\":{\"properties\":{\"excludeInactive\":{\"default\":false,\"description\":\"When set to true, inactive projects are excluded from the results.\",\"type\":\"boolean\"},\"onlyRoot\":{\"default\":false,\"description\":\"When set to true, only root projects are included in the results, excluding any child projects.\",\"type\":\"boolean\"},\"uuid\":{\"description\":\"The unique identifier (UUID) of the team for which to retrieve assigned projects.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","project_property_api.ProjectPropertyApi.get_properties":"{\"description\":\"Retrieves a list of all project properties associated with the specified project identifier (UUID).\",\"name\":\"project_property_api.ProjectPropertyApi.get_properties\",\"parameters\":{\"properties\":{\"uuid\":{\"description\":\"The unique identifier of the project for which properties are to be retrieved. It must be a valid UUID format, such as '123e4567-e89b-12d3-a456-426614174000'.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}","finding_api.FindingApi.analyze_project":"{\"description\":\"Initiates a vulnerability analysis for the specified project using its unique identifier.\",\"name\":\"finding_api.FindingApi.analyze_project\",\"parameters\":{\"properties\":{\"uuid\":{\"description\":\"The unique identifier (UUID) of the project for which the vulnerability analysis is to be performed.\",\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}"},"clm":{"choice":"finding_api.FindingApi.analyze_project","correct":false,"latency_ms":141.34,"confidence":0.681614},"jev":{"choice":"acl_api.AclApi.retrieve_projects","correct":true,"latency_ms":149.41,"confidence":1.0}}}},{"id":"live_multiple_938-194-0","split":"live_multiple","state":"User: I'd like to listen to 'Shape of You' by Ed Sheeran. Can you search for it on Spotify and play it at volume level 70?","expected":"play_spotify_song","candidate_count":4,"views":{"description":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be set within a range from 0 (mute) to 100 (maximum volume).","set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM notation. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'. This function creates an alarm entry in the system with an optional purpose.","set_countdown":"set_countdown: Sets a countdown timer for a specified duration. The duration can be specified in a string format, such as '1h 30m' for 1 hour and 30 minutes, '45m' for 45 minutes, or '2h' for 2 hours.","play_spotify_song":"play_spotify_song: Searches for a song on Spotify using a query and plays it. The query can be a combination of song title and artist name or just the song title."},"clm":{"choice":"play_spotify_song","correct":true,"latency_ms":100.34,"confidence":0.997495},"jev":{"choice":"play_spotify_song","correct":true,"latency_ms":122.52,"confidence":1.0}},"prose_schema":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be set within a range from 0 (mute) to 100 (maximum volume).\nParameter volume (integer); required; The volume level to be set. Acceptable values range from 0 (mute) to 100 (maximum volume).","set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM notation. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'. This function creates an alarm entry in the system with an optional purpose.\nParameter alarm_time (string); required; The alarm time in a recognized format, such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or 'HH:MM AM/PM'.\nParameter purpose (string); The purpose of the alarm, such as 'wake up' or 'meeting'.; default: General reminder","set_countdown":"set_countdown: Sets a countdown timer for a specified duration. The duration can be specified in a string format, such as '1h 30m' for 1 hour and 30 minutes, '45m' for 45 minutes, or '2h' for 2 hours.\nParameter duration (string); required; The countdown duration in the format of 'Nh Nm', where 'N' can be any integer representing the number of hours (h) or minutes (m). For example, '1h 30m', '45m', '2h'.\nParameter purpose (string); The purpose of the countdown timer. This is an optional parameter.; default: General reminder","play_spotify_song":"play_spotify_song: Searches for a song on Spotify using a query and plays it. The query can be a combination of song title and artist name or just the song title.\nParameter query (string); required; The search query for the song. It can be in the format 'track:Song Name artist:Artist Name', or just the song name if the artist is unknown. Example: 'track:Shape of You artist:Ed Sheeran'.\nParameter autoplay (boolean); Determines whether the song should start playing automatically. Set to true to autoplay the song.; default: False\nParameter volume (integer); Sets the volume at which the song should play. The value must be between 0 (mute) and 100 (maximum volume).; default: 50"},"clm":{"choice":"play_spotify_song","correct":true,"latency_ms":124.88,"confidence":0.974625},"jev":{"choice":"play_spotify_song","correct":true,"latency_ms":97.03,"confidence":1.0}},"schema":{"criteria":{"set_volume":"{\"description\":\"Set the global volume for all audio playback. The volume level can be set within a range from 0 (mute) to 100 (maximum volume).\",\"name\":\"set_volume\",\"parameters\":{\"properties\":{\"volume\":{\"description\":\"The volume level to be set. Acceptable values range from 0 (mute) to 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"volume\"],\"type\":\"dict\"}}","set_alarm":"{\"description\":\"Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM notation. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'. This function creates an alarm entry in the system with an optional purpose.\",\"name\":\"set_alarm\",\"parameters\":{\"properties\":{\"alarm_time\":{\"description\":\"The alarm time in a recognized format, such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or 'HH:MM AM/PM'.\",\"type\":\"string\"},\"purpose\":{\"default\":\"General reminder\",\"description\":\"The purpose of the alarm, such as 'wake up' or 'meeting'.\",\"type\":\"string\"}},\"required\":[\"alarm_time\"],\"type\":\"dict\"}}","set_countdown":"{\"description\":\"Sets a countdown timer for a specified duration. The duration can be specified in a string format, such as '1h 30m' for 1 hour and 30 minutes, '45m' for 45 minutes, or '2h' for 2 hours.\",\"name\":\"set_countdown\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The countdown duration in the format of 'Nh Nm', where 'N' can be any integer representing the number of hours (h) or minutes (m). For example, '1h 30m', '45m', '2h'.\",\"type\":\"string\"},\"purpose\":{\"default\":\"General reminder\",\"description\":\"The purpose of the countdown timer. This is an optional parameter.\",\"type\":\"string\"}},\"required\":[\"duration\"],\"type\":\"dict\"}}","play_spotify_song":"{\"description\":\"Searches for a song on Spotify using a query and plays it. The query can be a combination of song title and artist name or just the song title.\",\"name\":\"play_spotify_song\",\"parameters\":{\"properties\":{\"autoplay\":{\"default\":false,\"description\":\"Determines whether the song should start playing automatically. Set to true to autoplay the song.\",\"type\":\"boolean\"},\"query\":{\"description\":\"The search query for the song. It can be in the format 'track:Song Name artist:Artist Name', or just the song name if the artist is unknown. Example: 'track:Shape of You artist:Ed Sheeran'.\",\"type\":\"string\"},\"volume\":{\"default\":50,\"description\":\"Sets the volume at which the song should play. The value must be between 0 (mute) and 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"set_alarm","correct":false,"latency_ms":230.1,"confidence":0.33755},"jev":{"choice":"play_spotify_song","correct":true,"latency_ms":135.72,"confidence":1.0}}}},{"id":"live_multiple_939-194-1","split":"live_multiple","state":"User: Set an Alarm for 11PM reminding me to brush my teeth","expected":"set_alarm","candidate_count":4,"views":{"description":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be set within a range from 0 (mute) to 100 (maximum volume).","set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM notation. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'. This function creates an alarm entry in the system with an optional purpose.","set_countdown":"set_countdown: Sets a countdown timer for a specified duration. The duration can be specified in a string format, such as '1h 30m' for 1 hour and 30 minutes, '45m' for 45 minutes, or '2h' for 2 hours.","play_spotify_song":"play_spotify_song: Searches for a song on Spotify using a query and plays it. The query can be a combination of song title and artist name or just the song title."},"clm":{"choice":"set_alarm","correct":true,"latency_ms":30.94,"confidence":0.986176},"jev":{"choice":"set_alarm","correct":true,"latency_ms":97.04,"confidence":1.0}},"prose_schema":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be set within a range from 0 (mute) to 100 (maximum volume).\nParameter volume (integer); required; The volume level to be set. Acceptable values range from 0 (mute) to 100 (maximum volume).","set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM notation. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'. This function creates an alarm entry in the system with an optional purpose.\nParameter alarm_time (string); required; The alarm time in a recognized format, such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or 'HH:MM AM/PM'.\nParameter purpose (string); The purpose of the alarm, such as 'wake up' or 'meeting'.; default: General reminder","set_countdown":"set_countdown: Sets a countdown timer for a specified duration. The duration can be specified in a string format, such as '1h 30m' for 1 hour and 30 minutes, '45m' for 45 minutes, or '2h' for 2 hours.\nParameter duration (string); required; The countdown duration in the format of 'Nh Nm', where 'N' can be any integer representing the number of hours (h) or minutes (m). For example, '1h 30m', '45m', '2h'.\nParameter purpose (string); The purpose of the countdown timer. This is an optional parameter.; default: General reminder","play_spotify_song":"play_spotify_song: Searches for a song on Spotify using a query and plays it. The query can be a combination of song title and artist name or just the song title.\nParameter query (string); required; The search query for the song. It can be in the format 'track:Song Name artist:Artist Name', or just the song name if the artist is unknown. Example: 'track:Shape of You artist:Ed Sheeran'.\nParameter autoplay (boolean); Determines whether the song should start playing automatically. Set to true to autoplay the song.; default: False\nParameter volume (integer); Sets the volume at which the song should play. The value must be between 0 (mute) and 100 (maximum volume).; default: 50"},"clm":{"choice":"set_alarm","correct":true,"latency_ms":30.19,"confidence":0.77716},"jev":{"choice":"set_alarm","correct":true,"latency_ms":189.11,"confidence":1.0}},"schema":{"criteria":{"set_volume":"{\"description\":\"Set the global volume for all audio playback. The volume level can be set within a range from 0 (mute) to 100 (maximum volume).\",\"name\":\"set_volume\",\"parameters\":{\"properties\":{\"volume\":{\"description\":\"The volume level to be set. Acceptable values range from 0 (mute) to 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"volume\"],\"type\":\"dict\"}}","set_alarm":"{\"description\":\"Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM notation. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'. This function creates an alarm entry in the system with an optional purpose.\",\"name\":\"set_alarm\",\"parameters\":{\"properties\":{\"alarm_time\":{\"description\":\"The alarm time in a recognized format, such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or 'HH:MM AM/PM'.\",\"type\":\"string\"},\"purpose\":{\"default\":\"General reminder\",\"description\":\"The purpose of the alarm, such as 'wake up' or 'meeting'.\",\"type\":\"string\"}},\"required\":[\"alarm_time\"],\"type\":\"dict\"}}","set_countdown":"{\"description\":\"Sets a countdown timer for a specified duration. The duration can be specified in a string format, such as '1h 30m' for 1 hour and 30 minutes, '45m' for 45 minutes, or '2h' for 2 hours.\",\"name\":\"set_countdown\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The countdown duration in the format of 'Nh Nm', where 'N' can be any integer representing the number of hours (h) or minutes (m). For example, '1h 30m', '45m', '2h'.\",\"type\":\"string\"},\"purpose\":{\"default\":\"General reminder\",\"description\":\"The purpose of the countdown timer. This is an optional parameter.\",\"type\":\"string\"}},\"required\":[\"duration\"],\"type\":\"dict\"}}","play_spotify_song":"{\"description\":\"Searches for a song on Spotify using a query and plays it. The query can be a combination of song title and artist name or just the song title.\",\"name\":\"play_spotify_song\",\"parameters\":{\"properties\":{\"autoplay\":{\"default\":false,\"description\":\"Determines whether the song should start playing automatically. Set to true to autoplay the song.\",\"type\":\"boolean\"},\"query\":{\"description\":\"The search query for the song. It can be in the format 'track:Song Name artist:Artist Name', or just the song name if the artist is unknown. Example: 'track:Shape of You artist:Ed Sheeran'.\",\"type\":\"string\"},\"volume\":{\"default\":50,\"description\":\"Sets the volume at which the song should play. The value must be between 0 (mute) and 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"play_spotify_song","correct":false,"latency_ms":61.39,"confidence":0.689387},"jev":{"choice":"set_alarm","correct":true,"latency_ms":129.42,"confidence":1.0}}}},{"id":"live_multiple_940-194-2","split":"live_multiple","state":"User: play baby shark song","expected":"play_spotify_song","candidate_count":4,"views":{"description":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be set within a range from 0 (mute) to 100 (maximum volume).","set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM notation. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'. This function creates an alarm entry in the system with an optional purpose.","set_countdown":"set_countdown: Sets a countdown timer for a specified duration. The duration can be specified in a string format, such as '1h 30m' for 1 hour and 30 minutes, '45m' for 45 minutes, or '2h' for 2 hours.","play_spotify_song":"play_spotify_song: Searches for a song on Spotify using a query and plays it. The query can be a combination of song title and artist name or just the song title."},"clm":{"choice":"play_spotify_song","correct":true,"latency_ms":30.19,"confidence":0.983543},"jev":{"choice":"play_spotify_song","correct":true,"latency_ms":293.79,"confidence":1.0}},"prose_schema":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be set within a range from 0 (mute) to 100 (maximum volume).\nParameter volume (integer); required; The volume level to be set. Acceptable values range from 0 (mute) to 100 (maximum volume).","set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM notation. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'. This function creates an alarm entry in the system with an optional purpose.\nParameter alarm_time (string); required; The alarm time in a recognized format, such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or 'HH:MM AM/PM'.\nParameter purpose (string); The purpose of the alarm, such as 'wake up' or 'meeting'.; default: General reminder","set_countdown":"set_countdown: Sets a countdown timer for a specified duration. The duration can be specified in a string format, such as '1h 30m' for 1 hour and 30 minutes, '45m' for 45 minutes, or '2h' for 2 hours.\nParameter duration (string); required; The countdown duration in the format of 'Nh Nm', where 'N' can be any integer representing the number of hours (h) or minutes (m). For example, '1h 30m', '45m', '2h'.\nParameter purpose (string); The purpose of the countdown timer. This is an optional parameter.; default: General reminder","play_spotify_song":"play_spotify_song: Searches for a song on Spotify using a query and plays it. The query can be a combination of song title and artist name or just the song title.\nParameter query (string); required; The search query for the song. It can be in the format 'track:Song Name artist:Artist Name', or just the song name if the artist is unknown. Example: 'track:Shape of You artist:Ed Sheeran'.\nParameter autoplay (boolean); Determines whether the song should start playing automatically. Set to true to autoplay the song.; default: False\nParameter volume (integer); Sets the volume at which the song should play. The value must be between 0 (mute) and 100 (maximum volume).; default: 50"},"clm":{"choice":"play_spotify_song","correct":true,"latency_ms":29.71,"confidence":0.962777},"jev":{"choice":"play_spotify_song","correct":true,"latency_ms":137.19,"confidence":1.0}},"schema":{"criteria":{"set_volume":"{\"description\":\"Set the global volume for all audio playback. The volume level can be set within a range from 0 (mute) to 100 (maximum volume).\",\"name\":\"set_volume\",\"parameters\":{\"properties\":{\"volume\":{\"description\":\"The volume level to be set. Acceptable values range from 0 (mute) to 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"volume\"],\"type\":\"dict\"}}","set_alarm":"{\"description\":\"Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM notation. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'. This function creates an alarm entry in the system with an optional purpose.\",\"name\":\"set_alarm\",\"parameters\":{\"properties\":{\"alarm_time\":{\"description\":\"The alarm time in a recognized format, such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or 'HH:MM AM/PM'.\",\"type\":\"string\"},\"purpose\":{\"default\":\"General reminder\",\"description\":\"The purpose of the alarm, such as 'wake up' or 'meeting'.\",\"type\":\"string\"}},\"required\":[\"alarm_time\"],\"type\":\"dict\"}}","set_countdown":"{\"description\":\"Sets a countdown timer for a specified duration. The duration can be specified in a string format, such as '1h 30m' for 1 hour and 30 minutes, '45m' for 45 minutes, or '2h' for 2 hours.\",\"name\":\"set_countdown\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The countdown duration in the format of 'Nh Nm', where 'N' can be any integer representing the number of hours (h) or minutes (m). For example, '1h 30m', '45m', '2h'.\",\"type\":\"string\"},\"purpose\":{\"default\":\"General reminder\",\"description\":\"The purpose of the countdown timer. This is an optional parameter.\",\"type\":\"string\"}},\"required\":[\"duration\"],\"type\":\"dict\"}}","play_spotify_song":"{\"description\":\"Searches for a song on Spotify using a query and plays it. The query can be a combination of song title and artist name or just the song title.\",\"name\":\"play_spotify_song\",\"parameters\":{\"properties\":{\"autoplay\":{\"default\":false,\"description\":\"Determines whether the song should start playing automatically. Set to true to autoplay the song.\",\"type\":\"boolean\"},\"query\":{\"description\":\"The search query for the song. It can be in the format 'track:Song Name artist:Artist Name', or just the song name if the artist is unknown. Example: 'track:Shape of You artist:Ed Sheeran'.\",\"type\":\"string\"},\"volume\":{\"default\":50,\"description\":\"Sets the volume at which the song should play. The value must be between 0 (mute) and 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"set_alarm","correct":false,"latency_ms":28.46,"confidence":0.571984},"jev":{"choice":"play_spotify_song","correct":true,"latency_ms":124.11,"confidence":1.0}}}},{"id":"live_multiple_941-195-0","split":"live_multiple","state":"User: play Baby Shark","expected":"play_song","candidate_count":2,"views":{"description":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be adjusted from mute to maximum output. The desired volume should be provided as a percentage.","play_song":"play_song: Initiates playback of a song based on a search query provided by the user."},"clm":{"choice":"play_song","correct":true,"latency_ms":89.03,"confidence":0.997007},"jev":{"choice":"play_song","correct":true,"latency_ms":98.21,"confidence":1.0}},"prose_schema":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be adjusted from mute to maximum output. The desired volume should be provided as a percentage.\nParameter volume (integer); required; The volume level as a percentage (0-100), where 0 is mute and 100 is the maximum volume.","play_song":"play_song: Initiates playback of a song based on a search query provided by the user.\nParameter query (string); required; The search query for the song, formatted as 'track:Song Name artist:Artist Name', or just 'track:Song Name' if the artist is not known."},"clm":{"choice":"play_song","correct":true,"latency_ms":89.74,"confidence":0.9623},"jev":{"choice":"play_song","correct":true,"latency_ms":116.45,"confidence":1.0}},"schema":{"criteria":{"set_volume":"{\"description\":\"Set the global volume for all audio playback. The volume level can be adjusted from mute to maximum output. The desired volume should be provided as a percentage.\",\"name\":\"set_volume\",\"parameters\":{\"properties\":{\"volume\":{\"description\":\"The volume level as a percentage (0-100), where 0 is mute and 100 is the maximum volume.\",\"type\":\"integer\"}},\"required\":[\"volume\"],\"type\":\"dict\"}}","play_song":"{\"description\":\"Initiates playback of a song based on a search query provided by the user.\",\"name\":\"play_song\",\"parameters\":{\"properties\":{\"query\":{\"description\":\"The search query for the song, formatted as 'track:Song Name artist:Artist Name', or just 'track:Song Name' if the artist is not known.\",\"type\":\"string\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"play_song","correct":true,"latency_ms":96.51,"confidence":0.598572},"jev":{"choice":"play_song","correct":true,"latency_ms":112.6,"confidence":1.0}}}},{"id":"live_multiple_942-196-0","split":"live_multiple","state":"User: play baby Shark","expected":"play_song","candidate_count":2,"views":{"description":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).","play_song":"play_song: Plays the requested song based on the provided search query."},"clm":{"choice":"play_song","correct":true,"latency_ms":80.12,"confidence":0.999567},"jev":{"choice":"play_song","correct":true,"latency_ms":98.87,"confidence":1.0}},"prose_schema":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).\nParameter volume (integer); required; The volume level to be set for audio playback. Valid range is from 0 to 100, where 0 is completely muted and 100 is the highest volume.","play_song":"play_song: Plays the requested song based on the provided search query.\nParameter query (string); required; The search query for the song, such as the song's title or artist's name.\nParameter volume (integer); The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).; default: 70\nParameter shuffle (boolean); Whether to shuffle the playback when multiple songs match the query.; default: False"},"clm":{"choice":"play_song","correct":true,"latency_ms":72.25,"confidence":0.99853},"jev":{"choice":"play_song","correct":true,"latency_ms":99.01,"confidence":1.0}},"schema":{"criteria":{"set_volume":"{\"description\":\"Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).\",\"name\":\"set_volume\",\"parameters\":{\"properties\":{\"volume\":{\"description\":\"The volume level to be set for audio playback. Valid range is from 0 to 100, where 0 is completely muted and 100 is the highest volume.\",\"type\":\"integer\"}},\"required\":[\"volume\"],\"type\":\"dict\"}}","play_song":"{\"description\":\"Plays the requested song based on the provided search query.\",\"name\":\"play_song\",\"parameters\":{\"properties\":{\"query\":{\"description\":\"The search query for the song, such as the song's title or artist's name.\",\"type\":\"string\"},\"shuffle\":{\"default\":false,\"description\":\"Whether to shuffle the playback when multiple songs match the query.\",\"type\":\"boolean\"},\"volume\":{\"default\":70,\"description\":\"The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"play_song","correct":true,"latency_ms":100.46,"confidence":0.888548},"jev":{"choice":"play_song","correct":true,"latency_ms":118.99,"confidence":1.0}}}},{"id":"live_multiple_943-196-1","split":"live_multiple","state":"User: Play \"With You\" song","expected":"play_song","candidate_count":2,"views":{"description":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).","play_song":"play_song: Plays the requested song based on the provided search query."},"clm":{"choice":"play_song","correct":true,"latency_ms":30.63,"confidence":0.99984},"jev":{"choice":"play_song","correct":true,"latency_ms":123.47,"confidence":1.0}},"prose_schema":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).\nParameter volume (integer); required; The volume level to be set for audio playback. Valid range is from 0 to 100, where 0 is completely muted and 100 is the highest volume.","play_song":"play_song: Plays the requested song based on the provided search query.\nParameter query (string); required; The search query for the song, such as the song's title or artist's name.\nParameter volume (integer); The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).; default: 70\nParameter shuffle (boolean); Whether to shuffle the playback when multiple songs match the query.; default: False"},"clm":{"choice":"play_song","correct":true,"latency_ms":32.31,"confidence":0.955416},"jev":{"choice":"play_song","correct":true,"latency_ms":109.27,"confidence":1.0}},"schema":{"criteria":{"set_volume":"{\"description\":\"Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).\",\"name\":\"set_volume\",\"parameters\":{\"properties\":{\"volume\":{\"description\":\"The volume level to be set for audio playback. Valid range is from 0 to 100, where 0 is completely muted and 100 is the highest volume.\",\"type\":\"integer\"}},\"required\":[\"volume\"],\"type\":\"dict\"}}","play_song":"{\"description\":\"Plays the requested song based on the provided search query.\",\"name\":\"play_song\",\"parameters\":{\"properties\":{\"query\":{\"description\":\"The search query for the song, such as the song's title or artist's name.\",\"type\":\"string\"},\"shuffle\":{\"default\":false,\"description\":\"Whether to shuffle the playback when multiple songs match the query.\",\"type\":\"boolean\"},\"volume\":{\"default\":70,\"description\":\"The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"play_song","correct":true,"latency_ms":37.6,"confidence":0.964757},"jev":{"choice":"play_song","correct":true,"latency_ms":98.93,"confidence":1.0}}}},{"id":"live_multiple_944-196-2","split":"live_multiple","state":"User: I think the music is too loud right now, could you turn it down to 70?","expected":"set_volume","candidate_count":2,"views":{"description":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).","play_song":"play_song: Plays the requested song based on the provided search query."},"clm":{"choice":"play_song","correct":false,"latency_ms":39.08,"confidence":0.995715},"jev":{"choice":"set_volume","correct":true,"latency_ms":121.22,"confidence":1.0}},"prose_schema":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).\nParameter volume (integer); required; The volume level to be set for audio playback. Valid range is from 0 to 100, where 0 is completely muted and 100 is the highest volume.","play_song":"play_song: Plays the requested song based on the provided search query.\nParameter query (string); required; The search query for the song, such as the song's title or artist's name.\nParameter volume (integer); The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).; default: 70\nParameter shuffle (boolean); Whether to shuffle the playback when multiple songs match the query.; default: False"},"clm":{"choice":"play_song","correct":false,"latency_ms":41.25,"confidence":0.988694},"jev":{"choice":"set_volume","correct":true,"latency_ms":108.73,"confidence":1.0}},"schema":{"criteria":{"set_volume":"{\"description\":\"Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).\",\"name\":\"set_volume\",\"parameters\":{\"properties\":{\"volume\":{\"description\":\"The volume level to be set for audio playback. Valid range is from 0 to 100, where 0 is completely muted and 100 is the highest volume.\",\"type\":\"integer\"}},\"required\":[\"volume\"],\"type\":\"dict\"}}","play_song":"{\"description\":\"Plays the requested song based on the provided search query.\",\"name\":\"play_song\",\"parameters\":{\"properties\":{\"query\":{\"description\":\"The search query for the song, such as the song's title or artist's name.\",\"type\":\"string\"},\"shuffle\":{\"default\":false,\"description\":\"Whether to shuffle the playback when multiple songs match the query.\",\"type\":\"boolean\"},\"volume\":{\"default\":70,\"description\":\"The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"play_song","correct":false,"latency_ms":33.86,"confidence":0.843642},"jev":{"choice":"set_volume","correct":true,"latency_ms":157.78,"confidence":1.0}}}},{"id":"live_multiple_945-196-3","split":"live_multiple","state":"User: I'd like to hear the song 'Wo noor'.","expected":"play_song","candidate_count":2,"views":{"description":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).","play_song":"play_song: Plays the requested song based on the provided search query."},"clm":{"choice":"play_song","correct":true,"latency_ms":30.69,"confidence":0.99997},"jev":{"choice":"play_song","correct":true,"latency_ms":97.37,"confidence":1.0}},"prose_schema":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).\nParameter volume (integer); required; The volume level to be set for audio playback. Valid range is from 0 to 100, where 0 is completely muted and 100 is the highest volume.","play_song":"play_song: Plays the requested song based on the provided search query.\nParameter query (string); required; The search query for the song, such as the song's title or artist's name.\nParameter volume (integer); The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).; default: 70\nParameter shuffle (boolean); Whether to shuffle the playback when multiple songs match the query.; default: False"},"clm":{"choice":"play_song","correct":true,"latency_ms":31.77,"confidence":0.990891},"jev":{"choice":"play_song","correct":true,"latency_ms":103.61,"confidence":1.0}},"schema":{"criteria":{"set_volume":"{\"description\":\"Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).\",\"name\":\"set_volume\",\"parameters\":{\"properties\":{\"volume\":{\"description\":\"The volume level to be set for audio playback. Valid range is from 0 to 100, where 0 is completely muted and 100 is the highest volume.\",\"type\":\"integer\"}},\"required\":[\"volume\"],\"type\":\"dict\"}}","play_song":"{\"description\":\"Plays the requested song based on the provided search query.\",\"name\":\"play_song\",\"parameters\":{\"properties\":{\"query\":{\"description\":\"The search query for the song, such as the song's title or artist's name.\",\"type\":\"string\"},\"shuffle\":{\"default\":false,\"description\":\"Whether to shuffle the playback when multiple songs match the query.\",\"type\":\"boolean\"},\"volume\":{\"default\":70,\"description\":\"The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"play_song","correct":true,"latency_ms":65.68,"confidence":0.624063},"jev":{"choice":"play_song","correct":true,"latency_ms":125.4,"confidence":1.0}}}},{"id":"live_multiple_946-196-4","split":"live_multiple","state":"User: I'd like to hear 'Thriller' by Michael Jackson at full volume, can you play it for me?","expected":"play_song","candidate_count":2,"views":{"description":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).","play_song":"play_song: Plays the requested song based on the provided search query."},"clm":{"choice":"play_song","correct":true,"latency_ms":32.16,"confidence":0.972066},"jev":{"choice":"play_song","correct":true,"latency_ms":96.35,"confidence":0.99}},"prose_schema":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).\nParameter volume (integer); required; The volume level to be set for audio playback. Valid range is from 0 to 100, where 0 is completely muted and 100 is the highest volume.","play_song":"play_song: Plays the requested song based on the provided search query.\nParameter query (string); required; The search query for the song, such as the song's title or artist's name.\nParameter volume (integer); The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).; default: 70\nParameter shuffle (boolean); Whether to shuffle the playback when multiple songs match the query.; default: False"},"clm":{"choice":"play_song","correct":true,"latency_ms":30.18,"confidence":0.810945},"jev":{"choice":"play_song","correct":true,"latency_ms":138.07,"confidence":1.0}},"schema":{"criteria":{"set_volume":"{\"description\":\"Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).\",\"name\":\"set_volume\",\"parameters\":{\"properties\":{\"volume\":{\"description\":\"The volume level to be set for audio playback. Valid range is from 0 to 100, where 0 is completely muted and 100 is the highest volume.\",\"type\":\"integer\"}},\"required\":[\"volume\"],\"type\":\"dict\"}}","play_song":"{\"description\":\"Plays the requested song based on the provided search query.\",\"name\":\"play_song\",\"parameters\":{\"properties\":{\"query\":{\"description\":\"The search query for the song, such as the song's title or artist's name.\",\"type\":\"string\"},\"shuffle\":{\"default\":false,\"description\":\"Whether to shuffle the playback when multiple songs match the query.\",\"type\":\"boolean\"},\"volume\":{\"default\":70,\"description\":\"The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"play_song","correct":true,"latency_ms":76.39,"confidence":0.971383},"jev":{"choice":"play_song","correct":true,"latency_ms":108.79,"confidence":1.0}}}},{"id":"live_multiple_947-197-0","split":"live_multiple","state":"User: Set a countdown for 5 mins reminding me to text Rajh","expected":"set_countdown","candidate_count":4,"views":{"description":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be specified as an integer between 0 (mute) and 100 (maximum loudness).","set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM notations. For example, '2023-06-01 09:30:00', '14:45', or '9:30 AM'.","set_countdown":"set_countdown: Sets a countdown timer based on the provided duration, which should be specified in either hours, minutes, or a combination of both. For example, valid inputs include '1 hour', '30 minutes', and '1 hour 30 minutes'.","play_song":"play_song: Play a song based on the user's search query. The function searches for the song in the music database and plays the first match."},"clm":{"choice":"set_countdown","correct":true,"latency_ms":90.07,"confidence":0.587697},"jev":{"choice":"set_countdown","correct":true,"latency_ms":117.24,"confidence":1.0}},"prose_schema":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be specified as an integer between 0 (mute) and 100 (maximum loudness).\nParameter volume (integer); required; The volume level to be set. Valid values range from 0 (mute) to 100 (maximum loudness).","set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM notations. For example, '2023-06-01 09:30:00', '14:45', or '9:30 AM'.\nParameter alarm_time (string); required; The alarm time in a recognized format, such as 'YYYY-MM-DD HH:MM:SS' for specific date and time, 'HH:MM:SS' for time only, 'HH:MM' for hour and minutes, or 'HH:MM AM/PM' for 12-hour format.\nParameter purpose (string); The purpose of setting the alarm. This could be a brief reminder or a description of the event.; default: General reminder","set_countdown":"set_countdown: Sets a countdown timer based on the provided duration, which should be specified in either hours, minutes, or a combination of both. For example, valid inputs include '1 hour', '30 minutes', and '1 hour 30 minutes'.\nParameter duration (string); required; The countdown duration specified as a string in one of the following formats: 'X hour(s) Y minute(s)', 'X hour(s)', or 'Y minute(s)'. Examples: '1 hour 30 minutes', '45 minutes', '2 hours'.; allowed values: 1 hour, 30 minutes, 1 hour 30 minutes, 45 minutes, 2 hours\nParameter purpose (string); An optional description of the purpose for the countdown timer.; default: General reminder","play_song":"play_song: Play a song based on the user's search query. The function searches for the song in the music database and plays the first match.\nParameter query (string); required; The search query for the song, which can include song title, artist, or album.\nParameter volume (integer); The volume level at which the song should be played, ranging from 0 to 100.; default: 75\nParameter shuffle (boolean); Indicates whether to shuffle the playlist after playing the requested song.; default: False\nParameter repeat (string); Specifies the repeat mode for the song playback.; allowed values: none, one, all; default: none"},"clm":{"choice":"set_countdown","correct":true,"latency_ms":116.79,"confidence":0.852863},"jev":{"choice":"set_countdown","correct":true,"latency_ms":133.07,"confidence":1.0}},"schema":{"criteria":{"set_volume":"{\"description\":\"Set the global volume for all audio playback. The volume level can be specified as an integer between 0 (mute) and 100 (maximum loudness).\",\"name\":\"set_volume\",\"parameters\":{\"properties\":{\"volume\":{\"description\":\"The volume level to be set. Valid values range from 0 (mute) to 100 (maximum loudness).\",\"type\":\"integer\"}},\"required\":[\"volume\"],\"type\":\"dict\"}}","set_alarm":"{\"description\":\"Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM notations. For example, '2023-06-01 09:30:00', '14:45', or '9:30 AM'.\",\"name\":\"set_alarm\",\"parameters\":{\"properties\":{\"alarm_time\":{\"description\":\"The alarm time in a recognized format, such as 'YYYY-MM-DD HH:MM:SS' for specific date and time, 'HH:MM:SS' for time only, 'HH:MM' for hour and minutes, or 'HH:MM AM/PM' for 12-hour format.\",\"type\":\"string\"},\"purpose\":{\"default\":\"General reminder\",\"description\":\"The purpose of setting the alarm. This could be a brief reminder or a description of the event.\",\"type\":\"string\"}},\"required\":[\"alarm_time\"],\"type\":\"dict\"}}","set_countdown":"{\"description\":\"Sets a countdown timer based on the provided duration, which should be specified in either hours, minutes, or a combination of both. For example, valid inputs include '1 hour', '30 minutes', and '1 hour 30 minutes'.\",\"name\":\"set_countdown\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The countdown duration specified as a string in one of the following formats: 'X hour(s) Y minute(s)', 'X hour(s)', or 'Y minute(s)'. Examples: '1 hour 30 minutes', '45 minutes', '2 hours'.\",\"enum\":[\"1 hour\",\"30 minutes\",\"1 hour 30 minutes\",\"45 minutes\",\"2 hours\"],\"type\":\"string\"},\"purpose\":{\"default\":\"General reminder\",\"description\":\"An optional description of the purpose for the countdown timer.\",\"type\":\"string\"}},\"required\":[\"duration\"],\"type\":\"dict\"}}","play_song":"{\"description\":\"Play a song based on the user's search query. The function searches for the song in the music database and plays the first match.\",\"name\":\"play_song\",\"parameters\":{\"properties\":{\"query\":{\"description\":\"The search query for the song, which can include song title, artist, or album.\",\"type\":\"string\"},\"repeat\":{\"default\":\"none\",\"description\":\"Specifies the repeat mode for the song playback.\",\"enum\":[\"none\",\"one\",\"all\"],\"type\":\"string\"},\"shuffle\":{\"default\":false,\"description\":\"Indicates whether to shuffle the playlist after playing the requested song.\",\"type\":\"boolean\"},\"volume\":{\"default\":75,\"description\":\"The volume level at which the song should be played, ranging from 0 to 100.\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"set_alarm","correct":false,"latency_ms":126.32,"confidence":0.475718},"jev":{"choice":"set_countdown","correct":true,"latency_ms":119.78,"confidence":1.0}}}},{"id":"live_multiple_948-198-0","split":"live_multiple","state":"User: Set a Reminder to text Raj at 11PM","expected":"set_alarm","candidate_count":3,"views":{"description":{"criteria":{"set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various formats, such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'.","set_countdown":"set_countdown: Set a countdown timer for a specified duration. The duration should be specified as a string in the format of 'X hours Y minutes', such as '1 hour 30 minutes', '45 minutes', or '2 hours'.","play_song":"play_song: Plays the user's requested song based on the provided search query."},"clm":{"choice":"set_alarm","correct":true,"latency_ms":84.12,"confidence":0.846477},"jev":{"choice":"set_alarm","correct":true,"latency_ms":119.58,"confidence":1.0}},"prose_schema":{"criteria":{"set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various formats, such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'.\nParameter alarm_time (string); required; The alarm time in a valid time format, such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or 'HH:MM AM/PM'.\nParameter purpose (string); The purpose of the alarm. For example, 'wake-up call' or 'meeting reminder'.; default: General alarm","set_countdown":"set_countdown: Set a countdown timer for a specified duration. The duration should be specified as a string in the format of 'X hours Y minutes', such as '1 hour 30 minutes', '45 minutes', or '2 hours'.\nParameter duration (string); required; The countdown duration. Acceptable formats include combinations of hours and minutes (e.g., '1 hour 30 minutes', '45 minutes', '2 hours').\nParameter purpose (string); The purpose of the countdown timer, such as 'meeting' or 'break time'.; allowed values: meeting, break time, workout, meditation, general reminder; default: general reminder","play_song":"play_song: Plays the user's requested song based on the provided search query.\nParameter query (string); required; The search query for the song, such as the song's title, artist, or album.\nParameter volume (integer); The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).; default: 70\nParameter shuffle (boolean); Indicates whether to shuffle the playback queue after the requested song is added.; default: False\nParameter repeat (string); Specifies the repeat mode for the song playback.; allowed values: none, one, all; default: none"},"clm":{"choice":"play_song","correct":false,"latency_ms":94.91,"confidence":0.945332},"jev":{"choice":"set_alarm","correct":true,"latency_ms":116.5,"confidence":1.0}},"schema":{"criteria":{"set_alarm":"{\"description\":\"Set an alarm for a specific time. The time can be specified in various formats, such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or with AM/PM. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'.\",\"name\":\"set_alarm\",\"parameters\":{\"properties\":{\"alarm_time\":{\"description\":\"The alarm time in a valid time format, such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or 'HH:MM AM/PM'.\",\"type\":\"string\"},\"purpose\":{\"default\":\"General alarm\",\"description\":\"The purpose of the alarm. For example, 'wake-up call' or 'meeting reminder'.\",\"type\":\"string\"}},\"required\":[\"alarm_time\"],\"type\":\"dict\"}}","set_countdown":"{\"description\":\"Set a countdown timer for a specified duration. The duration should be specified as a string in the format of 'X hours Y minutes', such as '1 hour 30 minutes', '45 minutes', or '2 hours'.\",\"name\":\"set_countdown\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The countdown duration. Acceptable formats include combinations of hours and minutes (e.g., '1 hour 30 minutes', '45 minutes', '2 hours').\",\"type\":\"string\"},\"purpose\":{\"default\":\"general reminder\",\"description\":\"The purpose of the countdown timer, such as 'meeting' or 'break time'.\",\"enum\":[\"meeting\",\"break time\",\"workout\",\"meditation\",\"general reminder\"],\"type\":\"string\"}},\"required\":[\"duration\"],\"type\":\"dict\"}}","play_song":"{\"description\":\"Plays the user's requested song based on the provided search query.\",\"name\":\"play_song\",\"parameters\":{\"properties\":{\"query\":{\"description\":\"The search query for the song, such as the song's title, artist, or album.\",\"type\":\"string\"},\"repeat\":{\"default\":\"none\",\"description\":\"Specifies the repeat mode for the song playback.\",\"enum\":[\"none\",\"one\",\"all\"],\"type\":\"string\"},\"shuffle\":{\"default\":false,\"description\":\"Indicates whether to shuffle the playback queue after the requested song is added.\",\"type\":\"boolean\"},\"volume\":{\"default\":70,\"description\":\"The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"set_alarm","correct":true,"latency_ms":130.35,"confidence":0.452507},"jev":{"choice":"set_alarm","correct":true,"latency_ms":109.98,"confidence":1.0}}}},{"id":"live_multiple_949-199-0","split":"live_multiple","state":"User: I'd like to listen to some music by David Guetta. ","expected":"play_song","candidate_count":2,"views":{"description":{"criteria":{"set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS' for specific dates, 'HH:MM:SS' or 'HH:MM' for time only, and 'HH:MM AM/PM' for 12-hour format. Examples: '2023-06-01 09:30:00', '14:45:00', '9:30 AM'.","play_song":"play_song: Plays the specified song based on a search query provided by the user."},"clm":{"choice":"play_song","correct":true,"latency_ms":61.48,"confidence":0.995832},"jev":{"choice":"play_song","correct":true,"latency_ms":140.29,"confidence":1.0}},"prose_schema":{"criteria":{"set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS' for specific dates, 'HH:MM:SS' or 'HH:MM' for time only, and 'HH:MM AM/PM' for 12-hour format. Examples: '2023-06-01 09:30:00', '14:45:00', '9:30 AM'.\nParameter alarm_time (string); required; The alarm time in a recognized format such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or 'HH:MM AM/PM'.\nParameter purpose (string); The purpose of the alarm, such as 'wake up' or 'meeting'.; default: General reminder","play_song":"play_song: Plays the specified song based on a search query provided by the user.\nParameter query (string); required; The search query for the song, which may include title, artist, or album name.\nParameter shuffle (boolean); Determines if the song playback should be shuffled. If true, plays songs in random order.; default: False\nParameter repeat (boolean); Determines if the song should be repeated after it finishes playing.; default: False\nParameter volume (integer); The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).; default: 70"},"clm":{"choice":"play_song","correct":true,"latency_ms":78.18,"confidence":0.991572},"jev":{"choice":"play_song","correct":true,"latency_ms":120.18,"confidence":1.0}},"schema":{"criteria":{"set_alarm":"{\"description\":\"Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS' for specific dates, 'HH:MM:SS' or 'HH:MM' for time only, and 'HH:MM AM/PM' for 12-hour format. Examples: '2023-06-01 09:30:00', '14:45:00', '9:30 AM'.\",\"name\":\"set_alarm\",\"parameters\":{\"properties\":{\"alarm_time\":{\"description\":\"The alarm time in a recognized format such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or 'HH:MM AM/PM'.\",\"type\":\"string\"},\"purpose\":{\"default\":\"General reminder\",\"description\":\"The purpose of the alarm, such as 'wake up' or 'meeting'.\",\"type\":\"string\"}},\"required\":[\"alarm_time\"],\"type\":\"dict\"}}","play_song":"{\"description\":\"Plays the specified song based on a search query provided by the user.\",\"name\":\"play_song\",\"parameters\":{\"properties\":{\"query\":{\"description\":\"The search query for the song, which may include title, artist, or album name.\",\"type\":\"string\"},\"repeat\":{\"default\":false,\"description\":\"Determines if the song should be repeated after it finishes playing.\",\"type\":\"boolean\"},\"shuffle\":{\"default\":false,\"description\":\"Determines if the song playback should be shuffled. If true, plays songs in random order.\",\"type\":\"boolean\"},\"volume\":{\"default\":70,\"description\":\"The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"set_alarm","correct":false,"latency_ms":105.03,"confidence":0.939539},"jev":{"choice":"play_song","correct":true,"latency_ms":153.38,"confidence":1.0}}}},{"id":"live_multiple_950-199-1","split":"live_multiple","state":"User: set an alarm for 11 PM","expected":"set_alarm","candidate_count":2,"views":{"description":{"criteria":{"set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS' for specific dates, 'HH:MM:SS' or 'HH:MM' for time only, and 'HH:MM AM/PM' for 12-hour format. Examples: '2023-06-01 09:30:00', '14:45:00', '9:30 AM'.","play_song":"play_song: Plays the specified song based on a search query provided by the user."},"clm":{"choice":"set_alarm","correct":true,"latency_ms":30.08,"confidence":0.996062},"jev":{"choice":"set_alarm","correct":true,"latency_ms":134.5,"confidence":1.0}},"prose_schema":{"criteria":{"set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS' for specific dates, 'HH:MM:SS' or 'HH:MM' for time only, and 'HH:MM AM/PM' for 12-hour format. Examples: '2023-06-01 09:30:00', '14:45:00', '9:30 AM'.\nParameter alarm_time (string); required; The alarm time in a recognized format such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or 'HH:MM AM/PM'.\nParameter purpose (string); The purpose of the alarm, such as 'wake up' or 'meeting'.; default: General reminder","play_song":"play_song: Plays the specified song based on a search query provided by the user.\nParameter query (string); required; The search query for the song, which may include title, artist, or album name.\nParameter shuffle (boolean); Determines if the song playback should be shuffled. If true, plays songs in random order.; default: False\nParameter repeat (boolean); Determines if the song should be repeated after it finishes playing.; default: False\nParameter volume (integer); The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).; default: 70"},"clm":{"choice":"play_song","correct":false,"latency_ms":31.18,"confidence":0.584733},"jev":{"choice":"set_alarm","correct":true,"latency_ms":93.31,"confidence":1.0}},"schema":{"criteria":{"set_alarm":"{\"description\":\"Set an alarm for a specific time. The time can be specified in various formats, including 'YYYY-MM-DD HH:MM:SS' for specific dates, 'HH:MM:SS' or 'HH:MM' for time only, and 'HH:MM AM/PM' for 12-hour format. Examples: '2023-06-01 09:30:00', '14:45:00', '9:30 AM'.\",\"name\":\"set_alarm\",\"parameters\":{\"properties\":{\"alarm_time\":{\"description\":\"The alarm time in a recognized format such as 'YYYY-MM-DD HH:MM:SS', 'HH:MM:SS', 'HH:MM', or 'HH:MM AM/PM'.\",\"type\":\"string\"},\"purpose\":{\"default\":\"General reminder\",\"description\":\"The purpose of the alarm, such as 'wake up' or 'meeting'.\",\"type\":\"string\"}},\"required\":[\"alarm_time\"],\"type\":\"dict\"}}","play_song":"{\"description\":\"Plays the specified song based on a search query provided by the user.\",\"name\":\"play_song\",\"parameters\":{\"properties\":{\"query\":{\"description\":\"The search query for the song, which may include title, artist, or album name.\",\"type\":\"string\"},\"repeat\":{\"default\":false,\"description\":\"Determines if the song should be repeated after it finishes playing.\",\"type\":\"boolean\"},\"shuffle\":{\"default\":false,\"description\":\"Determines if the song playback should be shuffled. If true, plays songs in random order.\",\"type\":\"boolean\"},\"volume\":{\"default\":70,\"description\":\"The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"set_alarm","correct":true,"latency_ms":33.0,"confidence":0.559674},"jev":{"choice":"set_alarm","correct":true,"latency_ms":118.93,"confidence":1.0}}}},{"id":"live_multiple_951-200-0","split":"live_multiple","state":"User: What is the application version?","expected":"version_api.VersionApi.get_version","candidate_count":5,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version of the application, including its name and version number in a JSON format.","oidc_api.OidcApi.is_available":"oidc_api.OidcApi.is_available: Checks if OpenID Connect authentication is supported for the current application, which enables single sign-on capabilities.","project_api.ProjectApi.update_project":"project_api.ProjectApi.update_project: Updates the specified attributes of a project based on the provided project ID.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve details of a specific project identified by a combination of its name and version.","repository_api.RepositoryApi.get_repository_meta_component":"repository_api.RepositoryApi.get_repository_meta_component: Resolves the latest version of a specified component from the configured repositories."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":55.38,"confidence":0.65194},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":143.07,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version of the application, including its name and version number in a JSON format.","oidc_api.OidcApi.is_available":"oidc_api.OidcApi.is_available: Checks if OpenID Connect authentication is supported for the current application, which enables single sign-on capabilities.\nParameter application_id (string); required; The unique identifier of the application for which to check OpenID Connect availability.","project_api.ProjectApi.update_project":"project_api.ProjectApi.update_project: Updates the specified attributes of a project based on the provided project ID.\nParameter project_id (string); required; The unique identifier of the project to be updated.\nParameter project_data (dict); required; A dictionary containing key-value pairs of the project attributes to be updated.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve details of a specific project identified by a combination of its name and version.\nParameter name (string); required; The unique name of the project.\nParameter version (string); required; The specific version of the project, following semantic versioning, such as '1.0.0'.","repository_api.RepositoryApi.get_repository_meta_component":"repository_api.RepositoryApi.get_repository_meta_component: Resolves the latest version of a specified component from the configured repositories.\nParameter purl (string); required; The Package URL (PURL) for the component whose latest version needs to be resolved.\nParameter include_prereleases (boolean); Flag to include pre-release versions in the resolution process.; default: False"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":69.35,"confidence":0.870022},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":129.89,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the current version of the application, including its name and version number in a JSON format.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","oidc_api.OidcApi.is_available":"{\"description\":\"Checks if OpenID Connect authentication is supported for the current application, which enables single sign-on capabilities.\",\"name\":\"oidc_api.OidcApi.is_available\",\"parameters\":{\"properties\":{\"application_id\":{\"description\":\"The unique identifier of the application for which to check OpenID Connect availability.\",\"type\":\"string\"}},\"required\":[\"application_id\"],\"type\":\"dict\"}}","project_api.ProjectApi.update_project":"{\"description\":\"Updates the specified attributes of a project based on the provided project ID.\",\"name\":\"project_api.ProjectApi.update_project\",\"parameters\":{\"properties\":{\"project_data\":{\"description\":\"A dictionary containing key-value pairs of the project attributes to be updated.\",\"properties\":{\"deadline\":{\"default\":\"null\",\"description\":\"The updated project completion deadline in 'YYYY-MM-DD' format.\",\"type\":\"string\"},\"description\":{\"description\":\"The new description of the project.\",\"type\":\"string\"},\"name\":{\"description\":\"The new name of the project.\",\"type\":\"string\"},\"status\":{\"default\":\"active\",\"description\":\"The new status of the project.\",\"enum\":[\"active\",\"inactive\",\"archived\"],\"type\":\"string\"}},\"type\":\"dict\"},\"project_id\":{\"description\":\"The unique identifier of the project to be updated.\",\"type\":\"string\"}},\"required\":[\"project_id\",\"project_data\"],\"type\":\"dict\"}}","project_api.ProjectApi.get_project_by_name_and_version":"{\"description\":\"Retrieve details of a specific project identified by a combination of its name and version.\",\"name\":\"project_api.ProjectApi.get_project_by_name_and_version\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name of the project.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version of the project, following semantic versioning, such as '1.0.0'.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","repository_api.RepositoryApi.get_repository_meta_component":"{\"description\":\"Resolves the latest version of a specified component from the configured repositories.\",\"name\":\"repository_api.RepositoryApi.get_repository_meta_component\",\"parameters\":{\"properties\":{\"include_prereleases\":{\"default\":false,\"description\":\"Flag to include pre-release versions in the resolution process.\",\"type\":\"boolean\"},\"purl\":{\"description\":\"The Package URL (PURL) for the component whose latest version needs to be resolved.\",\"type\":\"string\"}},\"required\":[\"purl\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":93.54,"confidence":0.793624},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":102.8,"confidence":1.0}}}},{"id":"live_multiple_952-201-0","split":"live_multiple","state":"User: Order 5 fries from uber eats mc donalds","expected":"uber.eat.order","candidate_count":2,"views":{"description":{"criteria":{"uber.eat.order":"uber.eat.order: Order food on Uber Eats by specifying the restaurant and the items with their respective quantities.","flight.status.check":"flight.status.check: Check the current status of a flight using the flight's identifier and the ticket details of the passenger."},"clm":{"choice":"uber.eat.order","correct":true,"latency_ms":80.93,"confidence":0.998813},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":106.75,"confidence":1.0}},"prose_schema":{"criteria":{"uber.eat.order":"uber.eat.order: Order food on Uber Eats by specifying the restaurant and the items with their respective quantities.\nParameter restaurant (string); required; The name of the restaurant from which to order food.\nParameter items (array); required; A list of names of selected food items to be ordered.\nParameter quantities (array); required; A list of quantities corresponding to each item in the order, indexed in the same order as the items.\nParameter notes (string); Special instructions or notes for the restaurant regarding the order.; default: \nParameter delivery_option (string); The preferred delivery option for the order.; allowed values: standard, express; default: standard","flight.status.check":"flight.status.check: Check the current status of a flight using the flight's identifier and the ticket details of the passenger.\nParameter flight_identifier (string); required; Unique identifier for the flight, such as a flight number.\nParameter passenger_name (string); required; Full name of the passenger as it appears on the ticket.\nParameter ticket_number (string); required; Alphanumeric ticket number associated with the passenger's booking."},"clm":{"choice":"uber.eat.order","correct":true,"latency_ms":90.63,"confidence":0.999913},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":92.75,"confidence":1.0}},"schema":{"criteria":{"uber.eat.order":"{\"description\":\"Order food on Uber Eats by specifying the restaurant and the items with their respective quantities.\",\"name\":\"uber.eat.order\",\"parameters\":{\"properties\":{\"delivery_option\":{\"default\":\"standard\",\"description\":\"The preferred delivery option for the order.\",\"enum\":[\"standard\",\"express\"],\"type\":\"string\"},\"items\":{\"description\":\"A list of names of selected food items to be ordered.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"notes\":{\"default\":\"\",\"description\":\"Special instructions or notes for the restaurant regarding the order.\",\"type\":\"string\"},\"quantities\":{\"description\":\"A list of quantities corresponding to each item in the order, indexed in the same order as the items.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"restaurant\":{\"description\":\"The name of the restaurant from which to order food.\",\"type\":\"string\"}},\"required\":[\"restaurant\",\"items\",\"quantities\"],\"type\":\"dict\"}}","flight.status.check":"{\"description\":\"Check the current status of a flight using the flight's identifier and the ticket details of the passenger.\",\"name\":\"flight.status.check\",\"parameters\":{\"properties\":{\"flight_identifier\":{\"description\":\"Unique identifier for the flight, such as a flight number.\",\"type\":\"string\"},\"passenger_name\":{\"description\":\"Full name of the passenger as it appears on the ticket.\",\"type\":\"string\"},\"ticket_number\":{\"description\":\"Alphanumeric ticket number associated with the passenger's booking.\",\"type\":\"string\"}},\"required\":[\"flight_identifier\",\"passenger_name\",\"ticket_number\"],\"type\":\"dict\"}}"},"clm":{"choice":"flight.status.check","correct":false,"latency_ms":97.82,"confidence":0.740602},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":122.59,"confidence":1.0}}}},{"id":"live_multiple_953-201-1","split":"live_multiple","state":"User: Check karan's flight status for Indigo flight, ticket number: IND5463. Identifier should be the same as the ticket number.","expected":"flight.status.check","candidate_count":2,"views":{"description":{"criteria":{"uber.eat.order":"uber.eat.order: Order food on Uber Eats by specifying the restaurant and the items with their respective quantities.","flight.status.check":"flight.status.check: Check the current status of a flight using the flight's identifier and the ticket details of the passenger."},"clm":{"choice":"flight.status.check","correct":true,"latency_ms":34.57,"confidence":0.999969},"jev":{"choice":"flight.status.check","correct":true,"latency_ms":108.85,"confidence":1.0}},"prose_schema":{"criteria":{"uber.eat.order":"uber.eat.order: Order food on Uber Eats by specifying the restaurant and the items with their respective quantities.\nParameter restaurant (string); required; The name of the restaurant from which to order food.\nParameter items (array); required; A list of names of selected food items to be ordered.\nParameter quantities (array); required; A list of quantities corresponding to each item in the order, indexed in the same order as the items.\nParameter notes (string); Special instructions or notes for the restaurant regarding the order.; default: \nParameter delivery_option (string); The preferred delivery option for the order.; allowed values: standard, express; default: standard","flight.status.check":"flight.status.check: Check the current status of a flight using the flight's identifier and the ticket details of the passenger.\nParameter flight_identifier (string); required; Unique identifier for the flight, such as a flight number.\nParameter passenger_name (string); required; Full name of the passenger as it appears on the ticket.\nParameter ticket_number (string); required; Alphanumeric ticket number associated with the passenger's booking."},"clm":{"choice":"flight.status.check","correct":true,"latency_ms":30.87,"confidence":0.976351},"jev":{"choice":"flight.status.check","correct":true,"latency_ms":115.09,"confidence":1.0}},"schema":{"criteria":{"uber.eat.order":"{\"description\":\"Order food on Uber Eats by specifying the restaurant and the items with their respective quantities.\",\"name\":\"uber.eat.order\",\"parameters\":{\"properties\":{\"delivery_option\":{\"default\":\"standard\",\"description\":\"The preferred delivery option for the order.\",\"enum\":[\"standard\",\"express\"],\"type\":\"string\"},\"items\":{\"description\":\"A list of names of selected food items to be ordered.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"notes\":{\"default\":\"\",\"description\":\"Special instructions or notes for the restaurant regarding the order.\",\"type\":\"string\"},\"quantities\":{\"description\":\"A list of quantities corresponding to each item in the order, indexed in the same order as the items.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"restaurant\":{\"description\":\"The name of the restaurant from which to order food.\",\"type\":\"string\"}},\"required\":[\"restaurant\",\"items\",\"quantities\"],\"type\":\"dict\"}}","flight.status.check":"{\"description\":\"Check the current status of a flight using the flight's identifier and the ticket details of the passenger.\",\"name\":\"flight.status.check\",\"parameters\":{\"properties\":{\"flight_identifier\":{\"description\":\"Unique identifier for the flight, such as a flight number.\",\"type\":\"string\"},\"passenger_name\":{\"description\":\"Full name of the passenger as it appears on the ticket.\",\"type\":\"string\"},\"ticket_number\":{\"description\":\"Alphanumeric ticket number associated with the passenger's booking.\",\"type\":\"string\"}},\"required\":[\"flight_identifier\",\"passenger_name\",\"ticket_number\"],\"type\":\"dict\"}}"},"clm":{"choice":"flight.status.check","correct":true,"latency_ms":37.21,"confidence":0.798868},"jev":{"choice":"flight.status.check","correct":true,"latency_ms":167.04,"confidence":1.0}}}},{"id":"live_multiple_954-202-0","split":"live_multiple","state":"User: Hi, I am Karan. Could you tell me the current status of my flight with Delta? My name is Karan Sharma, and my ticket number is IND4567.","expected":"flight.status.check","candidate_count":2,"views":{"description":{"criteria":{"flight.status.check":"flight.status.check: Checks the current status of a flight by airline, passenger name, and ticket number.","uber.eat.order":"uber.eat.order: Place an order for food through Uber Eats by specifying the restaurant and the items with their corresponding quantities."},"clm":{"choice":"flight.status.check","correct":true,"latency_ms":79.99,"confidence":0.999823},"jev":{"choice":"flight.status.check","correct":true,"latency_ms":97.92,"confidence":1.0}},"prose_schema":{"criteria":{"flight.status.check":"flight.status.check: Checks the current status of a flight by airline, passenger name, and ticket number.\nParameter airlines (string); required; The name of the airline company for which to check the flight status. For example, 'Delta', 'United'.; allowed values: Delta, United, American, Southwest, JetBlue\nParameter person_name (string); required; The full name of the passenger as it appears on the ticket.\nParameter ticket_number (string); required; The unique ticket number associated with the passenger's flight booking.","uber.eat.order":"uber.eat.order: Place an order for food through Uber Eats by specifying the restaurant and the items with their corresponding quantities.\nParameter restaurant (string); required; The name of the restaurant from which to order food.\nParameter items (array); required; A list of names of the selected items from the menu.\nParameter quantities (array); required; A list of quantities for each item ordered, corresponding by index to the items listed in the 'items' parameter."},"clm":{"choice":"flight.status.check","correct":true,"latency_ms":74.78,"confidence":0.999503},"jev":{"choice":"flight.status.check","correct":true,"latency_ms":147.4,"confidence":1.0}},"schema":{"criteria":{"flight.status.check":"{\"description\":\"Checks the current status of a flight by airline, passenger name, and ticket number.\",\"name\":\"flight.status.check\",\"parameters\":{\"properties\":{\"airlines\":{\"description\":\"The name of the airline company for which to check the flight status. For example, 'Delta', 'United'.\",\"enum\":[\"Delta\",\"United\",\"American\",\"Southwest\",\"JetBlue\"],\"type\":\"string\"},\"person_name\":{\"description\":\"The full name of the passenger as it appears on the ticket.\",\"type\":\"string\"},\"ticket_number\":{\"description\":\"The unique ticket number associated with the passenger's flight booking.\",\"type\":\"string\"}},\"required\":[\"airlines\",\"person_name\",\"ticket_number\"],\"type\":\"dict\"}}","uber.eat.order":"{\"description\":\"Place an order for food through Uber Eats by specifying the restaurant and the items with their corresponding quantities.\",\"name\":\"uber.eat.order\",\"parameters\":{\"properties\":{\"items\":{\"description\":\"A list of names of the selected items from the menu.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"quantities\":{\"description\":\"A list of quantities for each item ordered, corresponding by index to the items listed in the 'items' parameter.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"restaurant\":{\"description\":\"The name of the restaurant from which to order food.\",\"type\":\"string\"}},\"required\":[\"restaurant\",\"items\",\"quantities\"],\"type\":\"dict\"}}"},"clm":{"choice":"uber.eat.order","correct":false,"latency_ms":98.61,"confidence":0.597694},"jev":{"choice":"flight.status.check","correct":true,"latency_ms":149.92,"confidence":1.0}}}},{"id":"live_multiple_955-202-1","split":"live_multiple","state":"User: Order 5 fries from uber eats mc donalds","expected":"uber.eat.order","candidate_count":2,"views":{"description":{"criteria":{"flight.status.check":"flight.status.check: Checks the current status of a flight by airline, passenger name, and ticket number.","uber.eat.order":"uber.eat.order: Place an order for food through Uber Eats by specifying the restaurant and the items with their corresponding quantities."},"clm":{"choice":"uber.eat.order","correct":true,"latency_ms":1.75,"confidence":0.998976},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":100.08,"confidence":1.0}},"prose_schema":{"criteria":{"flight.status.check":"flight.status.check: Checks the current status of a flight by airline, passenger name, and ticket number.\nParameter airlines (string); required; The name of the airline company for which to check the flight status. For example, 'Delta', 'United'.; allowed values: Delta, United, American, Southwest, JetBlue\nParameter person_name (string); required; The full name of the passenger as it appears on the ticket.\nParameter ticket_number (string); required; The unique ticket number associated with the passenger's flight booking.","uber.eat.order":"uber.eat.order: Place an order for food through Uber Eats by specifying the restaurant and the items with their corresponding quantities.\nParameter restaurant (string); required; The name of the restaurant from which to order food.\nParameter items (array); required; A list of names of the selected items from the menu.\nParameter quantities (array); required; A list of quantities for each item ordered, corresponding by index to the items listed in the 'items' parameter."},"clm":{"choice":"uber.eat.order","correct":true,"latency_ms":1.67,"confidence":0.999763},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":129.77,"confidence":1.0}},"schema":{"criteria":{"flight.status.check":"{\"description\":\"Checks the current status of a flight by airline, passenger name, and ticket number.\",\"name\":\"flight.status.check\",\"parameters\":{\"properties\":{\"airlines\":{\"description\":\"The name of the airline company for which to check the flight status. For example, 'Delta', 'United'.\",\"enum\":[\"Delta\",\"United\",\"American\",\"Southwest\",\"JetBlue\"],\"type\":\"string\"},\"person_name\":{\"description\":\"The full name of the passenger as it appears on the ticket.\",\"type\":\"string\"},\"ticket_number\":{\"description\":\"The unique ticket number associated with the passenger's flight booking.\",\"type\":\"string\"}},\"required\":[\"airlines\",\"person_name\",\"ticket_number\"],\"type\":\"dict\"}}","uber.eat.order":"{\"description\":\"Place an order for food through Uber Eats by specifying the restaurant and the items with their corresponding quantities.\",\"name\":\"uber.eat.order\",\"parameters\":{\"properties\":{\"items\":{\"description\":\"A list of names of the selected items from the menu.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"quantities\":{\"description\":\"A list of quantities for each item ordered, corresponding by index to the items listed in the 'items' parameter.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"restaurant\":{\"description\":\"The name of the restaurant from which to order food.\",\"type\":\"string\"}},\"required\":[\"restaurant\",\"items\",\"quantities\"],\"type\":\"dict\"}}"},"clm":{"choice":"uber.eat.order","correct":true,"latency_ms":2.12,"confidence":0.674881},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":95.99,"confidence":1.0}}}},{"id":"live_multiple_956-203-0","split":"live_multiple","state":"User: I need to see all the mandates associated with our partner, regardless of their status. ","expected":"partner.mandates","candidate_count":2,"views":{"description":{"criteria":{"user.mandates":"user.mandates: Fetches the mandates associated with a user based on the provided user name and the status of the mandates. This API is intended for use by partners to retrieve information about their clients' mandates.","partner.mandates":"partner.mandates: Fetches the mandates associated with a partner based on the specified status. If no status is provided, all mandates are retrieved."},"clm":{"choice":"partner.mandates","correct":true,"latency_ms":59.22,"confidence":0.655589},"jev":{"choice":"partner.mandates","correct":true,"latency_ms":94.47,"confidence":1.0}},"prose_schema":{"criteria":{"user.mandates":"user.mandates: Fetches the mandates associated with a user based on the provided user name and the status of the mandates. This API is intended for use by partners to retrieve information about their clients' mandates.\nParameter name (string); required; The full name of the partner's client for whom to fetch mandates.\nParameter status (string); The status of the mandates to be fetched. If omitted, mandates of all statuses will be retrieved.; allowed values: active, pending, inactive; default: active","partner.mandates":"partner.mandates: Fetches the mandates associated with a partner based on the specified status. If no status is provided, all mandates are retrieved.\nParameter status (string); The status of the mandates to be fetched. If left empty, mandates with any status will be retrieved.; allowed values: active, pending, inactive; default: all"},"clm":{"choice":"user.mandates","correct":false,"latency_ms":65.66,"confidence":0.694908},"jev":{"choice":"partner.mandates","correct":true,"latency_ms":121.05,"confidence":1.0}},"schema":{"criteria":{"user.mandates":"{\"description\":\"Fetches the mandates associated with a user based on the provided user name and the status of the mandates. This API is intended for use by partners to retrieve information about their clients' mandates.\",\"name\":\"user.mandates\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The full name of the partner's client for whom to fetch mandates.\",\"type\":\"string\"},\"status\":{\"default\":\"active\",\"description\":\"The status of the mandates to be fetched. If omitted, mandates of all statuses will be retrieved.\",\"enum\":[\"active\",\"pending\",\"inactive\"],\"type\":\"string\"}},\"required\":[\"name\"],\"type\":\"dict\"}}","partner.mandates":"{\"description\":\"Fetches the mandates associated with a partner based on the specified status. If no status is provided, all mandates are retrieved.\",\"name\":\"partner.mandates\",\"parameters\":{\"properties\":{\"status\":{\"default\":\"all\",\"description\":\"The status of the mandates to be fetched. If left empty, mandates with any status will be retrieved.\",\"enum\":[\"active\",\"pending\",\"inactive\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"partner.mandates","correct":true,"latency_ms":134.11,"confidence":0.667129},"jev":{"choice":"partner.mandates","correct":true,"latency_ms":116.99,"confidence":0.98}}}},{"id":"live_multiple_957-203-1","split":"live_multiple","state":"User: Can you retrieve all the active mandates associated with our client, John Doe?","expected":"user.mandates","candidate_count":2,"views":{"description":{"criteria":{"user.mandates":"user.mandates: Fetches the mandates associated with a user based on the provided user name and the status of the mandates. This API is intended for use by partners to retrieve information about their clients' mandates.","partner.mandates":"partner.mandates: Fetches the mandates associated with a partner based on the specified status. If no status is provided, all mandates are retrieved."},"clm":{"choice":"partner.mandates","correct":false,"latency_ms":29.84,"confidence":0.629307},"jev":{"choice":"user.mandates","correct":true,"latency_ms":96.01,"confidence":0.99}},"prose_schema":{"criteria":{"user.mandates":"user.mandates: Fetches the mandates associated with a user based on the provided user name and the status of the mandates. This API is intended for use by partners to retrieve information about their clients' mandates.\nParameter name (string); required; The full name of the partner's client for whom to fetch mandates.\nParameter status (string); The status of the mandates to be fetched. If omitted, mandates of all statuses will be retrieved.; allowed values: active, pending, inactive; default: active","partner.mandates":"partner.mandates: Fetches the mandates associated with a partner based on the specified status. If no status is provided, all mandates are retrieved.\nParameter status (string); The status of the mandates to be fetched. If left empty, mandates with any status will be retrieved.; allowed values: active, pending, inactive; default: all"},"clm":{"choice":"user.mandates","correct":true,"latency_ms":36.75,"confidence":0.559537},"jev":{"choice":"user.mandates","correct":true,"latency_ms":138.36,"confidence":1.0}},"schema":{"criteria":{"user.mandates":"{\"description\":\"Fetches the mandates associated with a user based on the provided user name and the status of the mandates. This API is intended for use by partners to retrieve information about their clients' mandates.\",\"name\":\"user.mandates\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The full name of the partner's client for whom to fetch mandates.\",\"type\":\"string\"},\"status\":{\"default\":\"active\",\"description\":\"The status of the mandates to be fetched. If omitted, mandates of all statuses will be retrieved.\",\"enum\":[\"active\",\"pending\",\"inactive\"],\"type\":\"string\"}},\"required\":[\"name\"],\"type\":\"dict\"}}","partner.mandates":"{\"description\":\"Fetches the mandates associated with a partner based on the specified status. If no status is provided, all mandates are retrieved.\",\"name\":\"partner.mandates\",\"parameters\":{\"properties\":{\"status\":{\"default\":\"all\",\"description\":\"The status of the mandates to be fetched. If left empty, mandates with any status will be retrieved.\",\"enum\":[\"active\",\"pending\",\"inactive\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"partner.mandates","correct":false,"latency_ms":32.6,"confidence":0.851353},"jev":{"choice":"user.mandates","correct":true,"latency_ms":102.74,"confidence":1.0}}}},{"id":"live_multiple_958-204-0","split":"live_multiple","state":"User: Fetch all active sips of all clients a partner","expected":"partner.sips","candidate_count":3,"views":{"description":{"criteria":{"client.mandates":"client.mandates: Fetches the mandates of a single client based on the client's name and the status of the mandate. Partners can use this API to retrieve mandate information for their clients.","partner.mandates":"partner.mandates: Fetches all mandates for all clients associated with a partner, filtered by the status of the mandates.","partner.sips":"partner.sips: Fetch all Systematic Investment Plans (SIPs) of all clients associated with a partner, filtered by the given status of the SIP."},"clm":{"choice":"partner.sips","correct":true,"latency_ms":84.79,"confidence":0.631841},"jev":{"choice":"partner.sips","correct":true,"latency_ms":99.55,"confidence":1.0}},"prose_schema":{"criteria":{"client.mandates":"client.mandates: Fetches the mandates of a single client based on the client's name and the status of the mandate. Partners can use this API to retrieve mandate information for their clients.\nParameter name (string); required; The full name of the client whose mandates are to be fetched.\nParameter status (string); The status of the mandates to be fetched. If not specified, mandates with all statuses are retrieved.; allowed values: active, pending, inactive; default: active","partner.mandates":"partner.mandates: Fetches all mandates for all clients associated with a partner, filtered by the status of the mandates.\nParameter status (string); required; The status of mandates to fetch. Possible values are 'active', 'pending', and 'inactive'.; allowed values: active, pending, inactive","partner.sips":"partner.sips: Fetch all Systematic Investment Plans (SIPs) of all clients associated with a partner, filtered by the given status of the SIP.\nParameter status (string); required; The status of the SIPs to be fetched. Valid statuses include 'active', 'stopped', and 'paused'.; allowed values: active, stopped, paused"},"clm":{"choice":"partner.mandates","correct":false,"latency_ms":86.59,"confidence":0.62538},"jev":{"choice":"partner.sips","correct":true,"latency_ms":110.97,"confidence":1.0}},"schema":{"criteria":{"client.mandates":"{\"description\":\"Fetches the mandates of a single client based on the client's name and the status of the mandate. Partners can use this API to retrieve mandate information for their clients.\",\"name\":\"client.mandates\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The full name of the client whose mandates are to be fetched.\",\"type\":\"string\"},\"status\":{\"default\":\"active\",\"description\":\"The status of the mandates to be fetched. If not specified, mandates with all statuses are retrieved.\",\"enum\":[\"active\",\"pending\",\"inactive\"],\"type\":\"string\"}},\"required\":[\"name\"],\"type\":\"dict\"}}","partner.mandates":"{\"description\":\"Fetches all mandates for all clients associated with a partner, filtered by the status of the mandates.\",\"name\":\"partner.mandates\",\"parameters\":{\"properties\":{\"status\":{\"description\":\"The status of mandates to fetch. Possible values are 'active', 'pending', and 'inactive'.\",\"enum\":[\"active\",\"pending\",\"inactive\"],\"type\":\"string\"}},\"required\":[\"status\"],\"type\":\"dict\"}}","partner.sips":"{\"description\":\"Fetch all Systematic Investment Plans (SIPs) of all clients associated with a partner, filtered by the given status of the SIP.\",\"name\":\"partner.sips\",\"parameters\":{\"properties\":{\"status\":{\"description\":\"The status of the SIPs to be fetched. Valid statuses include 'active', 'stopped', and 'paused'.\",\"enum\":[\"active\",\"stopped\",\"paused\"],\"type\":\"string\"}},\"required\":[\"status\"],\"type\":\"dict\"}}"},"clm":{"choice":"partner.sips","correct":true,"latency_ms":165.07,"confidence":0.520217},"jev":{"choice":"partner.sips","correct":true,"latency_ms":126.15,"confidence":1.0}}}},{"id":"live_multiple_959-204-1","split":"live_multiple","state":"User: fetch all sips of Aditya","expected":"partner.sips","candidate_count":3,"views":{"description":{"criteria":{"client.mandates":"client.mandates: Fetches the mandates of a single client based on the client's name and the status of the mandate. Partners can use this API to retrieve mandate information for their clients.","partner.mandates":"partner.mandates: Fetches all mandates for all clients associated with a partner, filtered by the status of the mandates.","partner.sips":"partner.sips: Fetch all Systematic Investment Plans (SIPs) of all clients associated with a partner, filtered by the given status of the SIP."},"clm":{"choice":"partner.sips","correct":true,"latency_ms":31.1,"confidence":0.841496},"jev":{"choice":"partner.sips","correct":true,"latency_ms":93.57,"confidence":0.76}},"prose_schema":{"criteria":{"client.mandates":"client.mandates: Fetches the mandates of a single client based on the client's name and the status of the mandate. Partners can use this API to retrieve mandate information for their clients.\nParameter name (string); required; The full name of the client whose mandates are to be fetched.\nParameter status (string); The status of the mandates to be fetched. If not specified, mandates with all statuses are retrieved.; allowed values: active, pending, inactive; default: active","partner.mandates":"partner.mandates: Fetches all mandates for all clients associated with a partner, filtered by the status of the mandates.\nParameter status (string); required; The status of mandates to fetch. Possible values are 'active', 'pending', and 'inactive'.; allowed values: active, pending, inactive","partner.sips":"partner.sips: Fetch all Systematic Investment Plans (SIPs) of all clients associated with a partner, filtered by the given status of the SIP.\nParameter status (string); required; The status of the SIPs to be fetched. Valid statuses include 'active', 'stopped', and 'paused'.; allowed values: active, stopped, paused"},"clm":{"choice":"partner.sips","correct":true,"latency_ms":29.7,"confidence":0.381233},"jev":{"choice":"partner.sips","correct":true,"latency_ms":178.26,"confidence":0.58}},"schema":{"criteria":{"client.mandates":"{\"description\":\"Fetches the mandates of a single client based on the client's name and the status of the mandate. Partners can use this API to retrieve mandate information for their clients.\",\"name\":\"client.mandates\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The full name of the client whose mandates are to be fetched.\",\"type\":\"string\"},\"status\":{\"default\":\"active\",\"description\":\"The status of the mandates to be fetched. If not specified, mandates with all statuses are retrieved.\",\"enum\":[\"active\",\"pending\",\"inactive\"],\"type\":\"string\"}},\"required\":[\"name\"],\"type\":\"dict\"}}","partner.mandates":"{\"description\":\"Fetches all mandates for all clients associated with a partner, filtered by the status of the mandates.\",\"name\":\"partner.mandates\",\"parameters\":{\"properties\":{\"status\":{\"description\":\"The status of mandates to fetch. Possible values are 'active', 'pending', and 'inactive'.\",\"enum\":[\"active\",\"pending\",\"inactive\"],\"type\":\"string\"}},\"required\":[\"status\"],\"type\":\"dict\"}}","partner.sips":"{\"description\":\"Fetch all Systematic Investment Plans (SIPs) of all clients associated with a partner, filtered by the given status of the SIP.\",\"name\":\"partner.sips\",\"parameters\":{\"properties\":{\"status\":{\"description\":\"The status of the SIPs to be fetched. Valid statuses include 'active', 'stopped', and 'paused'.\",\"enum\":[\"active\",\"stopped\",\"paused\"],\"type\":\"string\"}},\"required\":[\"status\"],\"type\":\"dict\"}}"},"clm":{"choice":"partner.mandates","correct":false,"latency_ms":39.29,"confidence":0.386724},"jev":{"choice":"partner.sips","correct":true,"latency_ms":122.62,"confidence":0.54}}}},{"id":"live_multiple_960-205-0","split":"live_multiple","state":"User: get the weather of nyc","expected":"get_current_weather","candidate_count":2,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.","web_search":"web_search: Perform a web search for a given query and return relevant results."},"clm":{"choice":"get_current_weather","correct":true,"latency_ms":67.29,"confidence":0.973128},"jev":{"choice":"get_current_weather","correct":true,"latency_ms":106.06,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.\nParameter location (string); required; The city and state for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of measurement for temperature values.; allowed values: celsius, fahrenheit; default: fahrenheit","web_search":"web_search: Perform a web search for a given query and return relevant results.\nParameter query (string); required; The search query string to be used for finding relevant web pages.\nParameter results_limit (integer); The maximum number of search results to return. The value must be a positive integer.; default: 10\nParameter language (string); The language preference for the search results.; allowed values: en, es, fr, de, it; default: en\nParameter safe_search (boolean); Enable or disable safe search filtering.; default: True"},"clm":{"choice":"get_current_weather","correct":true,"latency_ms":83.94,"confidence":0.525956},"jev":{"choice":"get_current_weather","correct":true,"latency_ms":124.5,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of measurement for temperature values.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","web_search":"{\"description\":\"Perform a web search for a given query and return relevant results.\",\"name\":\"web_search\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"en\",\"description\":\"The language preference for the search results.\",\"enum\":[\"en\",\"es\",\"fr\",\"de\",\"it\"],\"type\":\"string\"},\"query\":{\"description\":\"The search query string to be used for finding relevant web pages.\",\"type\":\"string\"},\"results_limit\":{\"default\":10,\"description\":\"The maximum number of search results to return. The value must be a positive integer.\",\"type\":\"integer\"},\"safe_search\":{\"default\":true,\"description\":\"Enable or disable safe search filtering.\",\"type\":\"boolean\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"web_search","correct":false,"latency_ms":97.53,"confidence":0.864387},"jev":{"choice":"get_current_weather","correct":true,"latency_ms":110.03,"confidence":1.0}}}},{"id":"live_multiple_961-205-1","split":"live_multiple","state":"User: trigger the web search function; where is beijing","expected":"web_search","candidate_count":2,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.","web_search":"web_search: Perform a web search for a given query and return relevant results."},"clm":{"choice":"web_search","correct":true,"latency_ms":31.56,"confidence":0.954141},"jev":{"choice":"web_search","correct":true,"latency_ms":100.48,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.\nParameter location (string); required; The city and state for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of measurement for temperature values.; allowed values: celsius, fahrenheit; default: fahrenheit","web_search":"web_search: Perform a web search for a given query and return relevant results.\nParameter query (string); required; The search query string to be used for finding relevant web pages.\nParameter results_limit (integer); The maximum number of search results to return. The value must be a positive integer.; default: 10\nParameter language (string); The language preference for the search results.; allowed values: en, es, fr, de, it; default: en\nParameter safe_search (boolean); Enable or disable safe search filtering.; default: True"},"clm":{"choice":"web_search","correct":true,"latency_ms":27.88,"confidence":0.995327},"jev":{"choice":"web_search","correct":true,"latency_ms":118.73,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of measurement for temperature values.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","web_search":"{\"description\":\"Perform a web search for a given query and return relevant results.\",\"name\":\"web_search\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"en\",\"description\":\"The language preference for the search results.\",\"enum\":[\"en\",\"es\",\"fr\",\"de\",\"it\"],\"type\":\"string\"},\"query\":{\"description\":\"The search query string to be used for finding relevant web pages.\",\"type\":\"string\"},\"results_limit\":{\"default\":10,\"description\":\"The maximum number of search results to return. The value must be a positive integer.\",\"type\":\"integer\"},\"safe_search\":{\"default\":true,\"description\":\"Enable or disable safe search filtering.\",\"type\":\"boolean\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"web_search","correct":true,"latency_ms":37.82,"confidence":0.899599},"jev":{"choice":"web_search","correct":true,"latency_ms":116.71,"confidence":1.0}}}},{"id":"live_multiple_962-205-2","split":"live_multiple","state":"User: trigger web search; where is columbia universityg","expected":"web_search","candidate_count":2,"views":{"description":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.","web_search":"web_search: Perform a web search for a given query and return relevant results."},"clm":{"choice":"web_search","correct":true,"latency_ms":40.11,"confidence":0.999432},"jev":{"choice":"web_search","correct":true,"latency_ms":123.74,"confidence":1.0}},"prose_schema":{"criteria":{"get_current_weather":"get_current_weather: Retrieves the current weather conditions for a specified location.\nParameter location (string); required; The city and state for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\nParameter unit (string); The unit of measurement for temperature values.; allowed values: celsius, fahrenheit; default: fahrenheit","web_search":"web_search: Perform a web search for a given query and return relevant results.\nParameter query (string); required; The search query string to be used for finding relevant web pages.\nParameter results_limit (integer); The maximum number of search results to return. The value must be a positive integer.; default: 10\nParameter language (string); The language preference for the search results.; allowed values: en, es, fr, de, it; default: en\nParameter safe_search (boolean); Enable or disable safe search filtering.; default: True"},"clm":{"choice":"web_search","correct":true,"latency_ms":28.14,"confidence":0.994738},"jev":{"choice":"web_search","correct":true,"latency_ms":97.72,"confidence":1.0}},"schema":{"criteria":{"get_current_weather":"{\"description\":\"Retrieves the current weather conditions for a specified location.\",\"name\":\"get_current_weather\",\"parameters\":{\"properties\":{\"location\":{\"description\":\"The city and state for which to get the weather, in the format of 'City, State', such as 'San Francisco, CA' or 'New York, NY'.\",\"type\":\"string\"},\"unit\":{\"default\":\"fahrenheit\",\"description\":\"The unit of measurement for temperature values.\",\"enum\":[\"celsius\",\"fahrenheit\"],\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","web_search":"{\"description\":\"Perform a web search for a given query and return relevant results.\",\"name\":\"web_search\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"en\",\"description\":\"The language preference for the search results.\",\"enum\":[\"en\",\"es\",\"fr\",\"de\",\"it\"],\"type\":\"string\"},\"query\":{\"description\":\"The search query string to be used for finding relevant web pages.\",\"type\":\"string\"},\"results_limit\":{\"default\":10,\"description\":\"The maximum number of search results to return. The value must be a positive integer.\",\"type\":\"integer\"},\"safe_search\":{\"default\":true,\"description\":\"Enable or disable safe search filtering.\",\"type\":\"boolean\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"web_search","correct":true,"latency_ms":68.46,"confidence":0.872136},"jev":{"choice":"web_search","correct":true,"latency_ms":122.43,"confidence":1.0}}}},{"id":"live_multiple_963-206-0","split":"live_multiple","state":"System: You are a bot owned by a courier service, which helps people track the status of their parcels or handover the call to human using HANDOVER function if the question does not include in one of these categories. The courier service is named \"Tipax\"\nYou are expected to chat in a friendly and polite way with the users when resolving their requests and issues. You should detect the user's intent from the chat and based on it, call GET_PARCEL_STATE or HANDOVER functions or answer appropriately. Do not respond to irrelevant messages and if someone asks irrelevant questions call the \"HANDOVER\" function\nUser: I've recently lodged a complaint and would like to check its current status. My tracking ID is TX1234567890.","expected":"GET_PARCEL_STATE","candidate_count":2,"views":{"description":{"criteria":{"handover_to_agent":"handover_to_agent: This function initiates the handover process to transfer an ongoing chat session from a bot to a live human agent.","GET_PARCEL_STATE":"GET_PARCEL_STATE: Determines the current state of the parcel, such as 'In Transit', 'Delivered', or 'Awaiting Pickup', based on the provided tracking ID."},"clm":{"choice":"handover_to_agent","correct":false,"latency_ms":89.83,"confidence":0.778879},"jev":{"choice":"handover_to_agent","correct":false,"latency_ms":97.48,"confidence":0.51}},"prose_schema":{"criteria":{"handover_to_agent":"handover_to_agent: This function initiates the handover process to transfer an ongoing chat session from a bot to a live human agent.\nParameter chat_id (string); required; Unique identifier of the chat session that needs to be transferred.\nParameter agent_id (string); required; Unique identifier of the human agent to whom the chat will be transferred.\nParameter priority (string); The priority level for the chat handover.; allowed values: low, medium, high; default: medium\nParameter message (string); An optional message to the agent about the chat or customer.; default: ","GET_PARCEL_STATE":"GET_PARCEL_STATE: Determines the current state of the parcel, such as 'In Transit', 'Delivered', or 'Awaiting Pickup', based on the provided tracking ID.\nParameter parcelTrackingId (string); required; Unique identifier for the parcel used to track its movement and status.\nParameter includeHistory (boolean); Determines if the historical states of the parcel should be included in the response.; default: False"},"clm":{"choice":"GET_PARCEL_STATE","correct":true,"latency_ms":101.14,"confidence":0.949941},"jev":{"choice":"handover_to_agent","correct":false,"latency_ms":126.22,"confidence":0.55}},"schema":{"criteria":{"handover_to_agent":"{\"description\":\"This function initiates the handover process to transfer an ongoing chat session from a bot to a live human agent.\",\"name\":\"handover_to_agent\",\"parameters\":{\"properties\":{\"agent_id\":{\"description\":\"Unique identifier of the human agent to whom the chat will be transferred.\",\"type\":\"string\"},\"chat_id\":{\"description\":\"Unique identifier of the chat session that needs to be transferred.\",\"type\":\"string\"},\"message\":{\"default\":\"\",\"description\":\"An optional message to the agent about the chat or customer.\",\"type\":\"string\"},\"priority\":{\"default\":\"medium\",\"description\":\"The priority level for the chat handover.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"}},\"required\":[\"chat_id\",\"agent_id\"],\"type\":\"dict\"}}","GET_PARCEL_STATE":"{\"description\":\"Determines the current state of the parcel, such as 'In Transit', 'Delivered', or 'Awaiting Pickup', based on the provided tracking ID.\",\"name\":\"GET_PARCEL_STATE\",\"parameters\":{\"properties\":{\"includeHistory\":{\"default\":false,\"description\":\"Determines if the historical states of the parcel should be included in the response.\",\"type\":\"boolean\"},\"parcelTrackingId\":{\"description\":\"Unique identifier for the parcel used to track its movement and status.\",\"type\":\"string\"}},\"required\":[\"parcelTrackingId\"],\"type\":\"dict\"}}"},"clm":{"choice":"GET_PARCEL_STATE","correct":true,"latency_ms":98.29,"confidence":0.966866},"jev":{"choice":"GET_PARCEL_STATE","correct":true,"latency_ms":122.33,"confidence":0.69}}}},{"id":"live_multiple_964-207-0","split":"live_multiple","state":"System: You are a bot owned by a courier service. The courier service is named \"Tipax\"\nYou are expected to chat in a friendly and polite way with the users when resolving their requests and issues. You should detect the user's intent from the chat and based on it, either call GET_PARCEL_STATE or TRANSFER_TO_HUMAN_AGENT functions. Do not respond to irrelevant messages and if you cannot answer the question, call the \"TRANSFER_TO_HUMAN_AGENT\" function\nUser: Can you tell me what is the minimum package arrival time? ","expected":"transfer_to_human_agent","candidate_count":2,"views":{"description":{"criteria":{"transfer_to_human_agent":"transfer_to_human_agent: This function facilitates the handover of a chat conversation from a virtual assistant to a human agent, ensuring the user receives appropriate assistance for complex issues that require human intervention.","get_parcel_state":"get_parcel_state: Retrieves the current status of a parcel based on its tracking ID."},"clm":{"choice":"get_parcel_state","correct":false,"latency_ms":64.95,"confidence":0.68687},"jev":{"choice":"transfer_to_human_agent","correct":true,"latency_ms":134.84,"confidence":0.99}},"prose_schema":{"criteria":{"transfer_to_human_agent":"transfer_to_human_agent: This function facilitates the handover of a chat conversation from a virtual assistant to a human agent, ensuring the user receives appropriate assistance for complex issues that require human intervention.\nParameter statement (string); required; A message provided by the user that describes the issue they are facing, which prompts the handover to a human agent.","get_parcel_state":"get_parcel_state: Retrieves the current status of a parcel based on its tracking ID.\nParameter parcelTrackingId (string); required; The unique identifier for tracking the parcel. Typically an alphanumeric code."},"clm":{"choice":"transfer_to_human_agent","correct":true,"latency_ms":85.51,"confidence":0.93757},"jev":{"choice":"transfer_to_human_agent","correct":true,"latency_ms":171.24,"confidence":0.99}},"schema":{"criteria":{"transfer_to_human_agent":"{\"description\":\"This function facilitates the handover of a chat conversation from a virtual assistant to a human agent, ensuring the user receives appropriate assistance for complex issues that require human intervention.\",\"name\":\"transfer_to_human_agent\",\"parameters\":{\"properties\":{\"statement\":{\"description\":\"A message provided by the user that describes the issue they are facing, which prompts the handover to a human agent.\",\"type\":\"string\"}},\"required\":[\"statement\"],\"type\":\"dict\"}}","get_parcel_state":"{\"description\":\"Retrieves the current status of a parcel based on its tracking ID.\",\"name\":\"get_parcel_state\",\"parameters\":{\"properties\":{\"parcelTrackingId\":{\"description\":\"The unique identifier for tracking the parcel. Typically an alphanumeric code.\",\"type\":\"string\"}},\"required\":[\"parcelTrackingId\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_parcel_state","correct":false,"latency_ms":87.16,"confidence":0.63632},"jev":{"choice":"transfer_to_human_agent","correct":true,"latency_ms":130.27,"confidence":0.99}}}},{"id":"live_multiple_965-207-1","split":"live_multiple","state":"System: Call HANDOVER function providing a revised summary of user request.\nUser: I've submitted a complaint and would like to discuss its status with a human agent.","expected":"transfer_to_human_agent","candidate_count":2,"views":{"description":{"criteria":{"transfer_to_human_agent":"transfer_to_human_agent: This function facilitates the handover of a chat conversation from a virtual assistant to a human agent, ensuring the user receives appropriate assistance for complex issues that require human intervention.","get_parcel_state":"get_parcel_state: Retrieves the current status of a parcel based on its tracking ID."},"clm":{"choice":"transfer_to_human_agent","correct":true,"latency_ms":30.04,"confidence":0.999909},"jev":{"choice":"transfer_to_human_agent","correct":true,"latency_ms":102.75,"confidence":1.0}},"prose_schema":{"criteria":{"transfer_to_human_agent":"transfer_to_human_agent: This function facilitates the handover of a chat conversation from a virtual assistant to a human agent, ensuring the user receives appropriate assistance for complex issues that require human intervention.\nParameter statement (string); required; A message provided by the user that describes the issue they are facing, which prompts the handover to a human agent.","get_parcel_state":"get_parcel_state: Retrieves the current status of a parcel based on its tracking ID.\nParameter parcelTrackingId (string); required; The unique identifier for tracking the parcel. Typically an alphanumeric code."},"clm":{"choice":"transfer_to_human_agent","correct":true,"latency_ms":30.75,"confidence":0.988307},"jev":{"choice":"transfer_to_human_agent","correct":true,"latency_ms":117.73,"confidence":1.0}},"schema":{"criteria":{"transfer_to_human_agent":"{\"description\":\"This function facilitates the handover of a chat conversation from a virtual assistant to a human agent, ensuring the user receives appropriate assistance for complex issues that require human intervention.\",\"name\":\"transfer_to_human_agent\",\"parameters\":{\"properties\":{\"statement\":{\"description\":\"A message provided by the user that describes the issue they are facing, which prompts the handover to a human agent.\",\"type\":\"string\"}},\"required\":[\"statement\"],\"type\":\"dict\"}}","get_parcel_state":"{\"description\":\"Retrieves the current status of a parcel based on its tracking ID.\",\"name\":\"get_parcel_state\",\"parameters\":{\"properties\":{\"parcelTrackingId\":{\"description\":\"The unique identifier for tracking the parcel. Typically an alphanumeric code.\",\"type\":\"string\"}},\"required\":[\"parcelTrackingId\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_parcel_state","correct":false,"latency_ms":41.8,"confidence":0.696056},"jev":{"choice":"transfer_to_human_agent","correct":true,"latency_ms":125.59,"confidence":1.0}}}},{"id":"live_multiple_966-208-0","split":"live_multiple","state":"System: Call HANDOVER or ANSWER_QUESTION function providing a revised user query 'I've submitted a complaint earlier, and I would like to check its current status with a human agent, please.'. Set urgency to medium and leave context empty.\nUser: I've submitted a complaint earlier, and I would like to check its current status with a human agent, please.","expected":"handover_to_agent","candidate_count":3,"views":{"description":{"criteria":{"answer_question":"answer_question: Transfers the chat to a human agent in case the query cannot be resolved automatically.","handover_to_agent":"handover_to_agent: This function initiates a transfer of the current chat session to a human agent. It is typically invoked when the automated system determines that it cannot adequately address the user's query.","GET_PARCEL_STATE":"GET_PARCEL_STATE: Retrieves the current state of a parcel using its tracking ID."},"clm":{"choice":"answer_question","correct":false,"latency_ms":87.65,"confidence":0.766435},"jev":{"choice":"handover_to_agent","correct":true,"latency_ms":146.54,"confidence":0.95}},"prose_schema":{"criteria":{"answer_question":"answer_question: Transfers the chat to a human agent in case the query cannot be resolved automatically.\nParameter statement (string); required; The specific question posed by the user that needs to be addressed by a human agent.\nParameter urgency_level (string); The urgency level of the user's query.; allowed values: low, medium, high; default: low\nParameter language (string); The language in which the question is asked.; allowed values: English, Spanish, French, German, Chinese; default: English","handover_to_agent":"handover_to_agent: This function initiates a transfer of the current chat session to a human agent. It is typically invoked when the automated system determines that it cannot adequately address the user's query.\nParameter statement (string); required; The initial query or statement made by the user that prompts the transfer to a human agent.\nParameter urgency (string); Indicates the level of urgency for the handover to a human agent.; allowed values: low, medium, high; default: low\nParameter language (string); The language of the user's statement, represented as an ISO 639-1 two-letter language code, such as 'en' for English or 'es' for Spanish.; default: en\nParameter context (string); Additional context or information about the conversation that may assist the human agent.; default: ","GET_PARCEL_STATE":"GET_PARCEL_STATE: Retrieves the current state of a parcel using its tracking ID.\nParameter parcelTrackingId (string); required; The unique identifier for tracking the parcel."},"clm":{"choice":"answer_question","correct":false,"latency_ms":100.1,"confidence":0.671756},"jev":{"choice":"handover_to_agent","correct":true,"latency_ms":107.7,"confidence":0.95}},"schema":{"criteria":{"answer_question":"{\"description\":\"Transfers the chat to a human agent in case the query cannot be resolved automatically.\",\"name\":\"answer_question\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"English\",\"description\":\"The language in which the question is asked.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Chinese\"],\"type\":\"string\"},\"statement\":{\"description\":\"The specific question posed by the user that needs to be addressed by a human agent.\",\"type\":\"string\"},\"urgency_level\":{\"default\":\"low\",\"description\":\"The urgency level of the user's query.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"}},\"required\":[\"statement\"],\"type\":\"dict\"}}","handover_to_agent":"{\"description\":\"This function initiates a transfer of the current chat session to a human agent. It is typically invoked when the automated system determines that it cannot adequately address the user's query.\",\"name\":\"handover_to_agent\",\"parameters\":{\"properties\":{\"context\":{\"default\":\"\",\"description\":\"Additional context or information about the conversation that may assist the human agent.\",\"type\":\"string\"},\"language\":{\"default\":\"en\",\"description\":\"The language of the user's statement, represented as an ISO 639-1 two-letter language code, such as 'en' for English or 'es' for Spanish.\",\"type\":\"string\"},\"statement\":{\"description\":\"The initial query or statement made by the user that prompts the transfer to a human agent.\",\"type\":\"string\"},\"urgency\":{\"default\":\"low\",\"description\":\"Indicates the level of urgency for the handover to a human agent.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"}},\"required\":[\"statement\"],\"type\":\"dict\"}}","GET_PARCEL_STATE":"{\"description\":\"Retrieves the current state of a parcel using its tracking ID.\",\"name\":\"GET_PARCEL_STATE\",\"parameters\":{\"properties\":{\"parcelTrackingId\":{\"description\":\"The unique identifier for tracking the parcel.\",\"type\":\"string\"}},\"required\":[\"parcelTrackingId\"],\"type\":\"dict\"}}"},"clm":{"choice":"answer_question","correct":false,"latency_ms":142.05,"confidence":0.78036},"jev":{"choice":"handover_to_agent","correct":true,"latency_ms":107.98,"confidence":0.96}}}},{"id":"live_multiple_967-209-0","split":"live_multiple","state":"System: You should deliver the user question to an answer system by calling HANDOVER or ANSWER_QUESTION functions. Do not use GET_PARCEL_STATE function at all!\nUser: I'd like to speak with a human agent about the status of my complaint, please. It's quite urgent.","expected":"handover_to_human_agent","candidate_count":2,"views":{"description":{"criteria":{"transfer_to_human_agent":"transfer_to_human_agent: Transfers the chat interaction to a human agent when automated responses cannot handle the user's question.","handover_to_human_agent":"handover_to_human_agent: This function initiates the process of transferring the ongoing chat from an automated system to a human agent. It ensures the user's question is appropriately handed over for further personalized assistance."},"clm":{"choice":"handover_to_human_agent","correct":true,"latency_ms":80.68,"confidence":0.640246},"jev":{"choice":"handover_to_human_agent","correct":true,"latency_ms":131.62,"confidence":0.88}},"prose_schema":{"criteria":{"transfer_to_human_agent":"transfer_to_human_agent: Transfers the chat interaction to a human agent when automated responses cannot handle the user's question.\nParameter statement (string); required; The question or statement from the user prompting the transfer.\nParameter urgency (string); The urgency level of the request, indicating how quickly a human agent should take over the chat.; allowed values: low, medium, high; default: medium\nParameter language (string); The language in which the user is communicating. This helps in routing to a human agent fluent in that language.; allowed values: English, Spanish, French, German, Mandarin; default: English","handover_to_human_agent":"handover_to_human_agent: This function initiates the process of transferring the ongoing chat from an automated system to a human agent. It ensures the user's question is appropriately handed over for further personalized assistance.\nParameter statement (string); required; The user's question or statement that prompts the handover to a human agent.\nParameter urgency_level (string); The level of urgency for the chat handover, determining the priority in the support queue.; allowed values: low, medium, high; default: medium\nParameter user_id (string); A unique identifier for the user to maintain chat continuity during the handover.; default: anonymous"},"clm":{"choice":"handover_to_human_agent","correct":true,"latency_ms":99.63,"confidence":0.989416},"jev":{"choice":"transfer_to_human_agent","correct":false,"latency_ms":149.57,"confidence":0.62}},"schema":{"criteria":{"transfer_to_human_agent":"{\"description\":\"Transfers the chat interaction to a human agent when automated responses cannot handle the user's question.\",\"name\":\"transfer_to_human_agent\",\"parameters\":{\"properties\":{\"language\":{\"default\":\"English\",\"description\":\"The language in which the user is communicating. This helps in routing to a human agent fluent in that language.\",\"enum\":[\"English\",\"Spanish\",\"French\",\"German\",\"Mandarin\"],\"type\":\"string\"},\"statement\":{\"description\":\"The question or statement from the user prompting the transfer.\",\"type\":\"string\"},\"urgency\":{\"default\":\"medium\",\"description\":\"The urgency level of the request, indicating how quickly a human agent should take over the chat.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"}},\"required\":[\"statement\"],\"type\":\"dict\"}}","handover_to_human_agent":"{\"description\":\"This function initiates the process of transferring the ongoing chat from an automated system to a human agent. It ensures the user's question is appropriately handed over for further personalized assistance.\",\"name\":\"handover_to_human_agent\",\"parameters\":{\"properties\":{\"statement\":{\"description\":\"The user's question or statement that prompts the handover to a human agent.\",\"type\":\"string\"},\"urgency_level\":{\"default\":\"medium\",\"description\":\"The level of urgency for the chat handover, determining the priority in the support queue.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"},\"user_id\":{\"default\":\"anonymous\",\"description\":\"A unique identifier for the user to maintain chat continuity during the handover.\",\"type\":\"string\"}},\"required\":[\"statement\"],\"type\":\"dict\"}}"},"clm":{"choice":"transfer_to_human_agent","correct":false,"latency_ms":96.05,"confidence":0.563028},"jev":{"choice":"handover_to_human_agent","correct":true,"latency_ms":101.07,"confidence":0.64}}}},{"id":"live_multiple_968-210-0","split":"live_multiple","state":"User: I need a 'Plus' Uber from 2020 Addison Street, Berkeley, CA, and I can wait up to 10 minutes for it.","expected":"uber.ride","candidate_count":2,"views":{"description":{"criteria":{"uber.eat.order":"uber.eat.order: Place an order on Uber Eats, specifying the restaurant and the quantities of selected items.","uber.ride":"uber.ride: Find a suitable Uber ride for customers based on their location, selected ride type, and maximum wait time."},"clm":{"choice":"uber.ride","correct":true,"latency_ms":80.11,"confidence":0.999679},"jev":{"choice":"uber.ride","correct":true,"latency_ms":103.06,"confidence":1.0}},"prose_schema":{"criteria":{"uber.eat.order":"uber.eat.order: Place an order on Uber Eats, specifying the restaurant and the quantities of selected items.\nParameter restaurant (string); required; The name of the restaurant from which to order food, formatted as 'Restaurant Name, Location', such as 'Pizzeria Uno, Chicago, IL'.\nParameter items (array); required; List of selected item names.\nParameter quantities (array); List of quantities corresponding to each selected item, aligned by index with the 'items' array. If not specified, a default quantity of 1 is assumed for each item.; default: []","uber.ride":"uber.ride: Find a suitable Uber ride for customers based on their location, selected ride type, and maximum wait time.\nParameter loc (string); required; The starting location for the Uber ride, in the format of 'Address, City, State'.\nParameter type (string); required; The type of Uber ride the user is requesting.; allowed values: plus, comfort, black\nParameter time (integer); required; The maximum amount of time, in minutes, the customer is willing to wait for the ride."},"clm":{"choice":"uber.ride","correct":true,"latency_ms":74.18,"confidence":0.999516},"jev":{"choice":"uber.ride","correct":true,"latency_ms":102.34,"confidence":1.0}},"schema":{"criteria":{"uber.eat.order":"{\"description\":\"Place an order on Uber Eats, specifying the restaurant and the quantities of selected items.\",\"name\":\"uber.eat.order\",\"parameters\":{\"properties\":{\"items\":{\"description\":\"List of selected item names.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"quantities\":{\"default\":[],\"description\":\"List of quantities corresponding to each selected item, aligned by index with the 'items' array. If not specified, a default quantity of 1 is assumed for each item.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"restaurant\":{\"description\":\"The name of the restaurant from which to order food, formatted as 'Restaurant Name, Location', such as 'Pizzeria Uno, Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"restaurant\",\"items\"],\"type\":\"dict\"}}","uber.ride":"{\"description\":\"Find a suitable Uber ride for customers based on their location, selected ride type, and maximum wait time.\",\"name\":\"uber.ride\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"The starting location for the Uber ride, in the format of 'Address, City, State'.\",\"type\":\"string\"},\"time\":{\"description\":\"The maximum amount of time, in minutes, the customer is willing to wait for the ride.\",\"type\":\"integer\"},\"type\":{\"description\":\"The type of Uber ride the user is requesting.\",\"enum\":[\"plus\",\"comfort\",\"black\"],\"type\":\"string\"}},\"required\":[\"loc\",\"type\",\"time\"],\"type\":\"dict\"}}"},"clm":{"choice":"uber.ride","correct":true,"latency_ms":94.52,"confidence":0.512792},"jev":{"choice":"uber.ride","correct":true,"latency_ms":162.73,"confidence":1.0}}}},{"id":"live_multiple_969-210-1","split":"live_multiple","state":"User: Can you place an order for me at McDonald's, 123 Fastfood Lane, Chicago, IL for five burgers and six chicken wings?","expected":"uber.eat.order","candidate_count":2,"views":{"description":{"criteria":{"uber.eat.order":"uber.eat.order: Place an order on Uber Eats, specifying the restaurant and the quantities of selected items.","uber.ride":"uber.ride: Find a suitable Uber ride for customers based on their location, selected ride type, and maximum wait time."},"clm":{"choice":"uber.eat.order","correct":true,"latency_ms":29.22,"confidence":0.949968},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":149.38,"confidence":1.0}},"prose_schema":{"criteria":{"uber.eat.order":"uber.eat.order: Place an order on Uber Eats, specifying the restaurant and the quantities of selected items.\nParameter restaurant (string); required; The name of the restaurant from which to order food, formatted as 'Restaurant Name, Location', such as 'Pizzeria Uno, Chicago, IL'.\nParameter items (array); required; List of selected item names.\nParameter quantities (array); List of quantities corresponding to each selected item, aligned by index with the 'items' array. If not specified, a default quantity of 1 is assumed for each item.; default: []","uber.ride":"uber.ride: Find a suitable Uber ride for customers based on their location, selected ride type, and maximum wait time.\nParameter loc (string); required; The starting location for the Uber ride, in the format of 'Address, City, State'.\nParameter type (string); required; The type of Uber ride the user is requesting.; allowed values: plus, comfort, black\nParameter time (integer); required; The maximum amount of time, in minutes, the customer is willing to wait for the ride."},"clm":{"choice":"uber.eat.order","correct":true,"latency_ms":32.39,"confidence":0.898429},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":156.28,"confidence":1.0}},"schema":{"criteria":{"uber.eat.order":"{\"description\":\"Place an order on Uber Eats, specifying the restaurant and the quantities of selected items.\",\"name\":\"uber.eat.order\",\"parameters\":{\"properties\":{\"items\":{\"description\":\"List of selected item names.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"quantities\":{\"default\":[],\"description\":\"List of quantities corresponding to each selected item, aligned by index with the 'items' array. If not specified, a default quantity of 1 is assumed for each item.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"restaurant\":{\"description\":\"The name of the restaurant from which to order food, formatted as 'Restaurant Name, Location', such as 'Pizzeria Uno, Chicago, IL'.\",\"type\":\"string\"}},\"required\":[\"restaurant\",\"items\"],\"type\":\"dict\"}}","uber.ride":"{\"description\":\"Find a suitable Uber ride for customers based on their location, selected ride type, and maximum wait time.\",\"name\":\"uber.ride\",\"parameters\":{\"properties\":{\"loc\":{\"description\":\"The starting location for the Uber ride, in the format of 'Address, City, State'.\",\"type\":\"string\"},\"time\":{\"description\":\"The maximum amount of time, in minutes, the customer is willing to wait for the ride.\",\"type\":\"integer\"},\"type\":{\"description\":\"The type of Uber ride the user is requesting.\",\"enum\":[\"plus\",\"comfort\",\"black\"],\"type\":\"string\"}},\"required\":[\"loc\",\"type\",\"time\"],\"type\":\"dict\"}}"},"clm":{"choice":"uber.ride","correct":false,"latency_ms":31.91,"confidence":0.762846},"jev":{"choice":"uber.eat.order","correct":true,"latency_ms":153.12,"confidence":1.0}}}},{"id":"live_multiple_970-211-0","split":"live_multiple","state":"User: Fetch the annual income statement for APPL in JSON format with a limit of 2 records","expected":"fmp.income_statement","candidate_count":2,"views":{"description":{"criteria":{"uber.eat.order":"uber.eat.order: Place an order for food on Uber Eats, specifying the restaurant, items, and their respective quantities.","fmp.income_statement":"fmp.income_statement: Fetches income statement data for a given stock symbol or Central Index Key (CIK), for a specified period. The user may also specify the data format and the maximum number of records to return."},"clm":{"choice":"fmp.income_statement","correct":true,"latency_ms":86.08,"confidence":0.999771},"jev":{"choice":"fmp.income_statement","correct":true,"latency_ms":95.21,"confidence":1.0}},"prose_schema":{"criteria":{"uber.eat.order":"uber.eat.order: Place an order for food on Uber Eats, specifying the restaurant, items, and their respective quantities.\nParameter restaurant (string); required; The name of the restaurant from which to order food.\nParameter items (array); required; An array of item names selected from the restaurant's menu.\nParameter quantities (array); required; An array of integers representing the quantity for each item in the same order as the 'items' array. Each quantity corresponds to the respective item by index.","fmp.income_statement":"fmp.income_statement: Fetches income statement data for a given stock symbol or Central Index Key (CIK), for a specified period. The user may also specify the data format and the maximum number of records to return.\nParameter symbol (string); required; The stock symbol or company identifier, such as 'AAPL' for Apple Inc.\nParameter period (string); required; The reporting period for which the income statement is to be fetched, such as 'annual' or 'quarter'.; allowed values: annual, quarter\nParameter cik (string); The Central Index Key (CIK) of the company, which is a unique identifier assigned by the SEC.; default: None\nParameter datatype (string); The format in which the data will be returned, with options 'json' and 'csv'.; allowed values: json, csv; default: json\nParameter limit (integer); The maximum number of records to return. Defaults to 10 if not specified.; default: 10"},"clm":{"choice":"fmp.income_statement","correct":true,"latency_ms":92.98,"confidence":0.991162},"jev":{"choice":"fmp.income_statement","correct":true,"latency_ms":109.72,"confidence":1.0}},"schema":{"criteria":{"uber.eat.order":"{\"description\":\"Place an order for food on Uber Eats, specifying the restaurant, items, and their respective quantities.\",\"name\":\"uber.eat.order\",\"parameters\":{\"properties\":{\"items\":{\"description\":\"An array of item names selected from the restaurant's menu.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"quantities\":{\"description\":\"An array of integers representing the quantity for each item in the same order as the 'items' array. Each quantity corresponds to the respective item by index.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"restaurant\":{\"description\":\"The name of the restaurant from which to order food.\",\"type\":\"string\"}},\"required\":[\"restaurant\",\"items\",\"quantities\"],\"type\":\"dict\"}}","fmp.income_statement":"{\"description\":\"Fetches income statement data for a given stock symbol or Central Index Key (CIK), for a specified period. The user may also specify the data format and the maximum number of records to return.\",\"name\":\"fmp.income_statement\",\"parameters\":{\"properties\":{\"cik\":{\"default\":null,\"description\":\"The Central Index Key (CIK) of the company, which is a unique identifier assigned by the SEC.\",\"type\":\"string\"},\"datatype\":{\"default\":\"json\",\"description\":\"The format in which the data will be returned, with options 'json' and 'csv'.\",\"enum\":[\"json\",\"csv\"],\"type\":\"string\"},\"limit\":{\"default\":10,\"description\":\"The maximum number of records to return. Defaults to 10 if not specified.\",\"type\":\"integer\"},\"period\":{\"description\":\"The reporting period for which the income statement is to be fetched, such as 'annual' or 'quarter'.\",\"enum\":[\"annual\",\"quarter\"],\"type\":\"string\"},\"symbol\":{\"description\":\"The stock symbol or company identifier, such as 'AAPL' for Apple Inc.\",\"type\":\"string\"}},\"required\":[\"symbol\",\"period\"],\"type\":\"dict\"}}"},"clm":{"choice":"fmp.income_statement","correct":true,"latency_ms":103.8,"confidence":0.926844},"jev":{"choice":"fmp.income_statement","correct":true,"latency_ms":377.95,"confidence":1.0}}}},{"id":"live_multiple_971-212-0","split":"live_multiple","state":"User: Find a service provider that provides cleaning services.In Bangkok with good rating","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as ratings, availability, location, and service types.","view_service_provider_profile":"view_service_provider_profile: This function retrieves and displays the profile information of a specified service provider based on their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":79.36,"confidence":0.937114},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":155.52,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as ratings, availability, location, and service types.\nParameter avg_rating (float); The average review rating, with possible values including decimals, such as 4.0, 4.5, etc.; default: None\nParameter province_id (integer); required; ID of the province, with specific allowed values. For example, 1 for Bangkok, 2 for Chiang Mai, etc.\nParameter district_name (string); The name of the district, or 'null' if the district name is not applicable or unknown.; default: None\nParameter sub_district_name (string); The name of the sub-district, or 'null' if the sub-district name is not applicable or unknown.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for no specific start date.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for no specific end date.; default: None\nParameter min_age (integer); The minimum age of the service providers, or 'null' if there is no minimum age requirement.; default: None\nParameter max_age (integer); The maximum age of the service providers, or 'null' if there is no maximum age requirement.; default: None\nParameter has_quality_problem (boolean); Indicates if the service provider has a record of quality problems. True if there is a record, false otherwise.; default: False\nParameter has_late_check_in (boolean); Indicates if the service provider has a record of late check-ins. True if there is a record, false otherwise.; default: False\nParameter is_excellent (boolean); Indicates if the service provider is marked as excellent. True if marked excellent, false otherwise.; default: False\nParameter is_package (boolean); Indicates whether the service is a package deal. True if it is, false if not.; default: False\nParameter is_subscription (boolean); Indicates whether the service is offered on a subscription basis. True if it is, false if not.; default: False\nParameter service_id (integer); ID of the specific service being offered.; default: None\nParameter available_for_pet (boolean); Indicates if the service provider is available to work in homes with pets. True if they are, false if not.; default: False\nParameter professional_group_id (integer); ID of the professional group the service provider belongs to.; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if the information is not available.; default: None\nParameter is_cleaning_condo (boolean); Indicates if the service provider can offer cleaning services for condos. True if they can, false if not.; default: False\nParameter is_cleaning_home (boolean); Indicates if the service provider can offer cleaning services for homes. True if they can, false if not.; default: False\nParameter is_cleaning_office (boolean); Indicates if the service provider can offer cleaning services for offices or workplaces. True if they can, false if not.; default: False\nParameter service_ids (array); An array of IDs representing the services offered, such as 1 for cleaning service, 2 for ironing service, etc.; default: []","view_service_provider_profile":"view_service_provider_profile: This function retrieves and displays the profile information of a specified service provider based on their unique identifier.\nParameter professional_id (integer); required; The unique identifier for the service provider whose profile is being viewed."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":135.94,"confidence":0.581027},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":104.9,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as ratings, availability, location, and service types.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates if the service provider is available to work in homes with pets. True if they are, false if not.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating, with possible values including decimals, such as 4.0, 4.5, etc.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district, or 'null' if the district name is not applicable or unknown.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for no specific end date.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates if the service provider has a record of late check-ins. True if there is a record, false otherwise.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates if the service provider has a record of quality problems. True if there is a record, false otherwise.\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates if the service provider can offer cleaning services for condos. True if they can, false if not.\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates if the service provider can offer cleaning services for homes. True if they can, false if not.\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates if the service provider can offer cleaning services for offices or workplaces. True if they can, false if not.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates if the service provider is marked as excellent. True if marked excellent, false otherwise.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the service is a package deal. True if it is, false if not.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the service is offered on a subscription basis. True if it is, false if not.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if the information is not available.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service providers, or 'null' if there is no maximum age requirement.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service providers, or 'null' if there is no minimum age requirement.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group the service provider belongs to.\",\"type\":\"integer\"},\"province_id\":{\"description\":\"ID of the province, with specific allowed values. For example, 1 for Bangkok, 2 for Chiang Mai, etc.\",\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the specific service being offered.\",\"type\":\"integer\"},\"service_ids\":{\"default\":[],\"description\":\"An array of IDs representing the services offered, such as 1 for cleaning service, 2 for ironing service, etc.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for no specific start date.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district, or 'null' if the sub-district name is not applicable or unknown.\",\"type\":\"string\"}},\"required\":[\"province_id\"],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"This function retrieves and displays the profile information of a specified service provider based on their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for the service provider whose profile is being viewed.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":167.57,"confidence":0.889567},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":110.86,"confidence":1.0}}}},{"id":"live_multiple_972-212-1","split":"live_multiple","state":"User: Looking for service providers with 5 -star review scores that provide package services in Bangkok, Lat Phrao District","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as ratings, availability, location, and service types.","view_service_provider_profile":"view_service_provider_profile: This function retrieves and displays the profile information of a specified service provider based on their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":28.56,"confidence":0.981373},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":117.14,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Find service providers based on various criteria such as ratings, availability, location, and service types.\nParameter avg_rating (float); The average review rating, with possible values including decimals, such as 4.0, 4.5, etc.; default: None\nParameter province_id (integer); required; ID of the province, with specific allowed values. For example, 1 for Bangkok, 2 for Chiang Mai, etc.\nParameter district_name (string); The name of the district, or 'null' if the district name is not applicable or unknown.; default: None\nParameter sub_district_name (string); The name of the sub-district, or 'null' if the sub-district name is not applicable or unknown.; default: None\nParameter start_available_date (string); The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for no specific start date.; default: None\nParameter end_available_date (string); The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for no specific end date.; default: None\nParameter min_age (integer); The minimum age of the service providers, or 'null' if there is no minimum age requirement.; default: None\nParameter max_age (integer); The maximum age of the service providers, or 'null' if there is no maximum age requirement.; default: None\nParameter has_quality_problem (boolean); Indicates if the service provider has a record of quality problems. True if there is a record, false otherwise.; default: False\nParameter has_late_check_in (boolean); Indicates if the service provider has a record of late check-ins. True if there is a record, false otherwise.; default: False\nParameter is_excellent (boolean); Indicates if the service provider is marked as excellent. True if marked excellent, false otherwise.; default: False\nParameter is_package (boolean); Indicates whether the service is a package deal. True if it is, false if not.; default: False\nParameter is_subscription (boolean); Indicates whether the service is offered on a subscription basis. True if it is, false if not.; default: False\nParameter service_id (integer); ID of the specific service being offered.; default: None\nParameter available_for_pet (boolean); Indicates if the service provider is available to work in homes with pets. True if they are, false if not.; default: False\nParameter professional_group_id (integer); ID of the professional group the service provider belongs to.; default: None\nParameter job_qty (integer); The number of jobs the service provider has received, or 'null' if the information is not available.; default: None\nParameter is_cleaning_condo (boolean); Indicates if the service provider can offer cleaning services for condos. True if they can, false if not.; default: False\nParameter is_cleaning_home (boolean); Indicates if the service provider can offer cleaning services for homes. True if they can, false if not.; default: False\nParameter is_cleaning_office (boolean); Indicates if the service provider can offer cleaning services for offices or workplaces. True if they can, false if not.; default: False\nParameter service_ids (array); An array of IDs representing the services offered, such as 1 for cleaning service, 2 for ironing service, etc.; default: []","view_service_provider_profile":"view_service_provider_profile: This function retrieves and displays the profile information of a specified service provider based on their unique identifier.\nParameter professional_id (integer); required; The unique identifier for the service provider whose profile is being viewed."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":31.96,"confidence":0.946619},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":111.89,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Find service providers based on various criteria such as ratings, availability, location, and service types.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates if the service provider is available to work in homes with pets. True if they are, false if not.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating, with possible values including decimals, such as 4.0, 4.5, etc.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district, or 'null' if the district name is not applicable or unknown.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for no specific end date.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates if the service provider has a record of late check-ins. True if there is a record, false otherwise.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates if the service provider has a record of quality problems. True if there is a record, false otherwise.\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Indicates if the service provider can offer cleaning services for condos. True if they can, false if not.\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Indicates if the service provider can offer cleaning services for homes. True if they can, false if not.\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Indicates if the service provider can offer cleaning services for offices or workplaces. True if they can, false if not.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates if the service provider is marked as excellent. True if marked excellent, false otherwise.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether the service is a package deal. True if it is, false if not.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether the service is offered on a subscription basis. True if it is, false if not.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received, or 'null' if the information is not available.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service providers, or 'null' if there is no maximum age requirement.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service providers, or 'null' if there is no minimum age requirement.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"ID of the professional group the service provider belongs to.\",\"type\":\"integer\"},\"province_id\":{\"description\":\"ID of the province, with specific allowed values. For example, 1 for Bangkok, 2 for Chiang Mai, etc.\",\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"ID of the specific service being offered.\",\"type\":\"integer\"},\"service_ids\":{\"default\":[],\"description\":\"An array of IDs representing the services offered, such as 1 for cleaning service, 2 for ironing service, etc.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"start_available_date\":{\"default\":null,\"description\":\"The start of the availability period for the service provider in the format 'YYYY-MM-DD HH:mm:ss', or 'null' for no specific start date.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district, or 'null' if the sub-district name is not applicable or unknown.\",\"type\":\"string\"}},\"required\":[\"province_id\"],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"This function retrieves and displays the profile information of a specified service provider based on their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier for the service provider whose profile is being viewed.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":29.64,"confidence":0.687232},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":136.69,"confidence":1.0}}}},{"id":"live_multiple_973-213-0","split":"live_multiple","state":"User: Find a service provider that provides ironing services.In Bangkok","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Retrieves a list of service providers based on the given criteria, such as ratings, location, availability, and other attributes.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile information of a specified service provider."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":58.83,"confidence":0.923715},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":98.34,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Retrieves a list of service providers based on the given criteria, such as ratings, location, availability, and other attributes.\nParameter avg_rating (float); The average review rating for the service provider. If no rating is available, the default value is used.; default: 0.0\nParameter province_id (integer); required; The unique identifier for the province, such as 1 for Bangkok, 2 for Chiang Mai, etc.\nParameter district_name (string); The name of the district where the service provider is located. If unspecified, the service provider is considered to be available in all districts within the province.; default: All\nParameter sub_district_name (string); The name of the sub-district where the service provider is located. If unspecified, the service provider is considered to be available in all sub-districts within the district.; default: All\nParameter start_available_date (string); The start of the availability period for the service provider in the format of 'YYYY-MM-DD HH:mm:ss'. If unspecified, immediate availability is assumed.; default: now\nParameter end_available_date (string); The end of the availability period for the service provider in the format of 'YYYY-MM-DD HH:mm:ss'. If unspecified, open-ended availability is assumed.; default: indefinite\nParameter min_age (integer); The minimum age of the service provider. If unspecified, no minimum age restriction applies.; default: 18\nParameter max_age (integer); The maximum age of the service provider. If unspecified, no maximum age restriction applies.; default: 65\nParameter has_quality_problem (boolean); Indicates whether the service provider has a record of quality problems, where false means no record and true means there is a record.; default: False\nParameter has_late_check_in (boolean); Indicates whether the service provider has a record of late check-ins, where false means no record and true means there is a record.; default: False\nParameter is_excellent (boolean); Indicates whether the service provider is recognized as excellent, where false means not recognized and true means recognized.; default: False\nParameter is_package (boolean); Determines if the service offered is a package deal, where false means it's not a package and true means it is.; default: False\nParameter is_subscription (boolean); Determines if the service offered is based on a subscription model, where false means it's not a subscription and true means it is.; default: False\nParameter available_for_pet (boolean); Indicates whether the service provider is available for households with pets, where false means not available for pets and true means available.; default: False\nParameter professional_group_id (integer); The identifier for the professional group to which the service provider belongs, such as 1 for Group A, 2 for Group B, etc. If unspecified, the service provider is considered not associated with any professional group.; default: None\nParameter job_qty (integer); The number of jobs received by the service provider. If unspecified, it is assumed that the provider has not received any jobs.; default: 0\nParameter service_ids (array); An array of service identifiers, e.g., 1 for cleaning service, 2 for ironing service, etc. If unspecified, the service provider is considered to offer all available services.; default: []","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile information of a specified service provider.\nParameter professional_id (integer); required; The unique identifier of the service provider whose profile is to be viewed."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":132.07,"confidence":0.623756},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":152.34,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Retrieves a list of service providers based on the given criteria, such as ratings, location, availability, and other attributes.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether the service provider is available for households with pets, where false means not available for pets and true means available.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":0.0,\"description\":\"The average review rating for the service provider. If no rating is available, the default value is used.\",\"type\":\"float\"},\"district_name\":{\"default\":\"All\",\"description\":\"The name of the district where the service provider is located. If unspecified, the service provider is considered to be available in all districts within the province.\",\"type\":\"string\"},\"end_available_date\":{\"default\":\"indefinite\",\"description\":\"The end of the availability period for the service provider in the format of 'YYYY-MM-DD HH:mm:ss'. If unspecified, open-ended availability is assumed.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of late check-ins, where false means no record and true means there is a record.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether the service provider has a record of quality problems, where false means no record and true means there is a record.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether the service provider is recognized as excellent, where false means not recognized and true means recognized.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Determines if the service offered is a package deal, where false means it's not a package and true means it is.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Determines if the service offered is based on a subscription model, where false means it's not a subscription and true means it is.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":0,\"description\":\"The number of jobs received by the service provider. If unspecified, it is assumed that the provider has not received any jobs.\",\"type\":\"integer\"},\"max_age\":{\"default\":65,\"description\":\"The maximum age of the service provider. If unspecified, no maximum age restriction applies.\",\"type\":\"integer\"},\"min_age\":{\"default\":18,\"description\":\"The minimum age of the service provider. If unspecified, no minimum age restriction applies.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"The identifier for the professional group to which the service provider belongs, such as 1 for Group A, 2 for Group B, etc. If unspecified, the service provider is considered not associated with any professional group.\",\"type\":\"integer\"},\"province_id\":{\"description\":\"The unique identifier for the province, such as 1 for Bangkok, 2 for Chiang Mai, etc.\",\"type\":\"integer\"},\"service_ids\":{\"default\":[],\"description\":\"An array of service identifiers, e.g., 1 for cleaning service, 2 for ironing service, etc. If unspecified, the service provider is considered to offer all available services.\",\"items\":{\"type\":\"integer\"},\"type\":\"array\"},\"start_available_date\":{\"default\":\"now\",\"description\":\"The start of the availability period for the service provider in the format of 'YYYY-MM-DD HH:mm:ss'. If unspecified, immediate availability is assumed.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":\"All\",\"description\":\"The name of the sub-district where the service provider is located. If unspecified, the service provider is considered to be available in all sub-districts within the district.\",\"type\":\"string\"}},\"required\":[\"province_id\"],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile information of a specified service provider.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier of the service provider whose profile is to be viewed.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":162.29,"confidence":0.657673},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":118.59,"confidence":1.0}}}},{"id":"live_multiple_974-214-0","split":"live_multiple","state":"User: I need to locate a cleaning service provider with a high average rating, preferably 4.5 or above, in Bangkok. Can you also find someone skilled in fabric reinforcement service in the same area?","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on various search criteria, such as ratings, availability, and service types.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile information of a specific service provider based on their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":78.83,"confidence":0.972426},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":149.66,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on various search criteria, such as ratings, availability, and service types.\nParameter avg_rating (float); The average review rating with decimals, such as 4.0 or 4.5 stars. A value of null represents that the rating filter is not applied.; default: None\nParameter province_id (integer); The ID of the province to filter service providers. For example, 1 for Bangkok, 2 for Chiang Mai, 3 for Phuket. Refer to the documentation for the full list of province IDs.; default: 0\nParameter district_name (string); The name of the district to filter service providers. A value of null indicates that the district filter is not applied.; default: None\nParameter sub_district_name (string); The name of the sub-district to filter service providers. A value of null indicates that the sub-district filter is not applied.; default: None\nParameter start_available_date (string); The start date and time from which the service provider is available, in the format 'YYYY-MM-DD HH:mm:ss'. A value of null indicates no specific start date filter.; default: None\nParameter end_available_date (string); The end date and time until which the service provider is available, in the format 'YYYY-MM-DD HH:mm:ss'. A value of null indicates no specific end date filter.; default: None\nParameter min_age (integer); The minimum age of the service provider to filter. A value of null indicates no minimum age filter.; default: None\nParameter max_age (integer); The maximum age of the service provider to filter. A value of null indicates no maximum age filter.; default: None\nParameter has_quality_problem (boolean); Indicates whether to filter for service providers with a record of quality problems. False to exclude such records, true to include only those with quality issues.; default: False\nParameter has_late_check_in (boolean); Indicates whether to filter for service providers with a record of late check-ins. False to exclude such records, true to include only those with late check-ins.; default: False\nParameter is_excellent (boolean); Indicates whether to filter for service providers with a record of excellence. False to exclude such records, true to include only those with excellence records.; default: False\nParameter is_package (boolean); Indicates whether to filter for service providers offering packages. False for individual services, true for package services.; default: False\nParameter is_subscription (boolean); Indicates whether to filter for service providers offering subscriptions. False for non-subscription services, true for subscription services.; default: False\nParameter service_id (integer); The ID of the service offered to filter service providers. For example, 1 for cleaning service, 2 for ironing service, etc. Refer to the documentation for a full list of service IDs.; default: 0\nParameter available_for_pet (boolean); Indicates whether to filter for service providers available for households with pets. False for not available, true for available.; default: False\nParameter professional_group_id (integer); The ID of the professional group to filter service providers. For example, 1 for Group A, 2 for Group B, 3 for Group C. Refer to the documentation for the full list of professional groups.; default: 0\nParameter job_qty (integer); The number of jobs the service provider has received. A value of null indicates that the job quantity filter is not applied.; default: None","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile information of a specific service provider based on their unique identifier.\nParameter professional_id (integer); required; The unique identifier of the service provider whose profile is to be viewed.\nParameter include_reviews (boolean); Indicates whether to include reviews in the profile information. If set to true, the profile will include customer reviews.; default: False\nParameter include_portfolio (boolean); Specifies if the service provider's portfolio should be included in the profile information. When true, showcases previous work.; default: False"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":148.19,"confidence":0.987929},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":138.07,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Retrieve a list of service providers based on various search criteria, such as ratings, availability, and service types.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether to filter for service providers available for households with pets. False for not available, true for available.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating with decimals, such as 4.0 or 4.5 stars. A value of null represents that the rating filter is not applied.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district to filter service providers. A value of null indicates that the district filter is not applied.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end date and time until which the service provider is available, in the format 'YYYY-MM-DD HH:mm:ss'. A value of null indicates no specific end date filter.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether to filter for service providers with a record of late check-ins. False to exclude such records, true to include only those with late check-ins.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether to filter for service providers with a record of quality problems. False to exclude such records, true to include only those with quality issues.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether to filter for service providers with a record of excellence. False to exclude such records, true to include only those with excellence records.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether to filter for service providers offering packages. False for individual services, true for package services.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether to filter for service providers offering subscriptions. False for non-subscription services, true for subscription services.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received. A value of null indicates that the job quantity filter is not applied.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider to filter. A value of null indicates no maximum age filter.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider to filter. A value of null indicates no minimum age filter.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":0,\"description\":\"The ID of the professional group to filter service providers. For example, 1 for Group A, 2 for Group B, 3 for Group C. Refer to the documentation for the full list of professional groups.\",\"type\":\"integer\"},\"province_id\":{\"default\":0,\"description\":\"The ID of the province to filter service providers. For example, 1 for Bangkok, 2 for Chiang Mai, 3 for Phuket. Refer to the documentation for the full list of province IDs.\",\"type\":\"integer\"},\"service_id\":{\"default\":0,\"description\":\"The ID of the service offered to filter service providers. For example, 1 for cleaning service, 2 for ironing service, etc. Refer to the documentation for a full list of service IDs.\",\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start date and time from which the service provider is available, in the format 'YYYY-MM-DD HH:mm:ss'. A value of null indicates no specific start date filter.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district to filter service providers. A value of null indicates that the sub-district filter is not applied.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile information of a specific service provider based on their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"include_portfolio\":{\"default\":false,\"description\":\"Specifies if the service provider's portfolio should be included in the profile information. When true, showcases previous work.\",\"type\":\"boolean\"},\"include_reviews\":{\"default\":false,\"description\":\"Indicates whether to include reviews in the profile information. If set to true, the profile will include customer reviews.\",\"type\":\"boolean\"},\"professional_id\":{\"description\":\"The unique identifier of the service provider whose profile is to be viewed.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":181.28,"confidence":0.944867},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":146.35,"confidence":1.0}}}},{"id":"live_multiple_975-214-1","split":"live_multiple","state":"User: Can you locate a service provider in Bangkok who offers both ironing and cleaning services, including bathroom washing, with a good reputation?","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on various search criteria, such as ratings, availability, and service types.","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile information of a specific service provider based on their unique identifier."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":30.22,"confidence":0.864208},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":98.01,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on various search criteria, such as ratings, availability, and service types.\nParameter avg_rating (float); The average review rating with decimals, such as 4.0 or 4.5 stars. A value of null represents that the rating filter is not applied.; default: None\nParameter province_id (integer); The ID of the province to filter service providers. For example, 1 for Bangkok, 2 for Chiang Mai, 3 for Phuket. Refer to the documentation for the full list of province IDs.; default: 0\nParameter district_name (string); The name of the district to filter service providers. A value of null indicates that the district filter is not applied.; default: None\nParameter sub_district_name (string); The name of the sub-district to filter service providers. A value of null indicates that the sub-district filter is not applied.; default: None\nParameter start_available_date (string); The start date and time from which the service provider is available, in the format 'YYYY-MM-DD HH:mm:ss'. A value of null indicates no specific start date filter.; default: None\nParameter end_available_date (string); The end date and time until which the service provider is available, in the format 'YYYY-MM-DD HH:mm:ss'. A value of null indicates no specific end date filter.; default: None\nParameter min_age (integer); The minimum age of the service provider to filter. A value of null indicates no minimum age filter.; default: None\nParameter max_age (integer); The maximum age of the service provider to filter. A value of null indicates no maximum age filter.; default: None\nParameter has_quality_problem (boolean); Indicates whether to filter for service providers with a record of quality problems. False to exclude such records, true to include only those with quality issues.; default: False\nParameter has_late_check_in (boolean); Indicates whether to filter for service providers with a record of late check-ins. False to exclude such records, true to include only those with late check-ins.; default: False\nParameter is_excellent (boolean); Indicates whether to filter for service providers with a record of excellence. False to exclude such records, true to include only those with excellence records.; default: False\nParameter is_package (boolean); Indicates whether to filter for service providers offering packages. False for individual services, true for package services.; default: False\nParameter is_subscription (boolean); Indicates whether to filter for service providers offering subscriptions. False for non-subscription services, true for subscription services.; default: False\nParameter service_id (integer); The ID of the service offered to filter service providers. For example, 1 for cleaning service, 2 for ironing service, etc. Refer to the documentation for a full list of service IDs.; default: 0\nParameter available_for_pet (boolean); Indicates whether to filter for service providers available for households with pets. False for not available, true for available.; default: False\nParameter professional_group_id (integer); The ID of the professional group to filter service providers. For example, 1 for Group A, 2 for Group B, 3 for Group C. Refer to the documentation for the full list of professional groups.; default: 0\nParameter job_qty (integer); The number of jobs the service provider has received. A value of null indicates that the job quantity filter is not applied.; default: None","view_service_provider_profile":"view_service_provider_profile: Retrieve and display the profile information of a specific service provider based on their unique identifier.\nParameter professional_id (integer); required; The unique identifier of the service provider whose profile is to be viewed.\nParameter include_reviews (boolean); Indicates whether to include reviews in the profile information. If set to true, the profile will include customer reviews.; default: False\nParameter include_portfolio (boolean); Specifies if the service provider's portfolio should be included in the profile information. When true, showcases previous work.; default: False"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":32.41,"confidence":0.86272},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":145.07,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Retrieve a list of service providers based on various search criteria, such as ratings, availability, and service types.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Indicates whether to filter for service providers available for households with pets. False for not available, true for available.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating with decimals, such as 4.0 or 4.5 stars. A value of null represents that the rating filter is not applied.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district to filter service providers. A value of null indicates that the district filter is not applied.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end date and time until which the service provider is available, in the format 'YYYY-MM-DD HH:mm:ss'. A value of null indicates no specific end date filter.\",\"type\":\"string\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Indicates whether to filter for service providers with a record of late check-ins. False to exclude such records, true to include only those with late check-ins.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Indicates whether to filter for service providers with a record of quality problems. False to exclude such records, true to include only those with quality issues.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Indicates whether to filter for service providers with a record of excellence. False to exclude such records, true to include only those with excellence records.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Indicates whether to filter for service providers offering packages. False for individual services, true for package services.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Indicates whether to filter for service providers offering subscriptions. False for non-subscription services, true for subscription services.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has received. A value of null indicates that the job quantity filter is not applied.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age of the service provider to filter. A value of null indicates no maximum age filter.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age of the service provider to filter. A value of null indicates no minimum age filter.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":0,\"description\":\"The ID of the professional group to filter service providers. For example, 1 for Group A, 2 for Group B, 3 for Group C. Refer to the documentation for the full list of professional groups.\",\"type\":\"integer\"},\"province_id\":{\"default\":0,\"description\":\"The ID of the province to filter service providers. For example, 1 for Bangkok, 2 for Chiang Mai, 3 for Phuket. Refer to the documentation for the full list of province IDs.\",\"type\":\"integer\"},\"service_id\":{\"default\":0,\"description\":\"The ID of the service offered to filter service providers. For example, 1 for cleaning service, 2 for ironing service, etc. Refer to the documentation for a full list of service IDs.\",\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start date and time from which the service provider is available, in the format 'YYYY-MM-DD HH:mm:ss'. A value of null indicates no specific start date filter.\",\"type\":\"string\"},\"sub_district_name\":{\"default\":null,\"description\":\"The name of the sub-district to filter service providers. A value of null indicates that the sub-district filter is not applied.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve and display the profile information of a specific service provider based on their unique identifier.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"include_portfolio\":{\"default\":false,\"description\":\"Specifies if the service provider's portfolio should be included in the profile information. When true, showcases previous work.\",\"type\":\"boolean\"},\"include_reviews\":{\"default\":false,\"description\":\"Indicates whether to include reviews in the profile information. If set to true, the profile will include customer reviews.\",\"type\":\"boolean\"},\"professional_id\":{\"description\":\"The unique identifier of the service provider whose profile is to be viewed.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":36.6,"confidence":0.947027},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":103.35,"confidence":1.0}}}},{"id":"live_multiple_976-215-0","split":"live_multiple","state":"User: Looking for a housekeeper 20/3/2024, Bang Kruai District, Nonthaburi, time 9:00, duration 3 hours.","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":58.41,"confidence":0.918105},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":94.42,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.\nParameter avg_rating (float); The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.; default: None\nParameter province_id (integer); required; The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\nParameter district_name (string); The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.; default: None\nParameter start_available_date (string); The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.; default: None\nParameter end_available_date (string); The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.; default: None\nParameter min_age (integer); The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.; default: None\nParameter max_age (integer); The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.; default: None\nParameter has_quality_problem (boolean); Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.; default: False\nParameter has_late_check_in (boolean); Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.; default: False\nParameter is_excellent (boolean); Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.; default: False\nParameter is_package (boolean); Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.; default: False\nParameter is_subscription (boolean); Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.; default: False\nParameter service_id (integer); The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.; default: None\nParameter extra_service_id (integer); The unique identifier for an additional service offered. For example, 2 for ironing service.; default: None\nParameter available_for_pet (boolean); Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.; default: False\nParameter professional_group_id (integer); The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.; default: None\nParameter job_qty (integer); The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.; default: None\nParameter is_cleaning_condo (boolean); Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_home (boolean); Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_office (boolean); Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider.\nParameter professional_id (integer); required; The unique identifier of the service provider whose profile is to be viewed."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":197.88,"confidence":0.633183},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":121.68,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Retrieve a list of service providers based on the given filters.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.\",\"type\":\"string\"},\"extra_service_id\":{\"default\":null,\"description\":\"The unique identifier for an additional service offered. For example, 2 for ironing service.\",\"type\":\"integer\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.\",\"type\":\"integer\"},\"province_id\":{\"description\":\"The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\",\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.\",\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.\",\"type\":\"string\"}},\"required\":[\"province_id\"],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve the detailed profile information of a specified service provider.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier of the service provider whose profile is to be viewed.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":195.54,"confidence":0.741616},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":116.55,"confidence":1.0}}}},{"id":"live_multiple_977-215-1","split":"live_multiple","state":"User: Looking for a service provider Ekthai, Bangkok 22/3/2024 time 11.00 a.m. 2 hours","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":34.51,"confidence":0.535804},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":131.87,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.\nParameter avg_rating (float); The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.; default: None\nParameter province_id (integer); required; The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\nParameter district_name (string); The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.; default: None\nParameter start_available_date (string); The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.; default: None\nParameter end_available_date (string); The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.; default: None\nParameter min_age (integer); The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.; default: None\nParameter max_age (integer); The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.; default: None\nParameter has_quality_problem (boolean); Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.; default: False\nParameter has_late_check_in (boolean); Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.; default: False\nParameter is_excellent (boolean); Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.; default: False\nParameter is_package (boolean); Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.; default: False\nParameter is_subscription (boolean); Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.; default: False\nParameter service_id (integer); The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.; default: None\nParameter extra_service_id (integer); The unique identifier for an additional service offered. For example, 2 for ironing service.; default: None\nParameter available_for_pet (boolean); Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.; default: False\nParameter professional_group_id (integer); The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.; default: None\nParameter job_qty (integer); The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.; default: None\nParameter is_cleaning_condo (boolean); Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_home (boolean); Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_office (boolean); Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider.\nParameter professional_id (integer); required; The unique identifier of the service provider whose profile is to be viewed."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":35.11,"confidence":0.886092},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":97.36,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Retrieve a list of service providers based on the given filters.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.\",\"type\":\"string\"},\"extra_service_id\":{\"default\":null,\"description\":\"The unique identifier for an additional service offered. For example, 2 for ironing service.\",\"type\":\"integer\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.\",\"type\":\"integer\"},\"province_id\":{\"description\":\"The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\",\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.\",\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.\",\"type\":\"string\"}},\"required\":[\"province_id\"],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve the detailed profile information of a specified service provider.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier of the service provider whose profile is to be viewed.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":32.62,"confidence":0.638409},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":105.9,"confidence":1.0}}}},{"id":"live_multiple_978-215-2","split":"live_multiple","state":"User: Find service providers available to provide cleaning services on March 23, 2024 at 3:00 p.m. in Bangkok, Don Mueang District. Review score not less than 4.7, providing no less than 100 jobs.","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":31.56,"confidence":0.871823},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":106.55,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.\nParameter avg_rating (float); The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.; default: None\nParameter province_id (integer); required; The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\nParameter district_name (string); The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.; default: None\nParameter start_available_date (string); The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.; default: None\nParameter end_available_date (string); The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.; default: None\nParameter min_age (integer); The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.; default: None\nParameter max_age (integer); The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.; default: None\nParameter has_quality_problem (boolean); Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.; default: False\nParameter has_late_check_in (boolean); Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.; default: False\nParameter is_excellent (boolean); Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.; default: False\nParameter is_package (boolean); Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.; default: False\nParameter is_subscription (boolean); Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.; default: False\nParameter service_id (integer); The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.; default: None\nParameter extra_service_id (integer); The unique identifier for an additional service offered. For example, 2 for ironing service.; default: None\nParameter available_for_pet (boolean); Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.; default: False\nParameter professional_group_id (integer); The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.; default: None\nParameter job_qty (integer); The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.; default: None\nParameter is_cleaning_condo (boolean); Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_home (boolean); Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_office (boolean); Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider.\nParameter professional_id (integer); required; The unique identifier of the service provider whose profile is to be viewed."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":37.17,"confidence":0.634371},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":102.36,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Retrieve a list of service providers based on the given filters.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.\",\"type\":\"string\"},\"extra_service_id\":{\"default\":null,\"description\":\"The unique identifier for an additional service offered. For example, 2 for ironing service.\",\"type\":\"integer\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.\",\"type\":\"integer\"},\"province_id\":{\"description\":\"The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\",\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.\",\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.\",\"type\":\"string\"}},\"required\":[\"province_id\"],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve the detailed profile information of a specified service provider.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier of the service provider whose profile is to be viewed.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":35.85,"confidence":0.937181},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":107.48,"confidence":1.0}}}},{"id":"live_multiple_979-215-3","split":"live_multiple","state":"User: Find a maid who provides cleaning services and additional ironing services in Bangkok.","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":31.82,"confidence":0.688355},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":140.69,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.\nParameter avg_rating (float); The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.; default: None\nParameter province_id (integer); required; The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\nParameter district_name (string); The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.; default: None\nParameter start_available_date (string); The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.; default: None\nParameter end_available_date (string); The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.; default: None\nParameter min_age (integer); The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.; default: None\nParameter max_age (integer); The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.; default: None\nParameter has_quality_problem (boolean); Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.; default: False\nParameter has_late_check_in (boolean); Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.; default: False\nParameter is_excellent (boolean); Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.; default: False\nParameter is_package (boolean); Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.; default: False\nParameter is_subscription (boolean); Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.; default: False\nParameter service_id (integer); The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.; default: None\nParameter extra_service_id (integer); The unique identifier for an additional service offered. For example, 2 for ironing service.; default: None\nParameter available_for_pet (boolean); Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.; default: False\nParameter professional_group_id (integer); The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.; default: None\nParameter job_qty (integer); The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.; default: None\nParameter is_cleaning_condo (boolean); Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_home (boolean); Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_office (boolean); Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider.\nParameter professional_id (integer); required; The unique identifier of the service provider whose profile is to be viewed."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":33.92,"confidence":0.593945},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":134.69,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Retrieve a list of service providers based on the given filters.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.\",\"type\":\"string\"},\"extra_service_id\":{\"default\":null,\"description\":\"The unique identifier for an additional service offered. For example, 2 for ironing service.\",\"type\":\"integer\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.\",\"type\":\"integer\"},\"province_id\":{\"description\":\"The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\",\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.\",\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.\",\"type\":\"string\"}},\"required\":[\"province_id\"],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve the detailed profile information of a specified service provider.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier of the service provider whose profile is to be viewed.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":64.45,"confidence":0.573892},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":122.13,"confidence":1.0}}}},{"id":"live_multiple_980-215-4","split":"live_multiple","state":"User: Help find a bathroom cleaning service provider in Bangkok, Phaya Thai District. Good past history","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":29.56,"confidence":0.540886},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":111.17,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.\nParameter avg_rating (float); The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.; default: None\nParameter province_id (integer); required; The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\nParameter district_name (string); The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.; default: None\nParameter start_available_date (string); The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.; default: None\nParameter end_available_date (string); The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.; default: None\nParameter min_age (integer); The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.; default: None\nParameter max_age (integer); The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.; default: None\nParameter has_quality_problem (boolean); Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.; default: False\nParameter has_late_check_in (boolean); Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.; default: False\nParameter is_excellent (boolean); Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.; default: False\nParameter is_package (boolean); Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.; default: False\nParameter is_subscription (boolean); Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.; default: False\nParameter service_id (integer); The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.; default: None\nParameter extra_service_id (integer); The unique identifier for an additional service offered. For example, 2 for ironing service.; default: None\nParameter available_for_pet (boolean); Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.; default: False\nParameter professional_group_id (integer); The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.; default: None\nParameter job_qty (integer); The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.; default: None\nParameter is_cleaning_condo (boolean); Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_home (boolean); Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_office (boolean); Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider.\nParameter professional_id (integer); required; The unique identifier of the service provider whose profile is to be viewed."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":30.74,"confidence":0.811185},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":116.84,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Retrieve a list of service providers based on the given filters.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.\",\"type\":\"string\"},\"extra_service_id\":{\"default\":null,\"description\":\"The unique identifier for an additional service offered. For example, 2 for ironing service.\",\"type\":\"integer\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.\",\"type\":\"integer\"},\"province_id\":{\"description\":\"The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\",\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.\",\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.\",\"type\":\"string\"}},\"required\":[\"province_id\"],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve the detailed profile information of a specified service provider.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier of the service provider whose profile is to be viewed.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":28.74,"confidence":0.674612},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":170.46,"confidence":1.0}}}},{"id":"live_multiple_981-215-5","split":"live_multiple","state":"User: Looking for a housekeeper to iron clothes. The schedule is not available on March 20, 2024 at 12:00 noon in Chiang Mai.","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":33.99,"confidence":0.890499},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":111.21,"confidence":0.99}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.\nParameter avg_rating (float); The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.; default: None\nParameter province_id (integer); required; The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\nParameter district_name (string); The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.; default: None\nParameter start_available_date (string); The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.; default: None\nParameter end_available_date (string); The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.; default: None\nParameter min_age (integer); The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.; default: None\nParameter max_age (integer); The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.; default: None\nParameter has_quality_problem (boolean); Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.; default: False\nParameter has_late_check_in (boolean); Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.; default: False\nParameter is_excellent (boolean); Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.; default: False\nParameter is_package (boolean); Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.; default: False\nParameter is_subscription (boolean); Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.; default: False\nParameter service_id (integer); The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.; default: None\nParameter extra_service_id (integer); The unique identifier for an additional service offered. For example, 2 for ironing service.; default: None\nParameter available_for_pet (boolean); Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.; default: False\nParameter professional_group_id (integer); The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.; default: None\nParameter job_qty (integer); The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.; default: None\nParameter is_cleaning_condo (boolean); Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_home (boolean); Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_office (boolean); Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider.\nParameter professional_id (integer); required; The unique identifier of the service provider whose profile is to be viewed."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":30.33,"confidence":0.89721},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":143.58,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Retrieve a list of service providers based on the given filters.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.\",\"type\":\"string\"},\"extra_service_id\":{\"default\":null,\"description\":\"The unique identifier for an additional service offered. For example, 2 for ironing service.\",\"type\":\"integer\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.\",\"type\":\"integer\"},\"province_id\":{\"description\":\"The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\",\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.\",\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.\",\"type\":\"string\"}},\"required\":[\"province_id\"],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve the detailed profile information of a specified service provider.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier of the service provider whose profile is to be viewed.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":33.98,"confidence":0.595477},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":141.87,"confidence":1.0}}}},{"id":"live_multiple_982-215-6","split":"live_multiple","state":"User: Help find a service provider Cleaning and additional ironing services, Bangkok, March 20, 2024, available space at 6:00 p.m.","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":32.06,"confidence":0.793368},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":137.43,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.\nParameter avg_rating (float); The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.; default: None\nParameter province_id (integer); required; The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\nParameter district_name (string); The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.; default: None\nParameter start_available_date (string); The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.; default: None\nParameter end_available_date (string); The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.; default: None\nParameter min_age (integer); The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.; default: None\nParameter max_age (integer); The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.; default: None\nParameter has_quality_problem (boolean); Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.; default: False\nParameter has_late_check_in (boolean); Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.; default: False\nParameter is_excellent (boolean); Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.; default: False\nParameter is_package (boolean); Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.; default: False\nParameter is_subscription (boolean); Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.; default: False\nParameter service_id (integer); The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.; default: None\nParameter extra_service_id (integer); The unique identifier for an additional service offered. For example, 2 for ironing service.; default: None\nParameter available_for_pet (boolean); Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.; default: False\nParameter professional_group_id (integer); The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.; default: None\nParameter job_qty (integer); The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.; default: None\nParameter is_cleaning_condo (boolean); Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_home (boolean); Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_office (boolean); Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider.\nParameter professional_id (integer); required; The unique identifier of the service provider whose profile is to be viewed."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":32.17,"confidence":0.947797},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":115.41,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Retrieve a list of service providers based on the given filters.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.\",\"type\":\"string\"},\"extra_service_id\":{\"default\":null,\"description\":\"The unique identifier for an additional service offered. For example, 2 for ironing service.\",\"type\":\"integer\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.\",\"type\":\"integer\"},\"province_id\":{\"description\":\"The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\",\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.\",\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.\",\"type\":\"string\"}},\"required\":[\"province_id\"],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve the detailed profile information of a specified service provider.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier of the service provider whose profile is to be viewed.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":48.79,"confidence":0.520531},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":116.78,"confidence":1.0}}}},{"id":"live_multiple_983-215-7","split":"live_multiple","state":"User: Find a service provider in Watthana District, Bangkok Province 22/3/2024 at 11:00 a.m. 2 hours Review score 5 stars","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":29.62,"confidence":0.520055},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":99.12,"confidence":1.0}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.\nParameter avg_rating (float); The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.; default: None\nParameter province_id (integer); required; The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\nParameter district_name (string); The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.; default: None\nParameter start_available_date (string); The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.; default: None\nParameter end_available_date (string); The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.; default: None\nParameter min_age (integer); The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.; default: None\nParameter max_age (integer); The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.; default: None\nParameter has_quality_problem (boolean); Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.; default: False\nParameter has_late_check_in (boolean); Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.; default: False\nParameter is_excellent (boolean); Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.; default: False\nParameter is_package (boolean); Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.; default: False\nParameter is_subscription (boolean); Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.; default: False\nParameter service_id (integer); The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.; default: None\nParameter extra_service_id (integer); The unique identifier for an additional service offered. For example, 2 for ironing service.; default: None\nParameter available_for_pet (boolean); Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.; default: False\nParameter professional_group_id (integer); The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.; default: None\nParameter job_qty (integer); The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.; default: None\nParameter is_cleaning_condo (boolean); Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_home (boolean); Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_office (boolean); Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider.\nParameter professional_id (integer); required; The unique identifier of the service provider whose profile is to be viewed."},"clm":{"choice":"view_service_provider_profile","correct":false,"latency_ms":32.35,"confidence":0.972256},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":149.3,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Retrieve a list of service providers based on the given filters.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.\",\"type\":\"string\"},\"extra_service_id\":{\"default\":null,\"description\":\"The unique identifier for an additional service offered. For example, 2 for ironing service.\",\"type\":\"integer\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.\",\"type\":\"integer\"},\"province_id\":{\"description\":\"The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\",\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.\",\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.\",\"type\":\"string\"}},\"required\":[\"province_id\"],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve the detailed profile information of a specified service provider.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier of the service provider whose profile is to be viewed.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":42.1,"confidence":0.835318},"jev":{"choice":"get_service_providers","correct":true,"latency_ms":163.05,"confidence":1.0}}}},{"id":"live_multiple_984-215-8","split":"live_multiple","state":"User: ID 3726","expected":"get_service_providers","candidate_count":2,"views":{"description":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":28.13,"confidence":0.915594},"jev":{"choice":"view_service_provider_profile","correct":false,"latency_ms":113.86,"confidence":0.97}},"prose_schema":{"criteria":{"get_service_providers":"get_service_providers: Retrieve a list of service providers based on the given filters.\nParameter avg_rating (float); The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.; default: None\nParameter province_id (integer); required; The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\nParameter district_name (string); The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.; default: None\nParameter start_available_date (string); The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.; default: None\nParameter end_available_date (string); The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.; default: None\nParameter min_age (integer); The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.; default: None\nParameter max_age (integer); The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.; default: None\nParameter has_quality_problem (boolean); Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.; default: False\nParameter has_late_check_in (boolean); Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.; default: False\nParameter is_excellent (boolean); Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.; default: False\nParameter is_package (boolean); Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.; default: False\nParameter is_subscription (boolean); Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.; default: False\nParameter service_id (integer); The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.; default: None\nParameter extra_service_id (integer); The unique identifier for an additional service offered. For example, 2 for ironing service.; default: None\nParameter available_for_pet (boolean); Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.; default: False\nParameter professional_group_id (integer); The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.; default: None\nParameter job_qty (integer); The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.; default: None\nParameter is_cleaning_condo (boolean); Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_home (boolean); Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False\nParameter is_cleaning_office (boolean); Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.; default: False","view_service_provider_profile":"view_service_provider_profile: Retrieve the detailed profile information of a specified service provider.\nParameter professional_id (integer); required; The unique identifier of the service provider whose profile is to be viewed."},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":41.7,"confidence":0.521784},"jev":{"choice":"view_service_provider_profile","correct":false,"latency_ms":120.68,"confidence":1.0}},"schema":{"criteria":{"get_service_providers":"{\"description\":\"Retrieve a list of service providers based on the given filters.\",\"name\":\"get_service_providers\",\"parameters\":{\"properties\":{\"available_for_pet\":{\"default\":false,\"description\":\"Flag indicating whether the service provider is available for households with pets. 'false' means not available for pets; 'true' means they are.\",\"type\":\"boolean\"},\"avg_rating\":{\"default\":null,\"description\":\"The average review rating score, with a higher score indicating better reviews. A default value of 'null' represents no rating data available.\",\"type\":\"float\"},\"district_name\":{\"default\":null,\"description\":\"The name of the district. For example, 'Chatuchak District', 'Bang Sue District', or 'Phaya Thai District'. A default value of 'null' represents no specific district.\",\"type\":\"string\"},\"end_available_date\":{\"default\":null,\"description\":\"The end date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open end date.\",\"type\":\"string\"},\"extra_service_id\":{\"default\":null,\"description\":\"The unique identifier for an additional service offered. For example, 2 for ironing service.\",\"type\":\"integer\"},\"has_late_check_in\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of late check-ins. 'false' means no record; 'true' indicates there have been late check-ins.\",\"type\":\"boolean\"},\"has_quality_problem\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has a record of quality problems. 'false' means no record; 'true' indicates quality issues have been recorded.\",\"type\":\"boolean\"},\"is_cleaning_condo\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers condo cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_home\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers home cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_cleaning_office\":{\"default\":false,\"description\":\"Flag indicating whether the service provider offers office cleaning services. 'false' means they do not offer such services; 'true' means they do.\",\"type\":\"boolean\"},\"is_excellent\":{\"default\":false,\"description\":\"Flag indicating whether the service provider has been marked as excellent. 'false' means not marked as excellent; 'true' means they are recognized as excellent.\",\"type\":\"boolean\"},\"is_package\":{\"default\":false,\"description\":\"Flag indicating if the work is offered as a package deal. 'false' means it is not a package; 'true' means it is a package.\",\"type\":\"boolean\"},\"is_subscription\":{\"default\":false,\"description\":\"Flag indicating if the work is subscription-based. 'false' means not subscription-based; 'true' means it is offered on a subscription basis.\",\"type\":\"boolean\"},\"job_qty\":{\"default\":null,\"description\":\"The number of jobs the service provider has completed. A default value of 'null' indicates no job history available.\",\"type\":\"integer\"},\"max_age\":{\"default\":null,\"description\":\"The maximum age limit for the service provider. A default value of 'null' indicates no maximum age limit.\",\"type\":\"integer\"},\"min_age\":{\"default\":null,\"description\":\"The minimum age requirement for the service provider. A default value of 'null' indicates no minimum age requirement.\",\"type\":\"integer\"},\"professional_group_id\":{\"default\":null,\"description\":\"The unique identifier of the professional group the service provider belongs to. For example, 1 for Group A, 2 for Group B.\",\"type\":\"integer\"},\"province_id\":{\"description\":\"The unique identifier of the province, such as 1 for Bangkok, 2 for Chiang Mai, and 3 for Phuket.\",\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"The unique identifier representing the type of service offered. For instance, 1 for cleaning service, 3 for massage, 24 for disinfectant cleaning.\",\"type\":\"integer\"},\"start_available_date\":{\"default\":null,\"description\":\"The start date and time of the availability period for the service provider, in the format 'YYYY-MM-DD HH:mm:ss'. A default value of 'null' represents an open start date.\",\"type\":\"string\"}},\"required\":[\"province_id\"],\"type\":\"dict\"}}","view_service_provider_profile":"{\"description\":\"Retrieve the detailed profile information of a specified service provider.\",\"name\":\"view_service_provider_profile\",\"parameters\":{\"properties\":{\"professional_id\":{\"description\":\"The unique identifier of the service provider whose profile is to be viewed.\",\"type\":\"integer\"}},\"required\":[\"professional_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_service_providers","correct":true,"latency_ms":51.03,"confidence":0.967276},"jev":{"choice":"view_service_provider_profile","correct":false,"latency_ms":129.8,"confidence":1.0}}}},{"id":"live_multiple_985-216-0","split":"live_multiple","state":"User: User query: I need to mark my reminders as completed using my authentication token '1231289312'.\nPlan step 1: Use the authentication token to mark the reminders as completed.\nAPI response: ","expected":"reminders_complete","candidate_count":37,"views":{"description":{"criteria":{"reminders_complete":"reminders_complete: Marks specified reminders as completed and returns the status of the operation.","reminders_delete":"reminders_delete: Deletes a specified reminder based on the provided token.","reminders_info":"reminders_info: Retrieves information about a specific reminder based on a provided token and reminder identifier.","reminders_list":"reminders_list: Retrieve a list of reminders for the authenticated user based on the provided token.","rtm_connect":"rtm_connect: Establishes a Real Time Messaging (RTM) connection with the server using the provided authentication token.","search_messages":"search_messages: Searches for messages that match the given query parameters and returns a paginated response.","stars_add":"stars_add: Adds a star to a repository for the authenticated user.","stars_list":"stars_list: Retrieves a list of starred repositories for the authenticated user.","stars_remove":"stars_remove: Removes a star from a repository by a user's token authentication.","team_accessLogs":"team_accessLogs: Retrieves access logs for a team, filtered by the given criteria such as date and pagination options.","team_billableInfo":"team_billableInfo: Retrieve billable information for a specified user within a team.","team_info":"team_info: Retrieves information about a specific team using an access token for authentication.","team_integrationLogs":"team_integrationLogs: Retrieve a list of integration logs for a team, filtered by various parameters.","team_profile_get":"team_profile_get: Retrieve the profile information of a team based on visibility settings.","usergroups_create":"usergroups_create: Creates a new user group within the system and returns a response containing group details.","usergroups_disable":"usergroups_disable: Disables a specified user group within the system.","usergroups_enable":"usergroups_enable: Enables a user group within the system using an authentication token.","usergroups_list":"usergroups_list: Retrieves a list of all user groups within the system, with options to include user details, counts, and information on disabled groups.","usergroups_update":"usergroups_update: Update the properties of a user group using the provided authentication token.","usergroups_users_list":"usergroups_users_list: Retrieves a list of users within a usergroup, with the option to include disabled accounts.","usergroups_users_update":"usergroups_users_update: Updates the users in a user group based on the provided token for authentication.","users_conversations":"users_conversations: Retrieves a list of conversations the specified user is part of. It can filter the types of conversations and exclude archived ones, allowing pagination through a cursor.","users_deletePhoto":"users_deletePhoto: Deletes a specified photo for a user and returns a response indicating success or failure.","users_getPresence":"users_getPresence: Retrieve the online presence status of a specified user.","users_identity":"users_identity: Retrieve the identity of a user based on a provided authentication token.","users_info":"users_info: Retrieves detailed information about users based on the provided parameters.","users_list":"users_list: Retrieves a paginated list of users for an application, optionally including locale information.","users_lookupByEmail":"users_lookupByEmail: Looks up and retrieves user information based on the provided email address.","users_profile_get":"users_profile_get: Retrieves a user's profile using an authentication token and optionally includes associated labels.","users_profile_set":"users_profile_set: Sets the user profile data using the provided token for authentication.","users_setActive":"users_setActive: Set the user's active status in the system using their unique token.","users_setPhoto":"users_setPhoto: Set or update the user's profile photo.","users_setPresence":"users_setPresence: Sets the online presence status for the user associated with the provided token.","views_open":"views_open: This function opens a new view in the application using a trigger ID and returns the server's response.","views_publish":"views_publish: Publish a view for a specific user using their user ID and a unique hash.","views_push":"views_push: Initiates a push event to a view using a trigger identifier and an authentication token.","views_update":"views_update: Update an existing view in the system with new information based on a unique identifier."},"clm":{"choice":"reminders_list","correct":false,"latency_ms":185.61,"confidence":0.281303},"jev":{"choice":"reminders_complete","correct":true,"latency_ms":137.93,"confidence":1.0}},"prose_schema":{"criteria":{"reminders_complete":"reminders_complete: Marks specified reminders as completed and returns the status of the operation.\nParameter token (string); required; Authentication token to verify the user's identity.","reminders_delete":"reminders_delete: Deletes a specified reminder based on the provided token.\nParameter token (string); required; Authentication token required to authorize the deletion of the reminder.","reminders_info":"reminders_info: Retrieves information about a specific reminder based on a provided token and reminder identifier.\nParameter token (string); required; The authentication token used to validate the request.\nParameter reminder (string); required; The unique identifier for the reminder to retrieve information for.\nParameter response (dict); The optional response object containing the reminder information. Defaults to an empty dictionary.; default: {}","reminders_list":"reminders_list: Retrieve a list of reminders for the authenticated user based on the provided token.\nParameter token (string); required; The authentication token that represents the user's session.","rtm_connect":"rtm_connect: Establishes a Real Time Messaging (RTM) connection with the server using the provided authentication token.\nParameter token (string); required; Authentication token to establish RTM connection.\nParameter batch_presence_aware (integer); If set to 1, enables presence change events to be batched. Defaults to 0.; default: 0\nParameter presence_sub (boolean); If true, subscribes to presence events for users on the team. Defaults to false.; default: False","search_messages":"search_messages: Searches for messages that match the given query parameters and returns a paginated response.\nParameter token (string); required; Authentication token to validate user access.\nParameter query (string); required; The search query string to find specific messages.\nParameter count (integer); The number of messages to return per page. Default is 25, maximum is 100.; default: 25\nParameter highlight (boolean); Specifies whether to highlight the matching query terms in the response. Default is false.; default: False\nParameter page (integer); The page number of the search results to return. Starts from 1.; default: 1\nParameter sort (string); The field by which to sort the search results.; allowed values: date, relevance; default: relevance\nParameter sort_dir (string); The direction of sorting, either ascending or descending.; allowed values: asc, desc; default: asc","stars_add":"stars_add: Adds a star to a repository for the authenticated user.\nParameter token (string); required; The authentication token of the user.","stars_list":"stars_list: Retrieves a list of starred repositories for the authenticated user.\nParameter token (string); required; The authentication token to access the user's starred repositories.\nParameter count (integer); The number of repositories to retrieve per page. Must be between 1 and 100.; default: 30\nParameter page (integer); The page number of the results to retrieve, for paginated responses.; default: 1\nParameter cursor (string); An optional cursor for use in pagination. This is the pointer to the last item in the previous set of results.; default: None\nParameter limit (integer); An upper limit on the number of results returned, irrespective of the number of pages. Should be a positive integer.; default: 100","stars_remove":"stars_remove: Removes a star from a repository by a user's token authentication.\nParameter token (string); required; The authentication token of the user.","team_accessLogs":"team_accessLogs: Retrieves access logs for a team, filtered by the given criteria such as date and pagination options.\nParameter token (string); required; Authentication token to validate access to the logs.\nParameter before (string); A timestamp representing the end date and time for the log retrieval, formatted as 'YYYY-MM-DD HH:MM:SS'.; default: None\nParameter count (integer); The number of log entries to return per page.; default: 100\nParameter page (integer); Page number of the logs to retrieve, starting at 1.; default: 1","team_billableInfo":"team_billableInfo: Retrieve billable information for a specified user within a team.\nParameter token (string); required; Authentication token to verify the caller's identity.\nParameter user (string); required; Unique identifier for the user whose billable information is being requested.","team_info":"team_info: Retrieves information about a specific team using an access token for authentication.\nParameter token (string); required; The access token used for authenticating the API request.\nParameter team (string); required; The unique identifier or name of the team to retrieve information for.","team_integrationLogs":"team_integrationLogs: Retrieve a list of integration logs for a team, filtered by various parameters.\nParameter token (string); required; Authentication token to validate the request.\nParameter app_id (string); required; Unique identifier of the application.\nParameter change_type (string); Type of change to filter logs, such as 'create', 'update', or 'delete'.; allowed values: create, update, delete; default: create\nParameter count (integer); The number of log entries to return per page.; default: 50\nParameter page (integer); Page number of the log entries to retrieve.; default: 1\nParameter service_id (string); Unique identifier of the service to filter logs.; default: None\nParameter user (string); Username to filter the logs by user activity.; default: None","team_profile_get":"team_profile_get: Retrieve the profile information of a team based on visibility settings.\nParameter token (string); required; The authentication token required to access the team profile.\nParameter visibility (string); required; The visibility level of the team profile information.; allowed values: public, private, internal","usergroups_create":"usergroups_create: Creates a new user group within the system and returns a response containing group details.\nParameter token (string); required; An authentication token used to validate the request.","usergroups_disable":"usergroups_disable: Disables a specified user group within the system.\nParameter token (string); required; The authentication token required to perform the operation. It should be a valid token string unique to a user session.","usergroups_enable":"usergroups_enable: Enables a user group within the system using an authentication token.\nParameter token (string); required; Authentication token required to authorize the enabling of a user group.","usergroups_list":"usergroups_list: Retrieves a list of all user groups within the system, with options to include user details, counts, and information on disabled groups.\nParameter include_users (string); Determines whether to include user details in the response. Acceptable values are 'true' or 'false'.; allowed values: true, false; default: false\nParameter token (string); required; Authentication token to validate the request.\nParameter include_count (string); Specifies whether to include the count of users in each group. Acceptable values are 'true' or 'false'.; allowed values: true, false; default: false\nParameter include_disabled (string); Indicates whether disabled user groups should be included in the list. Acceptable values are 'true' or 'false'.; allowed values: true, false; default: false","usergroups_update":"usergroups_update: Update the properties of a user group using the provided authentication token.\nParameter token (string); required; Authentication token to validate the request.\nParameter group_id (integer); The unique identifier of the user group to update.; default: None\nParameter group_name (string); The new name for the user group.; default: None\nParameter group_description (string); A brief description of the user group.; default: No description provided.\nParameter is_active (boolean); Flag indicating whether the user group is active or not.; default: True","usergroups_users_list":"usergroups_users_list: Retrieves a list of users within a usergroup, with the option to include disabled accounts.\nParameter token (string); required; Authentication token to validate the request.\nParameter include_disabled (string); A flag to determine if disabled user accounts should be included in the list. Expected values are 'true' or 'false'.; allowed values: true, false; default: false\nParameter usergroup (string); required; The identifier of the usergroup for which to list users.","usergroups_users_update":"usergroups_users_update: Updates the users in a user group based on the provided token for authentication.\nParameter token (string); required; The authentication token to validate user group modification rights.","users_conversations":"users_conversations: Retrieves a list of conversations the specified user is part of. It can filter the types of conversations and exclude archived ones, allowing pagination through a cursor.\nParameter token (string); required; Authentication token allowing access to the method.\nParameter user (string); required; The user ID for whom to list conversations.\nParameter types (string); A comma-separated list of conversation types to include. For example, 'public_channel,private_channel'.; allowed values: public_channel, private_channel, mpim, im; default: public_channel,private_channel,mpim,im\nParameter exclude_archived (string); Flag indicating whether to exclude archived conversations from the list. Set to '1' to exclude.; allowed values: 0, 1; default: 0\nParameter limit (integer); The maximum number of conversations to return. Default is 20.; default: 20\nParameter cursor (string); A cursor value used to paginate through the list of conversations. If there are more items than the limit, this cursor can be used to fetch the next page of results.; default: None","users_deletePhoto":"users_deletePhoto: Deletes a specified photo for a user and returns a response indicating success or failure.\nParameter user_id (integer); required; The unique identifier of the user whose photo is to be deleted.\nParameter photo_id (string); required; The unique identifier of the photo to be deleted.\nParameter confirmation (boolean); A flag to confirm the deletion operation.; default: False","users_getPresence":"users_getPresence: Retrieve the online presence status of a specified user.\nParameter token (string); required; Authentication token to verify the identity of the requestor.\nParameter user (string); required; Unique identifier for the user whose presence status is being requested.","users_identity":"users_identity: Retrieve the identity of a user based on a provided authentication token.\nParameter token (string); required; A unique authentication token for the user whose identity is being requested.","users_info":"users_info: Retrieves detailed information about users based on the provided parameters.\nParameter token (string); required; The authentication token used to validate the request.\nParameter include_locale (boolean); Flag to determine if locale information should be included in the response.; default: False\nParameter user (string); The identifier of the user for whom information is being requested.; default: None","users_list":"users_list: Retrieves a paginated list of users for an application, optionally including locale information.\nParameter token (string); required; Authentication token to validate user access.\nParameter limit (integer); The maximum number of users to return at once.; default: 100\nParameter cursor (string); A pointer to the last item in the previous list, used for pagination.; default: None\nParameter include_locale (boolean); Whether to include locale information for each user in the list.; default: False","users_lookupByEmail":"users_lookupByEmail: Looks up and retrieves user information based on the provided email address.\nParameter token (string); required; Authentication token to authorize the lookup operation.\nParameter email (string); required; The email address of the user to be looked up.","users_profile_get":"users_profile_get: Retrieves a user's profile using an authentication token and optionally includes associated labels.\nParameter token (string); required; The authentication token representing the user's session.\nParameter include_labels (string); Specifies whether to include labels associated with the user's profile. Expected values are 'true' or 'false'.; allowed values: true, false; default: false\nParameter user (string); required; The username or user ID of the profile to retrieve.","users_profile_set":"users_profile_set: Sets the user profile data using the provided token for authentication.\nParameter token (string); required; The authentication token that verifies the user.","users_setActive":"users_setActive: Set the user's active status in the system using their unique token.\nParameter token (string); required; A unique authentication token identifying the user.","users_setPhoto":"users_setPhoto: Set or update the user's profile photo.\nParameter user_id (string); required; The unique identifier of the user whose profile photo is being set.\nParameter photo (string); required; A base64 encoded string of the user's profile photo.\nParameter photo_format (string); The image format of the user's profile photo.; allowed values: jpg, png, gif; default: jpg","users_setPresence":"users_setPresence: Sets the online presence status for the user associated with the provided token.\nParameter token (string); required; Authentication token to identify the user.\nParameter presence (string); The presence status to be set for the user.; allowed values: online, away, dnd, invisible; default: online","views_open":"views_open: This function opens a new view in the application using a trigger ID and returns the server's response.\nParameter token (string); required; Authentication token used to validate the request.\nParameter trigger_id (string); required; An identifier that triggers the view to be opened.\nParameter view (string); required; The encoded view data to be displayed.","views_publish":"views_publish: Publish a view for a specific user using their user ID and a unique hash.\nParameter token (string); required; Authentication token required to authorize the publishing action.\nParameter user_id (string); required; The unique identifier of the user for whom the view is being published.\nParameter view (string); required; The name of the view to be published.\nParameter hash (string); required; A unique hash to ensure the request is not processed multiple times.","views_push":"views_push: Initiates a push event to a view using a trigger identifier and an authentication token.\nParameter token (string); required; Authentication token to validate the push event.\nParameter trigger_id (string); required; Unique identifier for the trigger causing the view push.\nParameter view (string); required; Serialized view object that describes the user interface to be pushed.","views_update":"views_update: Update an existing view in the system with new information based on a unique identifier.\nParameter token (string); required; Authentication token to verify the user.\nParameter view_id (string); required; Unique identifier of the view to be updated.\nParameter external_id (string); An optional external identifier for third-party integrations.; default: \nParameter view (string); required; Serialized string representation of the view data.\nParameter hash (string); An optional hash for verifying the integrity of the view data.; default: "},"clm":{"choice":"users_setActive","correct":false,"latency_ms":473.26,"confidence":0.417631},"jev":{"choice":"reminders_complete","correct":true,"latency_ms":127.47,"confidence":1.0}},"schema":{"criteria":{"reminders_complete":"{\"description\":\"Marks specified reminders as completed and returns the status of the operation.\",\"name\":\"reminders_complete\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"Authentication token to verify the user's identity.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","reminders_delete":"{\"description\":\"Deletes a specified reminder based on the provided token.\",\"name\":\"reminders_delete\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"Authentication token required to authorize the deletion of the reminder.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","reminders_info":"{\"description\":\"Retrieves information about a specific reminder based on a provided token and reminder identifier.\",\"name\":\"reminders_info\",\"parameters\":{\"properties\":{\"reminder\":{\"description\":\"The unique identifier for the reminder to retrieve information for.\",\"type\":\"string\"},\"response\":{\"default\":{},\"description\":\"The optional response object containing the reminder information. Defaults to an empty dictionary.\",\"properties\":{\"data\":{\"description\":\"The data object containing the details of the reminder if the retrieval was successful.\",\"properties\":{\"due_date\":{\"description\":\"The due date for the reminder, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"message\":{\"description\":\"The reminder message content.\",\"type\":\"string\"},\"reminder_id\":{\"description\":\"The unique identifier of the reminder.\",\"type\":\"string\"}},\"type\":\"dict\"},\"error\":{\"default\":\"No error\",\"description\":\"Error message if the retrieval failed. Defaults to 'No error' when there are no errors.\",\"type\":\"string\"},\"status\":{\"description\":\"The status of the reminder retrieval request.\",\"enum\":[\"success\",\"failure\"],\"type\":\"string\"}},\"type\":\"dict\"},\"token\":{\"description\":\"The authentication token used to validate the request.\",\"type\":\"string\"}},\"required\":[\"token\",\"reminder\"],\"type\":\"dict\"}}","reminders_list":"{\"description\":\"Retrieve a list of reminders for the authenticated user based on the provided token.\",\"name\":\"reminders_list\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"The authentication token that represents the user's session.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","rtm_connect":"{\"description\":\"Establishes a Real Time Messaging (RTM) connection with the server using the provided authentication token.\",\"name\":\"rtm_connect\",\"parameters\":{\"properties\":{\"batch_presence_aware\":{\"default\":0,\"description\":\"If set to 1, enables presence change events to be batched. Defaults to 0.\",\"type\":\"integer\"},\"presence_sub\":{\"default\":false,\"description\":\"If true, subscribes to presence events for users on the team. Defaults to false.\",\"type\":\"boolean\"},\"token\":{\"description\":\"Authentication token to establish RTM connection.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","search_messages":"{\"description\":\"Searches for messages that match the given query parameters and returns a paginated response.\",\"name\":\"search_messages\",\"parameters\":{\"properties\":{\"count\":{\"default\":25,\"description\":\"The number of messages to return per page. Default is 25, maximum is 100.\",\"type\":\"integer\"},\"highlight\":{\"default\":false,\"description\":\"Specifies whether to highlight the matching query terms in the response. Default is false.\",\"type\":\"boolean\"},\"page\":{\"default\":1,\"description\":\"The page number of the search results to return. Starts from 1.\",\"type\":\"integer\"},\"query\":{\"description\":\"The search query string to find specific messages.\",\"type\":\"string\"},\"sort\":{\"default\":\"relevance\",\"description\":\"The field by which to sort the search results.\",\"enum\":[\"date\",\"relevance\"],\"type\":\"string\"},\"sort_dir\":{\"default\":\"asc\",\"description\":\"The direction of sorting, either ascending or descending.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"token\":{\"description\":\"Authentication token to validate user access.\",\"type\":\"string\"}},\"required\":[\"token\",\"query\"],\"type\":\"dict\"}}","stars_add":"{\"description\":\"Adds a star to a repository for the authenticated user.\",\"name\":\"stars_add\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"The authentication token of the user.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","stars_list":"{\"description\":\"Retrieves a list of starred repositories for the authenticated user.\",\"name\":\"stars_list\",\"parameters\":{\"properties\":{\"count\":{\"default\":30,\"description\":\"The number of repositories to retrieve per page. Must be between 1 and 100.\",\"type\":\"integer\"},\"cursor\":{\"default\":null,\"description\":\"An optional cursor for use in pagination. This is the pointer to the last item in the previous set of results.\",\"type\":\"string\"},\"limit\":{\"default\":100,\"description\":\"An upper limit on the number of results returned, irrespective of the number of pages. Should be a positive integer.\",\"type\":\"integer\"},\"page\":{\"default\":1,\"description\":\"The page number of the results to retrieve, for paginated responses.\",\"type\":\"integer\"},\"token\":{\"description\":\"The authentication token to access the user's starred repositories.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","stars_remove":"{\"description\":\"Removes a star from a repository by a user's token authentication.\",\"name\":\"stars_remove\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"The authentication token of the user.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","team_accessLogs":"{\"description\":\"Retrieves access logs for a team, filtered by the given criteria such as date and pagination options.\",\"name\":\"team_accessLogs\",\"parameters\":{\"properties\":{\"before\":{\"default\":null,\"description\":\"A timestamp representing the end date and time for the log retrieval, formatted as 'YYYY-MM-DD HH:MM:SS'.\",\"type\":\"string\"},\"count\":{\"default\":100,\"description\":\"The number of log entries to return per page.\",\"type\":\"integer\"},\"page\":{\"default\":1,\"description\":\"Page number of the logs to retrieve, starting at 1.\",\"type\":\"integer\"},\"token\":{\"description\":\"Authentication token to validate access to the logs.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","team_billableInfo":"{\"description\":\"Retrieve billable information for a specified user within a team.\",\"name\":\"team_billableInfo\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"Authentication token to verify the caller's identity.\",\"type\":\"string\"},\"user\":{\"description\":\"Unique identifier for the user whose billable information is being requested.\",\"type\":\"string\"}},\"required\":[\"token\",\"user\"],\"type\":\"dict\"}}","team_info":"{\"description\":\"Retrieves information about a specific team using an access token for authentication.\",\"name\":\"team_info\",\"parameters\":{\"properties\":{\"team\":{\"description\":\"The unique identifier or name of the team to retrieve information for.\",\"type\":\"string\"},\"token\":{\"description\":\"The access token used for authenticating the API request.\",\"type\":\"string\"}},\"required\":[\"token\",\"team\"],\"type\":\"dict\"}}","team_integrationLogs":"{\"description\":\"Retrieve a list of integration logs for a team, filtered by various parameters.\",\"name\":\"team_integrationLogs\",\"parameters\":{\"properties\":{\"app_id\":{\"description\":\"Unique identifier of the application.\",\"type\":\"string\"},\"change_type\":{\"default\":\"create\",\"description\":\"Type of change to filter logs, such as 'create', 'update', or 'delete'.\",\"enum\":[\"create\",\"update\",\"delete\"],\"type\":\"string\"},\"count\":{\"default\":50,\"description\":\"The number of log entries to return per page.\",\"type\":\"integer\"},\"page\":{\"default\":1,\"description\":\"Page number of the log entries to retrieve.\",\"type\":\"integer\"},\"service_id\":{\"default\":null,\"description\":\"Unique identifier of the service to filter logs.\",\"type\":\"string\"},\"token\":{\"description\":\"Authentication token to validate the request.\",\"type\":\"string\"},\"user\":{\"default\":null,\"description\":\"Username to filter the logs by user activity.\",\"type\":\"string\"}},\"required\":[\"token\",\"app_id\"],\"type\":\"dict\"}}","team_profile_get":"{\"description\":\"Retrieve the profile information of a team based on visibility settings.\",\"name\":\"team_profile_get\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"The authentication token required to access the team profile.\",\"type\":\"string\"},\"visibility\":{\"description\":\"The visibility level of the team profile information.\",\"enum\":[\"public\",\"private\",\"internal\"],\"type\":\"string\"}},\"required\":[\"token\",\"visibility\"],\"type\":\"dict\"}}","usergroups_create":"{\"description\":\"Creates a new user group within the system and returns a response containing group details.\",\"name\":\"usergroups_create\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"An authentication token used to validate the request.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","usergroups_disable":"{\"description\":\"Disables a specified user group within the system.\",\"name\":\"usergroups_disable\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"The authentication token required to perform the operation. It should be a valid token string unique to a user session.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","usergroups_enable":"{\"description\":\"Enables a user group within the system using an authentication token.\",\"name\":\"usergroups_enable\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"Authentication token required to authorize the enabling of a user group.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","usergroups_list":"{\"description\":\"Retrieves a list of all user groups within the system, with options to include user details, counts, and information on disabled groups.\",\"name\":\"usergroups_list\",\"parameters\":{\"properties\":{\"include_count\":{\"default\":\"false\",\"description\":\"Specifies whether to include the count of users in each group. Acceptable values are 'true' or 'false'.\",\"enum\":[\"true\",\"false\"],\"type\":\"string\"},\"include_disabled\":{\"default\":\"false\",\"description\":\"Indicates whether disabled user groups should be included in the list. Acceptable values are 'true' or 'false'.\",\"enum\":[\"true\",\"false\"],\"type\":\"string\"},\"include_users\":{\"default\":\"false\",\"description\":\"Determines whether to include user details in the response. Acceptable values are 'true' or 'false'.\",\"enum\":[\"true\",\"false\"],\"type\":\"string\"},\"token\":{\"description\":\"Authentication token to validate the request.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","usergroups_update":"{\"description\":\"Update the properties of a user group using the provided authentication token.\",\"name\":\"usergroups_update\",\"parameters\":{\"properties\":{\"group_description\":{\"default\":\"No description provided.\",\"description\":\"A brief description of the user group.\",\"type\":\"string\"},\"group_id\":{\"default\":null,\"description\":\"The unique identifier of the user group to update.\",\"type\":\"integer\"},\"group_name\":{\"default\":null,\"description\":\"The new name for the user group.\",\"type\":\"string\"},\"is_active\":{\"default\":true,\"description\":\"Flag indicating whether the user group is active or not.\",\"type\":\"boolean\"},\"token\":{\"description\":\"Authentication token to validate the request.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","usergroups_users_list":"{\"description\":\"Retrieves a list of users within a usergroup, with the option to include disabled accounts.\",\"name\":\"usergroups_users_list\",\"parameters\":{\"properties\":{\"include_disabled\":{\"default\":\"false\",\"description\":\"A flag to determine if disabled user accounts should be included in the list. Expected values are 'true' or 'false'.\",\"enum\":[\"true\",\"false\"],\"type\":\"string\"},\"token\":{\"description\":\"Authentication token to validate the request.\",\"type\":\"string\"},\"usergroup\":{\"description\":\"The identifier of the usergroup for which to list users.\",\"type\":\"string\"}},\"required\":[\"token\",\"usergroup\"],\"type\":\"dict\"}}","usergroups_users_update":"{\"description\":\"Updates the users in a user group based on the provided token for authentication.\",\"name\":\"usergroups_users_update\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"The authentication token to validate user group modification rights.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","users_conversations":"{\"description\":\"Retrieves a list of conversations the specified user is part of. It can filter the types of conversations and exclude archived ones, allowing pagination through a cursor.\",\"name\":\"users_conversations\",\"parameters\":{\"properties\":{\"cursor\":{\"default\":null,\"description\":\"A cursor value used to paginate through the list of conversations. If there are more items than the limit, this cursor can be used to fetch the next page of results.\",\"type\":\"string\"},\"exclude_archived\":{\"default\":\"0\",\"description\":\"Flag indicating whether to exclude archived conversations from the list. Set to '1' to exclude.\",\"enum\":[\"0\",\"1\"],\"type\":\"string\"},\"limit\":{\"default\":20,\"description\":\"The maximum number of conversations to return. Default is 20.\",\"type\":\"integer\"},\"token\":{\"description\":\"Authentication token allowing access to the method.\",\"type\":\"string\"},\"types\":{\"default\":\"public_channel,private_channel,mpim,im\",\"description\":\"A comma-separated list of conversation types to include. For example, 'public_channel,private_channel'.\",\"enum\":[\"public_channel\",\"private_channel\",\"mpim\",\"im\"],\"type\":\"string\"},\"user\":{\"description\":\"The user ID for whom to list conversations.\",\"type\":\"string\"}},\"required\":[\"token\",\"user\"],\"type\":\"dict\"}}","users_deletePhoto":"{\"description\":\"Deletes a specified photo for a user and returns a response indicating success or failure.\",\"name\":\"users_deletePhoto\",\"parameters\":{\"properties\":{\"confirmation\":{\"default\":false,\"description\":\"A flag to confirm the deletion operation.\",\"type\":\"boolean\"},\"photo_id\":{\"description\":\"The unique identifier of the photo to be deleted.\",\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user whose photo is to be deleted.\",\"type\":\"integer\"}},\"required\":[\"user_id\",\"photo_id\"],\"type\":\"dict\"}}","users_getPresence":"{\"description\":\"Retrieve the online presence status of a specified user.\",\"name\":\"users_getPresence\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"Authentication token to verify the identity of the requestor.\",\"type\":\"string\"},\"user\":{\"description\":\"Unique identifier for the user whose presence status is being requested.\",\"type\":\"string\"}},\"required\":[\"token\",\"user\"],\"type\":\"dict\"}}","users_identity":"{\"description\":\"Retrieve the identity of a user based on a provided authentication token.\",\"name\":\"users_identity\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"A unique authentication token for the user whose identity is being requested.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","users_info":"{\"description\":\"Retrieves detailed information about users based on the provided parameters.\",\"name\":\"users_info\",\"parameters\":{\"properties\":{\"include_locale\":{\"default\":false,\"description\":\"Flag to determine if locale information should be included in the response.\",\"type\":\"boolean\"},\"token\":{\"description\":\"The authentication token used to validate the request.\",\"type\":\"string\"},\"user\":{\"default\":null,\"description\":\"The identifier of the user for whom information is being requested.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","users_list":"{\"description\":\"Retrieves a paginated list of users for an application, optionally including locale information.\",\"name\":\"users_list\",\"parameters\":{\"properties\":{\"cursor\":{\"default\":null,\"description\":\"A pointer to the last item in the previous list, used for pagination.\",\"type\":\"string\"},\"include_locale\":{\"default\":false,\"description\":\"Whether to include locale information for each user in the list.\",\"type\":\"boolean\"},\"limit\":{\"default\":100,\"description\":\"The maximum number of users to return at once.\",\"type\":\"integer\"},\"token\":{\"description\":\"Authentication token to validate user access.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","users_lookupByEmail":"{\"description\":\"Looks up and retrieves user information based on the provided email address.\",\"name\":\"users_lookupByEmail\",\"parameters\":{\"properties\":{\"email\":{\"description\":\"The email address of the user to be looked up.\",\"type\":\"string\"},\"token\":{\"description\":\"Authentication token to authorize the lookup operation.\",\"type\":\"string\"}},\"required\":[\"token\",\"email\"],\"type\":\"dict\"}}","users_profile_get":"{\"description\":\"Retrieves a user's profile using an authentication token and optionally includes associated labels.\",\"name\":\"users_profile_get\",\"parameters\":{\"properties\":{\"include_labels\":{\"default\":\"false\",\"description\":\"Specifies whether to include labels associated with the user's profile. Expected values are 'true' or 'false'.\",\"enum\":[\"true\",\"false\"],\"type\":\"string\"},\"token\":{\"description\":\"The authentication token representing the user's session.\",\"type\":\"string\"},\"user\":{\"description\":\"The username or user ID of the profile to retrieve.\",\"type\":\"string\"}},\"required\":[\"token\",\"user\"],\"type\":\"dict\"}}","users_profile_set":"{\"description\":\"Sets the user profile data using the provided token for authentication.\",\"name\":\"users_profile_set\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"The authentication token that verifies the user.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","users_setActive":"{\"description\":\"Set the user's active status in the system using their unique token.\",\"name\":\"users_setActive\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"A unique authentication token identifying the user.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","users_setPhoto":"{\"description\":\"Set or update the user's profile photo.\",\"name\":\"users_setPhoto\",\"parameters\":{\"properties\":{\"photo\":{\"description\":\"A base64 encoded string of the user's profile photo.\",\"type\":\"string\"},\"photo_format\":{\"default\":\"jpg\",\"description\":\"The image format of the user's profile photo.\",\"enum\":[\"jpg\",\"png\",\"gif\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user whose profile photo is being set.\",\"type\":\"string\"}},\"required\":[\"user_id\",\"photo\"],\"type\":\"dict\"}}","users_setPresence":"{\"description\":\"Sets the online presence status for the user associated with the provided token.\",\"name\":\"users_setPresence\",\"parameters\":{\"properties\":{\"presence\":{\"default\":\"online\",\"description\":\"The presence status to be set for the user.\",\"enum\":[\"online\",\"away\",\"dnd\",\"invisible\"],\"type\":\"string\"},\"token\":{\"description\":\"Authentication token to identify the user.\",\"type\":\"string\"}},\"required\":[\"token\"],\"type\":\"dict\"}}","views_open":"{\"description\":\"This function opens a new view in the application using a trigger ID and returns the server's response.\",\"name\":\"views_open\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"Authentication token used to validate the request.\",\"type\":\"string\"},\"trigger_id\":{\"description\":\"An identifier that triggers the view to be opened.\",\"type\":\"string\"},\"view\":{\"description\":\"The encoded view data to be displayed.\",\"type\":\"string\"}},\"required\":[\"token\",\"trigger_id\",\"view\"],\"type\":\"dict\"}}","views_publish":"{\"description\":\"Publish a view for a specific user using their user ID and a unique hash.\",\"name\":\"views_publish\",\"parameters\":{\"properties\":{\"hash\":{\"description\":\"A unique hash to ensure the request is not processed multiple times.\",\"type\":\"string\"},\"token\":{\"description\":\"Authentication token required to authorize the publishing action.\",\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the view is being published.\",\"type\":\"string\"},\"view\":{\"description\":\"The name of the view to be published.\",\"type\":\"string\"}},\"required\":[\"token\",\"user_id\",\"view\",\"hash\"],\"type\":\"dict\"}}","views_push":"{\"description\":\"Initiates a push event to a view using a trigger identifier and an authentication token.\",\"name\":\"views_push\",\"parameters\":{\"properties\":{\"token\":{\"description\":\"Authentication token to validate the push event.\",\"type\":\"string\"},\"trigger_id\":{\"description\":\"Unique identifier for the trigger causing the view push.\",\"type\":\"string\"},\"view\":{\"description\":\"Serialized view object that describes the user interface to be pushed.\",\"type\":\"string\"}},\"required\":[\"token\",\"trigger_id\",\"view\"],\"type\":\"dict\"}}","views_update":"{\"description\":\"Update an existing view in the system with new information based on a unique identifier.\",\"name\":\"views_update\",\"parameters\":{\"properties\":{\"external_id\":{\"default\":\"\",\"description\":\"An optional external identifier for third-party integrations.\",\"type\":\"string\"},\"hash\":{\"default\":\"\",\"description\":\"An optional hash for verifying the integrity of the view data.\",\"type\":\"string\"},\"token\":{\"description\":\"Authentication token to verify the user.\",\"type\":\"string\"},\"view\":{\"description\":\"Serialized string representation of the view data.\",\"type\":\"string\"},\"view_id\":{\"description\":\"Unique identifier of the view to be updated.\",\"type\":\"string\"}},\"required\":[\"token\",\"view_id\",\"view\"],\"type\":\"dict\"}}"},"clm":{"choice":"usergroups_create","correct":false,"latency_ms":615.49,"confidence":0.16798},"jev":{"choice":"reminders_complete","correct":true,"latency_ms":162.91,"confidence":1.0}}}},{"id":"live_multiple_986-217-0","split":"live_multiple","state":"User: provide me version information","expected":"version_api.VersionApi.get_version","candidate_count":5,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the application's version information, including the application name and its current version.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve the details of a specific project using its name and version.","project_api.update_project":"project_api.update_project: Update the details of an existing project by providing the project ID and the new details to be updated.","badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: Retrieves the current security vulnerability metrics for a specified project and version.","repository_api.update_repository":"repository_api.update_repository: Updates the metadata and settings of an existing repository on the platform."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":80.25,"confidence":0.554127},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":105.06,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the application's version information, including the application name and its current version.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve the details of a specific project using its name and version.\nParameter name (string); required; The unique name identifier for the project.\nParameter version (string); required; The release version of the project, formatted as 'major.minor.patch' (e.g., '1.0.0').","project_api.update_project":"project_api.update_project: Update the details of an existing project by providing the project ID and the new details to be updated.\nParameter project_id (string); required; The unique identifier of the project to be updated.\nParameter project_details (dict); required; A dictionary containing the details of the project that are to be updated.","badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: Retrieves the current security vulnerability metrics for a specified project and version.\nParameter name (string); required; The unique name identifier of the project.\nParameter version (string); required; The specific version of the project for which to retrieve vulnerability metrics.","repository_api.update_repository":"repository_api.update_repository: Updates the metadata and settings of an existing repository on the platform.\nParameter repository_id (string); required; The unique identifier of the repository to update.\nParameter repository_data (dict); required; A dictionary containing the data to update the repository with."},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":96.2,"confidence":0.643785},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":145.83,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the application's version information, including the application name and its current version.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","project_api.ProjectApi.get_project_by_name_and_version":"{\"description\":\"Retrieve the details of a specific project using its name and version.\",\"name\":\"project_api.ProjectApi.get_project_by_name_and_version\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name identifier for the project.\",\"type\":\"string\"},\"version\":{\"description\":\"The release version of the project, formatted as 'major.minor.patch' (e.g., '1.0.0').\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","project_api.update_project":"{\"description\":\"Update the details of an existing project by providing the project ID and the new details to be updated.\",\"name\":\"project_api.update_project\",\"parameters\":{\"properties\":{\"project_details\":{\"description\":\"A dictionary containing the details of the project that are to be updated.\",\"properties\":{\"description\":{\"description\":\"A brief description of the project.\",\"type\":\"string\"},\"name\":{\"description\":\"The new name of the project.\",\"type\":\"string\"},\"status\":{\"description\":\"The current status of the project.\",\"enum\":[\"active\",\"inactive\",\"completed\",\"on_hold\"],\"type\":\"string\"}},\"type\":\"dict\"},\"project_id\":{\"description\":\"The unique identifier of the project to be updated.\",\"type\":\"string\"}},\"required\":[\"project_id\",\"project_details\"],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_vulnerabilities_badge":"{\"description\":\"Retrieves the current security vulnerability metrics for a specified project and version.\",\"name\":\"badge_api.BadgeApi.get_project_vulnerabilities_badge\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name identifier of the project.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version of the project for which to retrieve vulnerability metrics.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","repository_api.update_repository":"{\"description\":\"Updates the metadata and settings of an existing repository on the platform.\",\"name\":\"repository_api.update_repository\",\"parameters\":{\"properties\":{\"repository_data\":{\"description\":\"A dictionary containing the data to update the repository with.\",\"properties\":{\"default_branch\":{\"default\":\"main\",\"description\":\"The name of the default branch for the repository.\",\"type\":\"string\"},\"description\":{\"description\":\"A brief description of the repository.\",\"type\":\"string\"},\"is_private\":{\"default\":false,\"description\":\"Flag to make the repository private or public.\",\"type\":\"boolean\"},\"name\":{\"description\":\"The new name of the repository.\",\"type\":\"string\"}},\"type\":\"dict\"},\"repository_id\":{\"description\":\"The unique identifier of the repository to update.\",\"type\":\"string\"}},\"required\":[\"repository_id\",\"repository_data\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":142.31,"confidence":0.91932},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":217.82,"confidence":1.0}}}},{"id":"live_multiple_987-218-0","split":"live_multiple","state":"User: Returns application version information","expected":"version_api.VersionApi.get_version","candidate_count":5,"views":{"description":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version of the application, including its name and version number in a JSON object.","badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: This function retrieves the current security vulnerabilities metrics for a specified project and version.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve detailed information about a specific project based on its name and version number.","badge_api.BadgeApi.get_project_policy_violations_badge1":"badge_api.BadgeApi.get_project_policy_violations_badge1: Retrieves a badge image representing the policy violations of a specified project and version.","bom_api.BomApi.export_project_as_cyclone_dx":"bom_api.BomApi.export_project_as_cyclone_dx: Exports the dependency metadata of a specified project in the CycloneDX format, which is a standardized format for encoding Bill of Materials (BOM) information."},"clm":{"choice":"project_api.ProjectApi.get_project_by_name_and_version","correct":false,"latency_ms":82.55,"confidence":0.571811},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":103.44,"confidence":1.0}},"prose_schema":{"criteria":{"version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current version of the application, including its name and version number in a JSON object.","badge_api.BadgeApi.get_project_vulnerabilities_badge":"badge_api.BadgeApi.get_project_vulnerabilities_badge: This function retrieves the current security vulnerabilities metrics for a specified project and version.\nParameter name (string); required; The unique name identifier of the project for which vulnerabilities metrics are being queried.\nParameter version (string); required; The specific version of the project to query for vulnerabilities metrics. Version should follow semantic versioning, such as '1.0.0'.","project_api.ProjectApi.get_project_by_name_and_version":"project_api.ProjectApi.get_project_by_name_and_version: Retrieve detailed information about a specific project based on its name and version number.\nParameter name (string); required; The unique name identifier for the project.\nParameter version (string); required; The version identifier of the project, in the format 'major.minor.patch' (e.g., '1.2.0').","badge_api.BadgeApi.get_project_policy_violations_badge1":"badge_api.BadgeApi.get_project_policy_violations_badge1: Retrieves a badge image representing the policy violations of a specified project and version.\nParameter project_name (string); required; The unique name of the project for which the policy violations badge is requested.\nParameter project_version (string); required; The specific version identifier of the project for which the policy violations badge is requested.","bom_api.BomApi.export_project_as_cyclone_dx":"bom_api.BomApi.export_project_as_cyclone_dx: Exports the dependency metadata of a specified project in the CycloneDX format, which is a standardized format for encoding Bill of Materials (BOM) information.\nParameter uuid (string); required; The unique identifier of the project for which dependency metadata is to be exported.\nParameter format (string); The output format of the exported data. Supports 'JSON' or 'XML' formats.; allowed values: JSON, XML; default: JSON\nParameter variant (string); The specific CycloneDX variant to export. Choose between 'inventory' for basic component information or 'withVulnerabilities' to include known vulnerabilities.; allowed values: inventory, withVulnerabilities; default: inventory\nParameter download (boolean); A flag indicating whether to force download of the resulting BOM as a file. When set to true, the BOM will be downloaded; otherwise, it may be displayed in the browser or API client.; default: False"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":114.36,"confidence":0.863815},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":118.0,"confidence":1.0}},"schema":{"criteria":{"version_api.VersionApi.get_version":"{\"description\":\"Retrieve the current version of the application, including its name and version number in a JSON object.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_vulnerabilities_badge":"{\"description\":\"This function retrieves the current security vulnerabilities metrics for a specified project and version.\",\"name\":\"badge_api.BadgeApi.get_project_vulnerabilities_badge\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name identifier of the project for which vulnerabilities metrics are being queried.\",\"type\":\"string\"},\"version\":{\"description\":\"The specific version of the project to query for vulnerabilities metrics. Version should follow semantic versioning, such as '1.0.0'.\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","project_api.ProjectApi.get_project_by_name_and_version":"{\"description\":\"Retrieve detailed information about a specific project based on its name and version number.\",\"name\":\"project_api.ProjectApi.get_project_by_name_and_version\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name identifier for the project.\",\"type\":\"string\"},\"version\":{\"description\":\"The version identifier of the project, in the format 'major.minor.patch' (e.g., '1.2.0').\",\"type\":\"string\"}},\"required\":[\"name\",\"version\"],\"type\":\"dict\"}}","badge_api.BadgeApi.get_project_policy_violations_badge1":"{\"description\":\"Retrieves a badge image representing the policy violations of a specified project and version.\",\"name\":\"badge_api.BadgeApi.get_project_policy_violations_badge1\",\"parameters\":{\"properties\":{\"project_name\":{\"description\":\"The unique name of the project for which the policy violations badge is requested.\",\"type\":\"string\"},\"project_version\":{\"description\":\"The specific version identifier of the project for which the policy violations badge is requested.\",\"type\":\"string\"}},\"required\":[\"project_name\",\"project_version\"],\"type\":\"dict\"}}","bom_api.BomApi.export_project_as_cyclone_dx":"{\"description\":\"Exports the dependency metadata of a specified project in the CycloneDX format, which is a standardized format for encoding Bill of Materials (BOM) information.\",\"name\":\"bom_api.BomApi.export_project_as_cyclone_dx\",\"parameters\":{\"properties\":{\"download\":{\"default\":false,\"description\":\"A flag indicating whether to force download of the resulting BOM as a file. When set to true, the BOM will be downloaded; otherwise, it may be displayed in the browser or API client.\",\"type\":\"boolean\"},\"format\":{\"default\":\"JSON\",\"description\":\"The output format of the exported data. Supports 'JSON' or 'XML' formats.\",\"enum\":[\"JSON\",\"XML\"],\"type\":\"string\"},\"uuid\":{\"description\":\"The unique identifier of the project for which dependency metadata is to be exported.\",\"type\":\"string\"},\"variant\":{\"default\":\"inventory\",\"description\":\"The specific CycloneDX variant to export. Choose between 'inventory' for basic component information or 'withVulnerabilities' to include known vulnerabilities.\",\"enum\":[\"inventory\",\"withVulnerabilities\"],\"type\":\"string\"}},\"required\":[\"uuid\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":150.73,"confidence":0.763519},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":136.51,"confidence":1.0}}}},{"id":"live_multiple_988-219-0","split":"live_multiple","state":"User: Give me the event with ID efJG9","expected":"EventSettingsApi.get_event_specification_infos_by_ids","candidate_count":3,"views":{"description":{"criteria":{"EventSettingsApi.get_built_in_event_specifications":"EventSettingsApi.get_built_in_event_specifications: Retrieve a list of built-in event specifications using their IDs.","EventSettingsApi.get_event_specification_infos_by_ids":"EventSettingsApi.get_event_specification_infos_by_ids: Retrieves a summary of all built-in and custom event specifications using their unique identifiers.","EventSettingsApi.get_custom_event_specification":"EventSettingsApi.get_custom_event_specification: Retrieve the specifications for a custom event by its unique identifier."},"clm":{"choice":"EventSettingsApi.get_built_in_event_specifications","correct":false,"latency_ms":88.29,"confidence":0.447969},"jev":{"choice":"EventSettingsApi.get_custom_event_specification","correct":false,"latency_ms":165.09,"confidence":0.63}},"prose_schema":{"criteria":{"EventSettingsApi.get_built_in_event_specifications":"EventSettingsApi.get_built_in_event_specifications: Retrieve a list of built-in event specifications using their IDs.\nParameter ids (array); required; A list of event specification IDs to retrieve. Each ID is a string uniquely identifying an event specification.","EventSettingsApi.get_event_specification_infos_by_ids":"EventSettingsApi.get_event_specification_infos_by_ids: Retrieves a summary of all built-in and custom event specifications using their unique identifiers.\nParameter event_ids (array); required; An array of event specification identifiers to fetch details for.\nParameter include_details (boolean); Flag to determine whether to include detailed information for each event specification.; default: False","EventSettingsApi.get_custom_event_specification":"EventSettingsApi.get_custom_event_specification: Retrieve the specifications for a custom event by its unique identifier.\nParameter eventSpecificationId (string); required; The unique identifier of the custom event specification."},"clm":{"choice":"EventSettingsApi.get_event_specification_infos_by_ids","correct":true,"latency_ms":81.1,"confidence":0.6032},"jev":{"choice":"EventSettingsApi.get_custom_event_specification","correct":false,"latency_ms":125.34,"confidence":0.74}},"schema":{"criteria":{"EventSettingsApi.get_built_in_event_specifications":"{\"description\":\"Retrieve a list of built-in event specifications using their IDs.\",\"name\":\"EventSettingsApi.get_built_in_event_specifications\",\"parameters\":{\"properties\":{\"ids\":{\"description\":\"A list of event specification IDs to retrieve. Each ID is a string uniquely identifying an event specification.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"ids\"],\"type\":\"dict\"}}","EventSettingsApi.get_event_specification_infos_by_ids":"{\"description\":\"Retrieves a summary of all built-in and custom event specifications using their unique identifiers.\",\"name\":\"EventSettingsApi.get_event_specification_infos_by_ids\",\"parameters\":{\"properties\":{\"event_ids\":{\"description\":\"An array of event specification identifiers to fetch details for.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"include_details\":{\"default\":false,\"description\":\"Flag to determine whether to include detailed information for each event specification.\",\"type\":\"boolean\"}},\"required\":[\"event_ids\"],\"type\":\"dict\"}}","EventSettingsApi.get_custom_event_specification":"{\"description\":\"Retrieve the specifications for a custom event by its unique identifier.\",\"name\":\"EventSettingsApi.get_custom_event_specification\",\"parameters\":{\"properties\":{\"eventSpecificationId\":{\"description\":\"The unique identifier of the custom event specification.\",\"type\":\"string\"}},\"required\":[\"eventSpecificationId\"],\"type\":\"dict\"}}"},"clm":{"choice":"EventSettingsApi.get_custom_event_specification","correct":false,"latency_ms":146.49,"confidence":0.429402},"jev":{"choice":"EventSettingsApi.get_custom_event_specification","correct":false,"latency_ms":136.82,"confidence":0.61}}}},{"id":"live_multiple_989-220-0","split":"live_multiple","state":"User: Provide me with all the actively configured websites.","expected":"get_websites","candidate_count":3,"views":{"description":{"criteria":{"get_websites":"get_websites: Retrieve a list of all configured websites with their associated settings and metadata.","website_configuration_api.WebsiteConfigurationApi.get_website":"website_configuration_api.WebsiteConfigurationApi.get_website: Retrieves the configuration settings for a specified website by its unique identifier.","ApplicationSettingsApi.get_service_configs":"ApplicationSettingsApi.get_service_configs: Retrieve a list of all service configurations for the application, including default settings and overrides."},"clm":{"choice":"get_websites","correct":true,"latency_ms":78.6,"confidence":0.970449},"jev":{"choice":"get_websites","correct":true,"latency_ms":116.47,"confidence":1.0}},"prose_schema":{"criteria":{"get_websites":"get_websites: Retrieve a list of all configured websites with their associated settings and metadata.\nParameter status_filter (string); Filter the list by the website's status. For example, active, inactive, or under maintenance.; allowed values: active, inactive, maintenance; default: active\nParameter include_metadata (boolean); Specify whether to include metadata such as creation date and last updated date for each website.; default: False","website_configuration_api.WebsiteConfigurationApi.get_website":"website_configuration_api.WebsiteConfigurationApi.get_website: Retrieves the configuration settings for a specified website by its unique identifier.\nParameter websiteId (string); required; The unique identifier of the website whose configuration is to be retrieved.","ApplicationSettingsApi.get_service_configs":"ApplicationSettingsApi.get_service_configs: Retrieve a list of all service configurations for the application, including default settings and overrides.\nParameter service_name (string); The name of the specific service to retrieve configurations for, such as 'database' or 'cache'. If omitted, configurations for all services will be returned.; default: all\nParameter include_defaults (boolean); A flag to determine whether to include the application's default service configurations in the response.; default: True"},"clm":{"choice":"get_websites","correct":true,"latency_ms":89.2,"confidence":0.874286},"jev":{"choice":"get_websites","correct":true,"latency_ms":153.09,"confidence":1.0}},"schema":{"criteria":{"get_websites":"{\"description\":\"Retrieve a list of all configured websites with their associated settings and metadata.\",\"name\":\"get_websites\",\"parameters\":{\"properties\":{\"include_metadata\":{\"default\":false,\"description\":\"Specify whether to include metadata such as creation date and last updated date for each website.\",\"type\":\"boolean\"},\"status_filter\":{\"default\":\"active\",\"description\":\"Filter the list by the website's status. For example, active, inactive, or under maintenance.\",\"enum\":[\"active\",\"inactive\",\"maintenance\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","website_configuration_api.WebsiteConfigurationApi.get_website":"{\"description\":\"Retrieves the configuration settings for a specified website by its unique identifier.\",\"name\":\"website_configuration_api.WebsiteConfigurationApi.get_website\",\"parameters\":{\"properties\":{\"websiteId\":{\"description\":\"The unique identifier of the website whose configuration is to be retrieved.\",\"type\":\"string\"}},\"required\":[\"websiteId\"],\"type\":\"dict\"}}","ApplicationSettingsApi.get_service_configs":"{\"description\":\"Retrieve a list of all service configurations for the application, including default settings and overrides.\",\"name\":\"ApplicationSettingsApi.get_service_configs\",\"parameters\":{\"properties\":{\"include_defaults\":{\"default\":true,\"description\":\"A flag to determine whether to include the application's default service configurations in the response.\",\"type\":\"boolean\"},\"service_name\":{\"default\":\"all\",\"description\":\"The name of the specific service to retrieve configurations for, such as 'database' or 'cache'. If omitted, configurations for all services will be returned.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"website_configuration_api.WebsiteConfigurationApi.get_website","correct":false,"latency_ms":102.63,"confidence":0.715913},"jev":{"choice":"get_websites","correct":true,"latency_ms":131.03,"confidence":1.0}}}},{"id":"live_multiple_990-221-0","split":"live_multiple","state":"User: Delete the release RL50","expected":"releases_api.ReleasesApi.delete_release","candidate_count":3,"views":{"description":{"criteria":{"releases_api.ReleasesApi.delete_release":"releases_api.ReleasesApi.delete_release: Deletes a specified release from the system using its unique identifier.","releases_api.ReleasesApi.post_release":"releases_api.ReleasesApi.post_release: Creates a new release record in the system with the provided details.","sli_settings_api.SLISettingsApi.delete_sli_config":"sli_settings_api.SLISettingsApi.delete_sli_config: Deletes a Service Level Indicator (SLI) configuration from the system using the specified identifier. This action is irreversible."},"clm":{"choice":"releases_api.ReleasesApi.delete_release","correct":true,"latency_ms":80.23,"confidence":0.814154},"jev":{"choice":"releases_api.ReleasesApi.delete_release","correct":true,"latency_ms":114.93,"confidence":1.0}},"prose_schema":{"criteria":{"releases_api.ReleasesApi.delete_release":"releases_api.ReleasesApi.delete_release: Deletes a specified release from the system using its unique identifier.\nParameter releaseId (string); required; The unique identifier of the release to be deleted.","releases_api.ReleasesApi.post_release":"releases_api.ReleasesApi.post_release: Creates a new release record in the system with the provided details.\nParameter version (string); required; The version identifier for the release, following Semantic Versioning, such as '1.0.0'.\nParameter project_id (integer); required; The unique identifier of the project associated with this release.\nParameter description (string); A brief description of the release and its main features.; default: No description provided.\nParameter release_date (string); The release date in the format 'YYYY-MM-DD'.; default: None","sli_settings_api.SLISettingsApi.delete_sli_config":"sli_settings_api.SLISettingsApi.delete_sli_config: Deletes a Service Level Indicator (SLI) configuration from the system using the specified identifier. This action is irreversible.\nParameter id (string); required; The unique identifier of the SLI configuration to be deleted."},"clm":{"choice":"releases_api.ReleasesApi.delete_release","correct":true,"latency_ms":92.02,"confidence":0.582016},"jev":{"choice":"releases_api.ReleasesApi.delete_release","correct":true,"latency_ms":118.86,"confidence":1.0}},"schema":{"criteria":{"releases_api.ReleasesApi.delete_release":"{\"description\":\"Deletes a specified release from the system using its unique identifier.\",\"name\":\"releases_api.ReleasesApi.delete_release\",\"parameters\":{\"properties\":{\"releaseId\":{\"description\":\"The unique identifier of the release to be deleted.\",\"type\":\"string\"}},\"required\":[\"releaseId\"],\"type\":\"dict\"}}","releases_api.ReleasesApi.post_release":"{\"description\":\"Creates a new release record in the system with the provided details.\",\"name\":\"releases_api.ReleasesApi.post_release\",\"parameters\":{\"properties\":{\"description\":{\"default\":\"No description provided.\",\"description\":\"A brief description of the release and its main features.\",\"type\":\"string\"},\"project_id\":{\"description\":\"The unique identifier of the project associated with this release.\",\"type\":\"integer\"},\"release_date\":{\"default\":null,\"description\":\"The release date in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"version\":{\"description\":\"The version identifier for the release, following Semantic Versioning, such as '1.0.0'.\",\"type\":\"string\"}},\"required\":[\"version\",\"project_id\"],\"type\":\"dict\"}}","sli_settings_api.SLISettingsApi.delete_sli_config":"{\"description\":\"Deletes a Service Level Indicator (SLI) configuration from the system using the specified identifier. This action is irreversible.\",\"name\":\"sli_settings_api.SLISettingsApi.delete_sli_config\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the SLI configuration to be deleted.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}"},"clm":{"choice":"releases_api.ReleasesApi.delete_release","correct":true,"latency_ms":129.34,"confidence":0.603237},"jev":{"choice":"releases_api.ReleasesApi.delete_release","correct":true,"latency_ms":123.43,"confidence":1.0}}}},{"id":"live_multiple_991-222-0","split":"live_multiple","state":"User: Rename website \"Frank\" to \"Bob\". Web ID is 1234","expected":"website_configuration_api.WebsiteConfigurationApi.rename_website","candidate_count":3,"views":{"description":{"criteria":{"website_configuration_api.WebsiteConfigurationApi.rename_website":"website_configuration_api.WebsiteConfigurationApi.rename_website: Renames an existing website with a new name based on the provided website ID.","website_configuration_api.WebsiteConfigurationApi.create_website":"website_configuration_api.WebsiteConfigurationApi.create_website: This function initializes the configuration for a new website by setting up its name and other essential settings.","website_configuration_api.delete_website":"website_configuration_api.delete_website: Deletes a website configuration from the system using the specified website ID."},"clm":{"choice":"website_configuration_api.WebsiteConfigurationApi.rename_website","correct":true,"latency_ms":79.58,"confidence":0.648072},"jev":{"choice":"website_configuration_api.WebsiteConfigurationApi.rename_website","correct":true,"latency_ms":100.59,"confidence":1.0}},"prose_schema":{"criteria":{"website_configuration_api.WebsiteConfigurationApi.rename_website":"website_configuration_api.WebsiteConfigurationApi.rename_website: Renames an existing website with a new name based on the provided website ID.\nParameter websiteId (string); required; The unique identifier of the website to be renamed.\nParameter name (string); required; The new name for the website.","website_configuration_api.WebsiteConfigurationApi.create_website":"website_configuration_api.WebsiteConfigurationApi.create_website: This function initializes the configuration for a new website by setting up its name and other essential settings.\nParameter name (string); required; The name of the new website to be configured.","website_configuration_api.delete_website":"website_configuration_api.delete_website: Deletes a website configuration from the system using the specified website ID.\nParameter websiteId (string); required; The unique identifier of the website to be removed."},"clm":{"choice":"website_configuration_api.delete_website","correct":false,"latency_ms":89.85,"confidence":0.630738},"jev":{"choice":"website_configuration_api.WebsiteConfigurationApi.rename_website","correct":true,"latency_ms":101.84,"confidence":1.0}},"schema":{"criteria":{"website_configuration_api.WebsiteConfigurationApi.rename_website":"{\"description\":\"Renames an existing website with a new name based on the provided website ID.\",\"name\":\"website_configuration_api.WebsiteConfigurationApi.rename_website\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The new name for the website.\",\"type\":\"string\"},\"websiteId\":{\"description\":\"The unique identifier of the website to be renamed.\",\"type\":\"string\"}},\"required\":[\"websiteId\",\"name\"],\"type\":\"dict\"}}","website_configuration_api.WebsiteConfigurationApi.create_website":"{\"description\":\"This function initializes the configuration for a new website by setting up its name and other essential settings.\",\"name\":\"website_configuration_api.WebsiteConfigurationApi.create_website\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The name of the new website to be configured.\",\"type\":\"string\"}},\"required\":[\"name\"],\"type\":\"dict\"}}","website_configuration_api.delete_website":"{\"description\":\"Deletes a website configuration from the system using the specified website ID.\",\"name\":\"website_configuration_api.delete_website\",\"parameters\":{\"properties\":{\"websiteId\":{\"description\":\"The unique identifier of the website to be removed.\",\"type\":\"string\"}},\"required\":[\"websiteId\"],\"type\":\"dict\"}}"},"clm":{"choice":"website_configuration_api.WebsiteConfigurationApi.create_website","correct":false,"latency_ms":96.51,"confidence":0.864053},"jev":{"choice":"website_configuration_api.WebsiteConfigurationApi.rename_website","correct":true,"latency_ms":98.13,"confidence":1.0}}}},{"id":"live_multiple_992-223-0","split":"live_multiple","state":"User: Delete the Apdex config for \"d0404\"","expected":"delete_apdex_configuration","candidate_count":3,"views":{"description":{"criteria":{"apdex_settings_api.ApdexSettingsApi.create_apdex_configuration":"apdex_settings_api.ApdexSettingsApi.create_apdex_configuration: Creates a new Apdex configuration for an application, allowing customization of satisfactory, tolerable, and frustrated response time thresholds.","delete_apdex_configuration":"delete_apdex_configuration: Deletes the specified Apdex configuration by its unique identifier.","get_all_apdex_configurations":"get_all_apdex_configurations: Retrieve a list of all Apdex (Application Performance Index) configurations that define satisfactory thresholds for application response times."},"clm":{"choice":"get_all_apdex_configurations","correct":false,"latency_ms":79.23,"confidence":0.683218},"jev":{"choice":"delete_apdex_configuration","correct":true,"latency_ms":99.37,"confidence":1.0}},"prose_schema":{"criteria":{"apdex_settings_api.ApdexSettingsApi.create_apdex_configuration":"apdex_settings_api.ApdexSettingsApi.create_apdex_configuration: Creates a new Apdex configuration for an application, allowing customization of satisfactory, tolerable, and frustrated response time thresholds.\nParameter application_id (string); required; The unique identifier for the application for which Apdex configuration is to be created.\nParameter thresholds (dict); required; Threshold values defining the Apdex score categories.\nParameter name (string); A human-readable name for the Apdex configuration.; default: Default Configuration\nParameter enabled (boolean); A flag to enable or disable this Apdex configuration.; default: True","delete_apdex_configuration":"delete_apdex_configuration: Deletes the specified Apdex configuration by its unique identifier.\nParameter id (string); required; The unique identifier of the Apdex configuration to delete.","get_all_apdex_configurations":"get_all_apdex_configurations: Retrieve a list of all Apdex (Application Performance Index) configurations that define satisfactory thresholds for application response times.\nParameter application_id (string); The unique identifier of the application for which to fetch Apdex settings. If not provided, Apdex settings for all applications will be returned.; default: all\nParameter include_thresholds (boolean); Whether to include the threshold values in the response. If false, only the configuration names and IDs will be returned.; default: True"},"clm":{"choice":"get_all_apdex_configurations","correct":false,"latency_ms":88.32,"confidence":0.715263},"jev":{"choice":"delete_apdex_configuration","correct":true,"latency_ms":98.58,"confidence":1.0}},"schema":{"criteria":{"apdex_settings_api.ApdexSettingsApi.create_apdex_configuration":"{\"description\":\"Creates a new Apdex configuration for an application, allowing customization of satisfactory, tolerable, and frustrated response time thresholds.\",\"name\":\"apdex_settings_api.ApdexSettingsApi.create_apdex_configuration\",\"parameters\":{\"properties\":{\"application_id\":{\"description\":\"The unique identifier for the application for which Apdex configuration is to be created.\",\"type\":\"string\"},\"enabled\":{\"default\":true,\"description\":\"A flag to enable or disable this Apdex configuration.\",\"type\":\"boolean\"},\"name\":{\"default\":\"Default Configuration\",\"description\":\"A human-readable name for the Apdex configuration.\",\"type\":\"string\"},\"thresholds\":{\"description\":\"Threshold values defining the Apdex score categories.\",\"properties\":{\"frustrated\":{\"description\":\"The response time (in seconds) at which a user action is considered frustrated, indicating an unsatisfactory experience.\",\"type\":\"float\"},\"satisfactory\":{\"description\":\"The maximum response time (in seconds) for a user action to be considered satisfactory.\",\"type\":\"float\"},\"tolerable\":{\"description\":\"The maximum response time (in seconds) for a user action to be considered tolerable before frustration sets in.\",\"type\":\"float\"}},\"type\":\"dict\"}},\"required\":[\"application_id\",\"thresholds\"],\"type\":\"dict\"}}","delete_apdex_configuration":"{\"description\":\"Deletes the specified Apdex configuration by its unique identifier.\",\"name\":\"delete_apdex_configuration\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the Apdex configuration to delete.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}","get_all_apdex_configurations":"{\"description\":\"Retrieve a list of all Apdex (Application Performance Index) configurations that define satisfactory thresholds for application response times.\",\"name\":\"get_all_apdex_configurations\",\"parameters\":{\"properties\":{\"application_id\":{\"default\":\"all\",\"description\":\"The unique identifier of the application for which to fetch Apdex settings. If not provided, Apdex settings for all applications will be returned.\",\"type\":\"string\"},\"include_thresholds\":{\"default\":true,\"description\":\"Whether to include the threshold values in the response. If false, only the configuration names and IDs will be returned.\",\"type\":\"boolean\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"delete_apdex_configuration","correct":true,"latency_ms":145.09,"confidence":0.824318},"jev":{"choice":"delete_apdex_configuration","correct":true,"latency_ms":154.34,"confidence":1.0}}}},{"id":"live_multiple_993-224-0","split":"live_multiple","state":"User: Make me an Apdex report for 'ns9934' starting from 1617176400000 to 1617262800000?","expected":"get_apdex_report","candidate_count":3,"views":{"description":{"criteria":{"get_apdex_report":"get_apdex_report: Generate an Apdex Report for a specified Apdex ID within a given time range.","apdex_settings_api.ApdexSettingsApi.create_apdex_configuration":"apdex_settings_api.ApdexSettingsApi.create_apdex_configuration: Creates a new Apdex configuration by setting the threshold values for satisfactory, tolerable, and frustrated user experience levels.","apdex_settings_api.ApdexSettingsApi.get_all_apdex_configurations":"apdex_settings_api.ApdexSettingsApi.get_all_apdex_configurations: Retrieve a list of all Apdex threshold configurations used for applications performance monitoring."},"clm":{"choice":"get_apdex_report","correct":true,"latency_ms":82.09,"confidence":0.998804},"jev":{"choice":"get_apdex_report","correct":true,"latency_ms":107.83,"confidence":1.0}},"prose_schema":{"criteria":{"get_apdex_report":"get_apdex_report: Generate an Apdex Report for a specified Apdex ID within a given time range.\nParameter apdexId (string); required; The unique identifier of the Apdex configuration for which the report is generated.\nParameter _from (integer); required; The start time for the report as a Unix Timestamp in milliseconds (13 digits), representing the time from which to begin the report data.\nParameter to (integer); required; The end time for the report as a Unix Timestamp in milliseconds (13 digits), representing the time at which to end the report data.","apdex_settings_api.ApdexSettingsApi.create_apdex_configuration":"apdex_settings_api.ApdexSettingsApi.create_apdex_configuration: Creates a new Apdex configuration by setting the threshold values for satisfactory, tolerable, and frustrated user experience levels.\nParameter thresholds (dict); required; Threshold levels for Apdex score calculations.\nParameter application_id (string); The unique identifier of the application for which the Apdex configuration is created.; default: default_app_id\nParameter enabled (boolean); A flag to enable or disable the Apdex configuration.; default: True","apdex_settings_api.ApdexSettingsApi.get_all_apdex_configurations":"apdex_settings_api.ApdexSettingsApi.get_all_apdex_configurations: Retrieve a list of all Apdex threshold configurations used for applications performance monitoring.\nParameter application_id (string); The unique identifier of the application for which Apdex settings are being retrieved. For example, 'app_12345'.; default: all\nParameter active_only (boolean); A flag to filter the configurations. If set to true, only active Apdex settings are returned.; default: True"},"clm":{"choice":"get_apdex_report","correct":true,"latency_ms":99.48,"confidence":0.777424},"jev":{"choice":"get_apdex_report","correct":true,"latency_ms":98.65,"confidence":1.0}},"schema":{"criteria":{"get_apdex_report":"{\"description\":\"Generate an Apdex Report for a specified Apdex ID within a given time range.\",\"name\":\"get_apdex_report\",\"parameters\":{\"properties\":{\"_from\":{\"description\":\"The start time for the report as a Unix Timestamp in milliseconds (13 digits), representing the time from which to begin the report data.\",\"type\":\"integer\"},\"apdexId\":{\"description\":\"The unique identifier of the Apdex configuration for which the report is generated.\",\"type\":\"string\"},\"to\":{\"description\":\"The end time for the report as a Unix Timestamp in milliseconds (13 digits), representing the time at which to end the report data.\",\"type\":\"integer\"}},\"required\":[\"apdexId\",\"_from\",\"to\"],\"type\":\"dict\"}}","apdex_settings_api.ApdexSettingsApi.create_apdex_configuration":"{\"description\":\"Creates a new Apdex configuration by setting the threshold values for satisfactory, tolerable, and frustrated user experience levels.\",\"name\":\"apdex_settings_api.ApdexSettingsApi.create_apdex_configuration\",\"parameters\":{\"properties\":{\"application_id\":{\"default\":\"default_app_id\",\"description\":\"The unique identifier of the application for which the Apdex configuration is created.\",\"type\":\"string\"},\"enabled\":{\"default\":true,\"description\":\"A flag to enable or disable the Apdex configuration.\",\"type\":\"boolean\"},\"thresholds\":{\"description\":\"Threshold levels for Apdex score calculations.\",\"properties\":{\"frustrated\":{\"description\":\"The threshold beyond which the user experience is considered frustrated (in seconds).\",\"type\":\"float\"},\"satisfactory\":{\"description\":\"The threshold for a satisfactory user experience (in seconds).\",\"type\":\"float\"},\"tolerable\":{\"description\":\"The threshold for a tolerable user experience (in seconds).\",\"type\":\"float\"}},\"type\":\"dict\"}},\"required\":[\"thresholds\"],\"type\":\"dict\"}}","apdex_settings_api.ApdexSettingsApi.get_all_apdex_configurations":"{\"description\":\"Retrieve a list of all Apdex threshold configurations used for applications performance monitoring.\",\"name\":\"apdex_settings_api.ApdexSettingsApi.get_all_apdex_configurations\",\"parameters\":{\"properties\":{\"active_only\":{\"default\":true,\"description\":\"A flag to filter the configurations. If set to true, only active Apdex settings are returned.\",\"type\":\"boolean\"},\"application_id\":{\"default\":\"all\",\"description\":\"The unique identifier of the application for which Apdex settings are being retrieved. For example, 'app_12345'.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"get_apdex_report","correct":true,"latency_ms":144.56,"confidence":0.959184},"jev":{"choice":"get_apdex_report","correct":true,"latency_ms":116.76,"confidence":1.0}}}},{"id":"live_multiple_994-225-0","split":"live_multiple","state":"User: Bring back mobile application alerts for configuration ID 'sl8' and with creation timestamp '2023-03-05T16:45:00Z'","expected":"EventSettingsApi.restore_mobile_app_alert_config","candidate_count":3,"views":{"description":{"criteria":{"EventSettingsApi.restore_mobile_app_alert_config":"EventSettingsApi.restore_mobile_app_alert_config: Restores the configuration of mobile app alerts to a previous state using the specified ID. This can be used to revert changes or recover a configuration that was mistakenly altered.","find_mobile_app_alert_config":"find_mobile_app_alert_config: Retrieves a Mobile App Alert Configuration by its unique ID, including configurations that have been marked as deleted.","find_mobile_app_alert_config_versions":"find_mobile_app_alert_config_versions: Retrieve a list of all versions of a specified Mobile App Alert Configuration, including those that have been deleted, sorted in descending order by their creation date."},"clm":{"choice":"find_mobile_app_alert_config_versions","correct":false,"latency_ms":81.43,"confidence":0.585734},"jev":{"choice":"EventSettingsApi.restore_mobile_app_alert_config","correct":true,"latency_ms":99.59,"confidence":0.91}},"prose_schema":{"criteria":{"EventSettingsApi.restore_mobile_app_alert_config":"EventSettingsApi.restore_mobile_app_alert_config: Restores the configuration of mobile app alerts to a previous state using the specified ID. This can be used to revert changes or recover a configuration that was mistakenly altered.\nParameter id (string); required; The unique identifier of the mobile app alert configuration to be restored.\nParameter created (string); The creation timestamp of the alert configuration in the format 'YYYY-MM-DDTHH:MM:SSZ'.; default: null","find_mobile_app_alert_config":"find_mobile_app_alert_config: Retrieves a Mobile App Alert Configuration by its unique ID, including configurations that have been marked as deleted.\nParameter id (string); required; The unique identifier of the Mobile App Alert Configuration.\nParameter validOn (string); The date when the configuration is considered valid, in the format of 'YYYY-MM-DD'.; default: null","find_mobile_app_alert_config_versions":"find_mobile_app_alert_config_versions: Retrieve a list of all versions of a specified Mobile App Alert Configuration, including those that have been deleted, sorted in descending order by their creation date.\nParameter id (string); required; The unique identifier of the Mobile App Alert Configuration."},"clm":{"choice":"find_mobile_app_alert_config_versions","correct":false,"latency_ms":89.95,"confidence":0.943847},"jev":{"choice":"EventSettingsApi.restore_mobile_app_alert_config","correct":true,"latency_ms":133.19,"confidence":1.0}},"schema":{"criteria":{"EventSettingsApi.restore_mobile_app_alert_config":"{\"description\":\"Restores the configuration of mobile app alerts to a previous state using the specified ID. This can be used to revert changes or recover a configuration that was mistakenly altered.\",\"name\":\"EventSettingsApi.restore_mobile_app_alert_config\",\"parameters\":{\"properties\":{\"created\":{\"default\":\"null\",\"description\":\"The creation timestamp of the alert configuration in the format 'YYYY-MM-DDTHH:MM:SSZ'.\",\"type\":\"string\"},\"id\":{\"description\":\"The unique identifier of the mobile app alert configuration to be restored.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}","find_mobile_app_alert_config":"{\"description\":\"Retrieves a Mobile App Alert Configuration by its unique ID, including configurations that have been marked as deleted.\",\"name\":\"find_mobile_app_alert_config\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the Mobile App Alert Configuration.\",\"type\":\"string\"},\"validOn\":{\"default\":\"null\",\"description\":\"The date when the configuration is considered valid, in the format of 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}","find_mobile_app_alert_config_versions":"{\"description\":\"Retrieve a list of all versions of a specified Mobile App Alert Configuration, including those that have been deleted, sorted in descending order by their creation date.\",\"name\":\"find_mobile_app_alert_config_versions\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the Mobile App Alert Configuration.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}"},"clm":{"choice":"find_mobile_app_alert_config_versions","correct":false,"latency_ms":99.77,"confidence":0.795944},"jev":{"choice":"EventSettingsApi.restore_mobile_app_alert_config","correct":true,"latency_ms":99.23,"confidence":1.0}}}},{"id":"live_multiple_995-226-0","split":"live_multiple","state":"User: I need Kubernetes events from 193000 to 339000. Make sure to filter for only updates.","expected":"events_api.EventsApi.kubernetes_info_events","candidate_count":3,"views":{"description":{"criteria":{"events_api.EventsApi.kubernetes_info_events":"events_api.EventsApi.kubernetes_info_events: Retrieve all Kubernetes info events within the specified timeframe. Events can be filtered to show only updates or exclude events triggered before the timeframe. Suitable for 3rd party integrations fetching events in scheduled batches.","events_api.EventsApi.get_events":"events_api.EventsApi.get_events: Retrieves all available events for a given timeframe. It allows for different query options such as excluding events triggered before the timeframe or filtering for event updates only.","agent_monitoring_events":"agent_monitoring_events: Retrieves all agent monitoring events for the specified timeframe. It allows for querying historical events, with a recommendation to use a 'to' timestamp slightly in the past to account for eventual consistency delays in event updates."},"clm":{"choice":"events_api.EventsApi.kubernetes_info_events","correct":true,"latency_ms":81.88,"confidence":0.730269},"jev":{"choice":"events_api.EventsApi.get_events","correct":false,"latency_ms":108.1,"confidence":0.51}},"prose_schema":{"criteria":{"events_api.EventsApi.kubernetes_info_events":"events_api.EventsApi.kubernetes_info_events: Retrieve all Kubernetes info events within the specified timeframe. Events can be filtered to show only updates or exclude events triggered before the timeframe. Suitable for 3rd party integrations fetching events in scheduled batches.\nParameter to (integer); required; The end of the requested timeframe as a Unix timestamp.\nParameter windowSize (integer); The size of the requested timeframe in milliseconds relative to 'to'. Defaults to 10 minutes (600,000 milliseconds) if neither 'windowSize' nor 'from' is provided.; default: 600000\nParameter _from (integer); The start of the requested timeframe as a Unix timestamp, defining the range [from, to). Optional. If not provided, defaults to 'to' minus 'windowSize'.; default: None\nParameter excludeTriggeredBefore (boolean); Exclude events that were triggered before the requested timeframe. Useful for only searching events that started within the given timeframe. Defaults to false.; default: False\nParameter filterEventUpdates (boolean); Filter results to only include event updates that occurred within the given timeframe. Defaults to false.; default: False","events_api.EventsApi.get_events":"events_api.EventsApi.get_events: Retrieves all available events for a given timeframe. It allows for different query options such as excluding events triggered before the timeframe or filtering for event updates only.\nParameter to (integer); required; The end of the requested timeframe as a Unix timestamp. Defaults to the current service time if not provided.\nParameter windowSize (integer); The size of the requested timeframe in milliseconds relative to 'to'. Defaults to 600000 milliseconds (10 minutes) if not provided.; default: 600000\nParameter _from (integer); Alternative to 'windowSize', defines the start of the timeframe in Unix timestamp format. The query spans the range ['from', 'to').; default: None\nParameter excludeTriggeredBefore (boolean); Exclude events that were triggered before the requested timeframe. Useful for batch jobs that only care about new events. Defaults to 'false'.; default: False\nParameter filterEventUpdates (boolean); Filters results to event updates that occurred within the query timeframe. Defaults to 'false'.; default: False\nParameter includeAgentMonitoringIssues (boolean); Include Agent Monitoring Issues in the results. This parameter is deprecated. Defaults to 'false'.; default: False\nParameter includeKubernetesInfoEvents (boolean); Include Kubernetes Info Events in the results. This parameter is deprecated. Defaults to 'false'.; default: False\nParameter eventTypeFilters (string); Filters events by type. Acceptable values are 'INFO', 'WARN', and 'ERROR'.; allowed values: INFO, WARN, ERROR; default: None","agent_monitoring_events":"agent_monitoring_events: Retrieves all agent monitoring events for the specified timeframe. It allows for querying historical events, with a recommendation to use a 'to' timestamp slightly in the past to account for eventual consistency delays in event updates.\nParameter to (integer); required; The end of the requested timeframe as a Unix timestamp. Defaults to the current service time if not provided.\nParameter windowSize (integer); The size of the requested timeframe in milliseconds relative to 'to'. Defaults to 600000 milliseconds (10 minutes) if neither 'windowSize' nor 'from' is provided.; default: 600000\nParameter _from (integer); The start of the requested timeframe as a Unix timestamp. If not provided, defaults to 'to' minus 'windowSize'. Defines the timeframe in range ['from', 'to').; default: None\nParameter excludeTriggeredBefore (boolean); If set to true, excludes events that were triggered before the requested timeframe. This enables searching for new events that started within the given timeframe. Useful for batch jobs that operate on fixed intervals.; default: False\nParameter filterEventUpdates (boolean); If set to true, filters the results to event updates only, including an event only if its state changed within the query timeframe. Useful for batch jobs that need to track event state updates.; default: False"},"clm":{"choice":"events_api.EventsApi.kubernetes_info_events","correct":true,"latency_ms":158.42,"confidence":0.905119},"jev":{"choice":"events_api.EventsApi.kubernetes_info_events","correct":true,"latency_ms":123.12,"confidence":0.73}},"schema":{"criteria":{"events_api.EventsApi.kubernetes_info_events":"{\"description\":\"Retrieve all Kubernetes info events within the specified timeframe. Events can be filtered to show only updates or exclude events triggered before the timeframe. Suitable for 3rd party integrations fetching events in scheduled batches.\",\"name\":\"events_api.EventsApi.kubernetes_info_events\",\"parameters\":{\"properties\":{\"_from\":{\"default\":null,\"description\":\"The start of the requested timeframe as a Unix timestamp, defining the range [from, to). Optional. If not provided, defaults to 'to' minus 'windowSize'.\",\"type\":\"integer\"},\"excludeTriggeredBefore\":{\"default\":false,\"description\":\"Exclude events that were triggered before the requested timeframe. Useful for only searching events that started within the given timeframe. Defaults to false.\",\"type\":\"boolean\"},\"filterEventUpdates\":{\"default\":false,\"description\":\"Filter results to only include event updates that occurred within the given timeframe. Defaults to false.\",\"type\":\"boolean\"},\"to\":{\"description\":\"The end of the requested timeframe as a Unix timestamp.\",\"type\":\"integer\"},\"windowSize\":{\"default\":600000,\"description\":\"The size of the requested timeframe in milliseconds relative to 'to'. Defaults to 10 minutes (600,000 milliseconds) if neither 'windowSize' nor 'from' is provided.\",\"type\":\"integer\"}},\"required\":[\"to\"],\"type\":\"dict\"}}","events_api.EventsApi.get_events":"{\"description\":\"Retrieves all available events for a given timeframe. It allows for different query options such as excluding events triggered before the timeframe or filtering for event updates only.\",\"name\":\"events_api.EventsApi.get_events\",\"parameters\":{\"properties\":{\"_from\":{\"default\":null,\"description\":\"Alternative to 'windowSize', defines the start of the timeframe in Unix timestamp format. The query spans the range ['from', 'to').\",\"type\":\"integer\"},\"eventTypeFilters\":{\"default\":null,\"description\":\"Filters events by type. Acceptable values are 'INFO', 'WARN', and 'ERROR'.\",\"enum\":[\"INFO\",\"WARN\",\"ERROR\"],\"type\":\"string\"},\"excludeTriggeredBefore\":{\"default\":false,\"description\":\"Exclude events that were triggered before the requested timeframe. Useful for batch jobs that only care about new events. Defaults to 'false'.\",\"type\":\"boolean\"},\"filterEventUpdates\":{\"default\":false,\"description\":\"Filters results to event updates that occurred within the query timeframe. Defaults to 'false'.\",\"type\":\"boolean\"},\"includeAgentMonitoringIssues\":{\"default\":false,\"description\":\"Include Agent Monitoring Issues in the results. This parameter is deprecated. Defaults to 'false'.\",\"type\":\"boolean\"},\"includeKubernetesInfoEvents\":{\"default\":false,\"description\":\"Include Kubernetes Info Events in the results. This parameter is deprecated. Defaults to 'false'.\",\"type\":\"boolean\"},\"to\":{\"description\":\"The end of the requested timeframe as a Unix timestamp. Defaults to the current service time if not provided.\",\"type\":\"integer\"},\"windowSize\":{\"default\":600000,\"description\":\"The size of the requested timeframe in milliseconds relative to 'to'. Defaults to 600000 milliseconds (10 minutes) if not provided.\",\"type\":\"integer\"}},\"required\":[\"to\"],\"type\":\"dict\"}}","agent_monitoring_events":"{\"description\":\"Retrieves all agent monitoring events for the specified timeframe. It allows for querying historical events, with a recommendation to use a 'to' timestamp slightly in the past to account for eventual consistency delays in event updates.\",\"name\":\"agent_monitoring_events\",\"parameters\":{\"properties\":{\"_from\":{\"default\":null,\"description\":\"The start of the requested timeframe as a Unix timestamp. If not provided, defaults to 'to' minus 'windowSize'. Defines the timeframe in range ['from', 'to').\",\"type\":\"integer\"},\"excludeTriggeredBefore\":{\"default\":false,\"description\":\"If set to true, excludes events that were triggered before the requested timeframe. This enables searching for new events that started within the given timeframe. Useful for batch jobs that operate on fixed intervals.\",\"type\":\"boolean\"},\"filterEventUpdates\":{\"default\":false,\"description\":\"If set to true, filters the results to event updates only, including an event only if its state changed within the query timeframe. Useful for batch jobs that need to track event state updates.\",\"type\":\"boolean\"},\"to\":{\"description\":\"The end of the requested timeframe as a Unix timestamp. Defaults to the current service time if not provided.\",\"type\":\"integer\"},\"windowSize\":{\"default\":600000,\"description\":\"The size of the requested timeframe in milliseconds relative to 'to'. Defaults to 600000 milliseconds (10 minutes) if neither 'windowSize' nor 'from' is provided.\",\"type\":\"integer\"}},\"required\":[\"to\"],\"type\":\"dict\"}}"},"clm":{"choice":"events_api.EventsApi.kubernetes_info_events","correct":true,"latency_ms":178.81,"confidence":0.845671},"jev":{"choice":"events_api.EventsApi.kubernetes_info_events","correct":true,"latency_ms":140.64,"confidence":0.85}}}},{"id":"live_multiple_996-227-0","split":"live_multiple","state":"User: Add a new service configuration for a service named 'fdsa'. The configuration should have a timeout of 30 seconds, retry count of 5, the endpoint URL 'https://api.fdsa-service.com', and it requires authentication.","expected":"add_service_config","candidate_count":3,"views":{"description":{"criteria":{"add_service_config":"add_service_config: Adds a new service configuration to the application settings, allowing the application to acknowledge and use the service parameters specified.","ApplicationSettingsApi.get_service_configs":"ApplicationSettingsApi.get_service_configs: Retrieve all service configurations for the application, including database settings, external service integration details, and feature flags.","ApplicationSettingsApi.order_service_config":"ApplicationSettingsApi.order_service_config: Configure the order of services for an application according to specified preferences."},"clm":{"choice":"add_service_config","correct":true,"latency_ms":88.58,"confidence":0.506966},"jev":{"choice":"add_service_config","correct":true,"latency_ms":101.58,"confidence":1.0}},"prose_schema":{"criteria":{"add_service_config":"add_service_config: Adds a new service configuration to the application settings, allowing the application to acknowledge and use the service parameters specified.\nParameter service_name (string); required; The unique name of the service for which the configuration is being added.\nParameter configurations (dict); required; A dictionary of key-value pairs representing the configuration settings for the service.","ApplicationSettingsApi.get_service_configs":"ApplicationSettingsApi.get_service_configs: Retrieve all service configurations for the application, including database settings, external service integration details, and feature flags.\nParameter environment (string); The deployment environment for which the service configurations are requested, such as 'development', 'staging', or 'production'.; allowed values: development, staging, production; default: production\nParameter include_sensitive (boolean); A flag to determine whether sensitive information like passwords and API keys should be included in the configurations.; default: False","ApplicationSettingsApi.order_service_config":"ApplicationSettingsApi.order_service_config: Configure the order of services for an application according to specified preferences.\nParameter service_order (array); required; An ordered list of service identifiers that define the sequence in which services should be arranged.\nParameter user_id (integer); The unique identifier of the user for whom the service order is being configured.; default: None\nParameter preserve_existing (boolean); A flag indicating whether to preserve the existing service order if one exists. If set to 'false', the existing order will be overwritten.; default: True"},"clm":{"choice":"add_service_config","correct":true,"latency_ms":102.65,"confidence":0.794628},"jev":{"choice":"add_service_config","correct":true,"latency_ms":105.28,"confidence":1.0}},"schema":{"criteria":{"add_service_config":"{\"description\":\"Adds a new service configuration to the application settings, allowing the application to acknowledge and use the service parameters specified.\",\"name\":\"add_service_config\",\"parameters\":{\"properties\":{\"configurations\":{\"description\":\"A dictionary of key-value pairs representing the configuration settings for the service.\",\"properties\":{\"auth_required\":{\"default\":true,\"description\":\"Indicates whether the service requires authentication.\",\"type\":\"boolean\"},\"endpoint\":{\"description\":\"The URL endpoint through which the service can be accessed.\",\"type\":\"string\"},\"retry_count\":{\"default\":3,\"description\":\"The number of times a failed service call will be retried before giving up. Must be a non-negative integer.\",\"type\":\"integer\"},\"timeout\":{\"description\":\"The time in seconds before a service request times out. Must be a positive integer.\",\"type\":\"integer\"}},\"type\":\"dict\"},\"service_name\":{\"description\":\"The unique name of the service for which the configuration is being added.\",\"type\":\"string\"}},\"required\":[\"service_name\",\"configurations\"],\"type\":\"dict\"}}","ApplicationSettingsApi.get_service_configs":"{\"description\":\"Retrieve all service configurations for the application, including database settings, external service integration details, and feature flags.\",\"name\":\"ApplicationSettingsApi.get_service_configs\",\"parameters\":{\"properties\":{\"environment\":{\"default\":\"production\",\"description\":\"The deployment environment for which the service configurations are requested, such as 'development', 'staging', or 'production'.\",\"enum\":[\"development\",\"staging\",\"production\"],\"type\":\"string\"},\"include_sensitive\":{\"default\":false,\"description\":\"A flag to determine whether sensitive information like passwords and API keys should be included in the configurations.\",\"type\":\"boolean\"}},\"required\":[],\"type\":\"dict\"}}","ApplicationSettingsApi.order_service_config":"{\"description\":\"Configure the order of services for an application according to specified preferences.\",\"name\":\"ApplicationSettingsApi.order_service_config\",\"parameters\":{\"properties\":{\"preserve_existing\":{\"default\":true,\"description\":\"A flag indicating whether to preserve the existing service order if one exists. If set to 'false', the existing order will be overwritten.\",\"type\":\"boolean\"},\"service_order\":{\"description\":\"An ordered list of service identifiers that define the sequence in which services should be arranged.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"user_id\":{\"default\":null,\"description\":\"The unique identifier of the user for whom the service order is being configured.\",\"type\":\"integer\"}},\"required\":[\"service_order\"],\"type\":\"dict\"}}"},"clm":{"choice":"ApplicationSettingsApi.order_service_config","correct":false,"latency_ms":125.05,"confidence":0.725396},"jev":{"choice":"add_service_config","correct":true,"latency_ms":129.1,"confidence":1.0}}}},{"id":"live_multiple_997-228-0","split":"live_multiple","state":"User: What is the host count for February 15th 2022?","expected":"usage_api.UsageApi.get_hosts_per_day","candidate_count":3,"views":{"description":{"criteria":{"usage_api.UsageApi.get_hosts_per_day":"usage_api.UsageApi.get_hosts_per_day: Retrieve the number of hosts counted for a specified day, month, and year.","get_monitoring_state":"get_monitoring_state: Retrieves the current monitoring state of a specified host, including the count of monitored hosts within the infrastructure.","usage_api.UsageApi.get_hosts_per_month":"usage_api.UsageApi.get_hosts_per_month: Retrieve the count of hosts for a given month and year. This information helps in understanding the usage pattern over time."},"clm":{"choice":"usage_api.UsageApi.get_hosts_per_day","correct":true,"latency_ms":76.31,"confidence":0.601185},"jev":{"choice":"usage_api.UsageApi.get_hosts_per_day","correct":true,"latency_ms":104.87,"confidence":1.0}},"prose_schema":{"criteria":{"usage_api.UsageApi.get_hosts_per_day":"usage_api.UsageApi.get_hosts_per_day: Retrieve the number of hosts counted for a specified day, month, and year.\nParameter day (integer); required; The day of the month for which the host count is requested. Valid values are from 1 to 31, depending on the month.\nParameter month (integer); required; The month of the year for which the host count is requested. Valid values are from 1 (January) to 12 (December).\nParameter year (integer); required; The year for which the host count is requested. Should be a four-digit number, such as 2023.","get_monitoring_state":"get_monitoring_state: Retrieves the current monitoring state of a specified host, including the count of monitored hosts within the infrastructure.\nParameter host_id (string); required; The unique identifier of the host for which the monitoring state is being retrieved.\nParameter include_subdomains (boolean); Determines whether to include the count of monitored hosts from subdomains. When set to true, hosts from subdomains are included.; default: False\nParameter timeframe (string); The specific timeframe for which the monitoring data is requested, formatted as 'YYYY-MM-DD'.; default: null","usage_api.UsageApi.get_hosts_per_month":"usage_api.UsageApi.get_hosts_per_month: Retrieve the count of hosts for a given month and year. This information helps in understanding the usage pattern over time.\nParameter month (integer); required; The month for which the host count is queried. Represented as an integer from 1 (January) to 12 (December).\nParameter year (integer); required; The year for which the host count is queried. Represented as a four-digit integer such as 2021."},"clm":{"choice":"get_monitoring_state","correct":false,"latency_ms":104.13,"confidence":0.454982},"jev":{"choice":"usage_api.UsageApi.get_hosts_per_day","correct":true,"latency_ms":98.99,"confidence":1.0}},"schema":{"criteria":{"usage_api.UsageApi.get_hosts_per_day":"{\"description\":\"Retrieve the number of hosts counted for a specified day, month, and year.\",\"name\":\"usage_api.UsageApi.get_hosts_per_day\",\"parameters\":{\"properties\":{\"day\":{\"description\":\"The day of the month for which the host count is requested. Valid values are from 1 to 31, depending on the month.\",\"type\":\"integer\"},\"month\":{\"description\":\"The month of the year for which the host count is requested. Valid values are from 1 (January) to 12 (December).\",\"type\":\"integer\"},\"year\":{\"description\":\"The year for which the host count is requested. Should be a four-digit number, such as 2023.\",\"type\":\"integer\"}},\"required\":[\"day\",\"month\",\"year\"],\"type\":\"dict\"}}","get_monitoring_state":"{\"description\":\"Retrieves the current monitoring state of a specified host, including the count of monitored hosts within the infrastructure.\",\"name\":\"get_monitoring_state\",\"parameters\":{\"properties\":{\"host_id\":{\"description\":\"The unique identifier of the host for which the monitoring state is being retrieved.\",\"type\":\"string\"},\"include_subdomains\":{\"default\":false,\"description\":\"Determines whether to include the count of monitored hosts from subdomains. When set to true, hosts from subdomains are included.\",\"type\":\"boolean\"},\"timeframe\":{\"default\":\"null\",\"description\":\"The specific timeframe for which the monitoring data is requested, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"host_id\"],\"type\":\"dict\"}}","usage_api.UsageApi.get_hosts_per_month":"{\"description\":\"Retrieve the count of hosts for a given month and year. This information helps in understanding the usage pattern over time.\",\"name\":\"usage_api.UsageApi.get_hosts_per_month\",\"parameters\":{\"properties\":{\"month\":{\"description\":\"The month for which the host count is queried. Represented as an integer from 1 (January) to 12 (December).\",\"type\":\"integer\"},\"year\":{\"description\":\"The year for which the host count is queried. Represented as a four-digit integer such as 2021.\",\"type\":\"integer\"}},\"required\":[\"month\",\"year\"],\"type\":\"dict\"}}"},"clm":{"choice":"usage_api.UsageApi.get_hosts_per_month","correct":false,"latency_ms":116.24,"confidence":0.826092},"jev":{"choice":"usage_api.UsageApi.get_hosts_per_day","correct":true,"latency_ms":122.32,"confidence":1.0}}}},{"id":"live_multiple_998-229-0","split":"live_multiple","state":"User: What API version is Instana using?","expected":"health_api.HealthApi.get_version","candidate_count":3,"views":{"description":{"criteria":{"health_api.HealthApi.get_version":"health_api.HealthApi.get_version: Retrieves the current API version information, including the major, minor, and patch version numbers.","create_website_alert_config":"create_website_alert_config: Create a configuration for website alerting in the system, setting up conditions under which alerts are triggered.","groups_api.GroupsApi.create_group_mapping":"groups_api.GroupsApi.create_group_mapping: Creates a mapping between a group from an Identity Provider (IdP) such as LDAP, OIDC, or SAML, and an Instana group. Upon user login, if the IdP is configured and mappings are enabled, the provided key-value pairs from the IdP will be evaluated. If the key-value pairs match the mapping criteria, the user will be automatically assigned to the corresponding Instana group. Note that the 'id' field in the payload is ignored, as Instana will generate a new unique identifier for each mapping."},"clm":{"choice":"create_website_alert_config","correct":false,"latency_ms":82.56,"confidence":0.502465},"jev":{"choice":"health_api.HealthApi.get_version","correct":true,"latency_ms":111.16,"confidence":1.0}},"prose_schema":{"criteria":{"health_api.HealthApi.get_version":"health_api.HealthApi.get_version: Retrieves the current API version information, including the major, minor, and patch version numbers.","create_website_alert_config":"create_website_alert_config: Create a configuration for website alerting in the system, setting up conditions under which alerts are triggered.\nParameter name (string); required; Name for the website alert configuration.\nParameter description (string); required; A brief description of the website alert configuration.\nParameter severity (integer); required; The severity level of the alert when triggered. Valid values are integers, typically ranging from 1 (lowest severity) to 10 (highest severity).\nParameter triggering (boolean); A flag to indicate if an incident is also triggered when the alert is triggered.; default: False\nParameter websiteId (string); required; The unique identifier of the website for which the alert is being configured.\nParameter tagFilterExpression (string); required; A boolean expression of tag filters that define the scope of relevant website beacons.\nParameter granularity (integer); required; The evaluation granularity in minutes used for the detection of threshold violations.\nParameter rule (string); required; The type of rule for this alert configuration, such as 'response_time' or 'error_rate'.; allowed values: response_time, error_rate\nParameter threshold (float); required; The threshold value that, when exceeded, will trigger the alert.\nParameter timeThreshold (integer); required; The time in minutes for which the threshold must be exceeded in order to trigger the alert.\nParameter alertChannelIds (array); A list of the IDs for alert channels where the alert notifications will be sent.; default: []","groups_api.GroupsApi.create_group_mapping":"groups_api.GroupsApi.create_group_mapping: Creates a mapping between a group from an Identity Provider (IdP) such as LDAP, OIDC, or SAML, and an Instana group. Upon user login, if the IdP is configured and mappings are enabled, the provided key-value pairs from the IdP will be evaluated. If the key-value pairs match the mapping criteria, the user will be automatically assigned to the corresponding Instana group. Note that the 'id' field in the payload is ignored, as Instana will generate a new unique identifier for each mapping.\nParameter group_id (string); required; The unique identifier of the Instana group to which the mapping will be applied.\nParameter key (string); required; The attribute key received from the IdP to be used for mapping.\nParameter value (string); required; The expected value for the specified key that will trigger the mapping to the Instana group.\nParameter mapping_enabled (boolean); A flag indicating if the mapping should be enabled immediately upon creation.; default: True"},"clm":{"choice":"groups_api.GroupsApi.create_group_mapping","correct":false,"latency_ms":124.37,"confidence":0.529809},"jev":{"choice":"health_api.HealthApi.get_version","correct":true,"latency_ms":128.1,"confidence":1.0}},"schema":{"criteria":{"health_api.HealthApi.get_version":"{\"description\":\"Retrieves the current API version information, including the major, minor, and patch version numbers.\",\"name\":\"health_api.HealthApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","create_website_alert_config":"{\"description\":\"Create a configuration for website alerting in the system, setting up conditions under which alerts are triggered.\",\"name\":\"create_website_alert_config\",\"parameters\":{\"properties\":{\"alertChannelIds\":{\"default\":[],\"description\":\"A list of the IDs for alert channels where the alert notifications will be sent.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"description\":{\"description\":\"A brief description of the website alert configuration.\",\"type\":\"string\"},\"granularity\":{\"description\":\"The evaluation granularity in minutes used for the detection of threshold violations.\",\"type\":\"integer\"},\"name\":{\"description\":\"Name for the website alert configuration.\",\"type\":\"string\"},\"rule\":{\"description\":\"The type of rule for this alert configuration, such as 'response_time' or 'error_rate'.\",\"enum\":[\"response_time\",\"error_rate\"],\"type\":\"string\"},\"severity\":{\"description\":\"The severity level of the alert when triggered. Valid values are integers, typically ranging from 1 (lowest severity) to 10 (highest severity).\",\"type\":\"integer\"},\"tagFilterExpression\":{\"description\":\"A boolean expression of tag filters that define the scope of relevant website beacons.\",\"type\":\"string\"},\"threshold\":{\"description\":\"The threshold value that, when exceeded, will trigger the alert.\",\"type\":\"float\"},\"timeThreshold\":{\"description\":\"The time in minutes for which the threshold must be exceeded in order to trigger the alert.\",\"type\":\"integer\"},\"triggering\":{\"default\":false,\"description\":\"A flag to indicate if an incident is also triggered when the alert is triggered.\",\"type\":\"boolean\"},\"websiteId\":{\"description\":\"The unique identifier of the website for which the alert is being configured.\",\"type\":\"string\"}},\"required\":[\"name\",\"description\",\"severity\",\"websiteId\",\"tagFilterExpression\",\"granularity\",\"rule\",\"threshold\",\"timeThreshold\"],\"type\":\"dict\"}}","groups_api.GroupsApi.create_group_mapping":"{\"description\":\"Creates a mapping between a group from an Identity Provider (IdP) such as LDAP, OIDC, or SAML, and an Instana group. Upon user login, if the IdP is configured and mappings are enabled, the provided key-value pairs from the IdP will be evaluated. If the key-value pairs match the mapping criteria, the user will be automatically assigned to the corresponding Instana group. Note that the 'id' field in the payload is ignored, as Instana will generate a new unique identifier for each mapping.\",\"name\":\"groups_api.GroupsApi.create_group_mapping\",\"parameters\":{\"properties\":{\"group_id\":{\"description\":\"The unique identifier of the Instana group to which the mapping will be applied.\",\"type\":\"string\"},\"key\":{\"description\":\"The attribute key received from the IdP to be used for mapping.\",\"type\":\"string\"},\"mapping_enabled\":{\"default\":true,\"description\":\"A flag indicating if the mapping should be enabled immediately upon creation.\",\"type\":\"boolean\"},\"value\":{\"description\":\"The expected value for the specified key that will trigger the mapping to the Instana group.\",\"type\":\"string\"}},\"required\":[\"group_id\",\"key\",\"value\"],\"type\":\"dict\"}}"},"clm":{"choice":"health_api.HealthApi.get_version","correct":true,"latency_ms":173.52,"confidence":0.935812},"jev":{"choice":"health_api.HealthApi.get_version","correct":true,"latency_ms":124.14,"confidence":1.0}}}},{"id":"live_multiple_999-230-0","split":"live_multiple","state":"User: What API version is Instana using? Today is Tuesday.","expected":"health_api.HealthApi.get_version","candidate_count":3,"views":{"description":{"criteria":{"health_api.HealthApi.get_version":"health_api.HealthApi.get_version: Retrieve the current version of the API, including the build date and commit hash.","EventSettingsApi.create_website_alert_config":"EventSettingsApi.create_website_alert_config: This API endpoint creates a configuration for website alerts, allowing users to define the conditions under which an alert is triggered and optionally create an associated incident.","events_api.EventsApi.agent_monitoring_events":"events_api.EventsApi.agent_monitoring_events: Retrieves all agent monitoring events within a specified timeframe. It allows for querying historical events and can filter events based on their state updates. Users can define the timeframe using 'to', 'from', and 'windowSize' parameters."},"clm":{"choice":"events_api.EventsApi.agent_monitoring_events","correct":false,"latency_ms":77.01,"confidence":0.889208},"jev":{"choice":"health_api.HealthApi.get_version","correct":true,"latency_ms":108.75,"confidence":1.0}},"prose_schema":{"criteria":{"health_api.HealthApi.get_version":"health_api.HealthApi.get_version: Retrieve the current version of the API, including the build date and commit hash.","EventSettingsApi.create_website_alert_config":"EventSettingsApi.create_website_alert_config: This API endpoint creates a configuration for website alerts, allowing users to define the conditions under which an alert is triggered and optionally create an associated incident.\nParameter name (string); required; The name for the website alert configuration.\nParameter description (string); required; A brief description of the website alert configuration.\nParameter severity (integer); required; The severity level of the alert when triggered. Can be either 5 for a Warning or 10 for Critical.; allowed values: 5, 10\nParameter triggering (boolean); A flag indicating whether an Incident is also triggered when the alert is triggered.; default: False\nParameter websiteId (string); required; The unique identifier of the website for which the alert configuration is created.\nParameter tagFilterExpression (string); A boolean expression of tag filters used to define the scope of relevant website beacons.; default: \nParameter granularity (integer); The evaluation granularity in minutes, defining the size of the tumbling window used for detection of threshold violations.; default: 1\nParameter rule (string); The type of rule this alert configuration represents, such as 'traffic spike' or 'downtime'.; default: traffic spike\nParameter threshold (float); The value of the threshold this alert rule is evaluated against.; default: 0.0\nParameter timeThreshold (integer); The time period in minutes for which the threshold must be violated to trigger the alert.; default: 5\nParameter alertChannelIds (array); A list of unique identifiers for alert channels defined in Instana to which the alert notifications will be sent.; default: []","events_api.EventsApi.agent_monitoring_events":"events_api.EventsApi.agent_monitoring_events: Retrieves all agent monitoring events within a specified timeframe. It allows for querying historical events and can filter events based on their state updates. Users can define the timeframe using 'to', 'from', and 'windowSize' parameters.\nParameter to (integer); required; The end of the requested timeframe as a Unix timestamp in seconds. If not provided, defaults to the current service time.\nParameter _from (integer); The start of the requested timeframe as a Unix timestamp in seconds, defining a range [from, to). This is an alternative to 'windowSize'. If neither 'from' nor 'windowSize' is provided, defaults to 10 minutes before the 'to' timestamp.; default: None\nParameter windowSize (integer); The size of the requested timeframe in milliseconds, relative to the 'to' parameter. If neither 'windowSize' nor 'from' is provided, defaults to 600000 milliseconds (10 minutes).; default: 600000\nParameter excludeTriggeredBefore (boolean); Excludes events triggered before the requested timeframe. Useful for integrations that require only new events starting within the timeframe.; default: False\nParameter filterEventUpdates (boolean); Filters the results to include only event updates. Events are included only if their state changed within the requested timeframe. Suitable for integrations that are interested in event state updates.; default: False"},"clm":{"choice":"events_api.EventsApi.agent_monitoring_events","correct":false,"latency_ms":130.22,"confidence":0.857749},"jev":{"choice":"health_api.HealthApi.get_version","correct":true,"latency_ms":141.78,"confidence":1.0}},"schema":{"criteria":{"health_api.HealthApi.get_version":"{\"description\":\"Retrieve the current version of the API, including the build date and commit hash.\",\"name\":\"health_api.HealthApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","EventSettingsApi.create_website_alert_config":"{\"description\":\"This API endpoint creates a configuration for website alerts, allowing users to define the conditions under which an alert is triggered and optionally create an associated incident.\",\"name\":\"EventSettingsApi.create_website_alert_config\",\"parameters\":{\"properties\":{\"alertChannelIds\":{\"default\":[],\"description\":\"A list of unique identifiers for alert channels defined in Instana to which the alert notifications will be sent.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"description\":{\"description\":\"A brief description of the website alert configuration.\",\"type\":\"string\"},\"granularity\":{\"default\":1,\"description\":\"The evaluation granularity in minutes, defining the size of the tumbling window used for detection of threshold violations.\",\"type\":\"integer\"},\"name\":{\"description\":\"The name for the website alert configuration.\",\"type\":\"string\"},\"rule\":{\"default\":\"traffic spike\",\"description\":\"The type of rule this alert configuration represents, such as 'traffic spike' or 'downtime'.\",\"type\":\"string\"},\"severity\":{\"description\":\"The severity level of the alert when triggered. Can be either 5 for a Warning or 10 for Critical.\",\"enum\":[5,10],\"type\":\"integer\"},\"tagFilterExpression\":{\"default\":\"\",\"description\":\"A boolean expression of tag filters used to define the scope of relevant website beacons.\",\"type\":\"string\"},\"threshold\":{\"default\":0.0,\"description\":\"The value of the threshold this alert rule is evaluated against.\",\"type\":\"float\"},\"timeThreshold\":{\"default\":5,\"description\":\"The time period in minutes for which the threshold must be violated to trigger the alert.\",\"type\":\"integer\"},\"triggering\":{\"default\":false,\"description\":\"A flag indicating whether an Incident is also triggered when the alert is triggered.\",\"type\":\"boolean\"},\"websiteId\":{\"description\":\"The unique identifier of the website for which the alert configuration is created.\",\"type\":\"string\"}},\"required\":[\"name\",\"description\",\"severity\",\"websiteId\"],\"type\":\"dict\"}}","events_api.EventsApi.agent_monitoring_events":"{\"description\":\"Retrieves all agent monitoring events within a specified timeframe. It allows for querying historical events and can filter events based on their state updates. Users can define the timeframe using 'to', 'from', and 'windowSize' parameters.\",\"name\":\"events_api.EventsApi.agent_monitoring_events\",\"parameters\":{\"properties\":{\"_from\":{\"default\":null,\"description\":\"The start of the requested timeframe as a Unix timestamp in seconds, defining a range [from, to). This is an alternative to 'windowSize'. If neither 'from' nor 'windowSize' is provided, defaults to 10 minutes before the 'to' timestamp.\",\"type\":\"integer\"},\"excludeTriggeredBefore\":{\"default\":false,\"description\":\"Excludes events triggered before the requested timeframe. Useful for integrations that require only new events starting within the timeframe.\",\"type\":\"boolean\"},\"filterEventUpdates\":{\"default\":false,\"description\":\"Filters the results to include only event updates. Events are included only if their state changed within the requested timeframe. Suitable for integrations that are interested in event state updates.\",\"type\":\"boolean\"},\"to\":{\"description\":\"The end of the requested timeframe as a Unix timestamp in seconds. If not provided, defaults to the current service time.\",\"type\":\"integer\"},\"windowSize\":{\"default\":600000,\"description\":\"The size of the requested timeframe in milliseconds, relative to the 'to' parameter. If neither 'windowSize' nor 'from' is provided, defaults to 600000 milliseconds (10 minutes).\",\"type\":\"integer\"}},\"required\":[\"to\"],\"type\":\"dict\"}}"},"clm":{"choice":"health_api.HealthApi.get_version","correct":true,"latency_ms":160.45,"confidence":0.744967},"jev":{"choice":"health_api.HealthApi.get_version","correct":true,"latency_ms":122.02,"confidence":1.0}}}},{"id":"live_multiple_1000-231-0","split":"live_multiple","state":"User: The maintenance config is needed for 'sandcastle'.","expected":"MaintenanceConfigurationApi.get_maintenance_config","candidate_count":3,"views":{"description":{"criteria":{"get_maintenance_configs":"get_maintenance_configs: Retrieve a list of all maintenance configurations to manage system upkeep.","get_maintenance_configs_v2":"get_maintenance_configs_v2: Retrieve a list of all available maintenance configurations from the system.","MaintenanceConfigurationApi.get_maintenance_config":"MaintenanceConfigurationApi.get_maintenance_config: Retrieve the maintenance configuration settings for a specific system identified by its ID."},"clm":{"choice":"get_maintenance_configs","correct":false,"latency_ms":88.12,"confidence":0.854804},"jev":{"choice":"MaintenanceConfigurationApi.get_maintenance_config","correct":true,"latency_ms":127.93,"confidence":1.0}},"prose_schema":{"criteria":{"get_maintenance_configs":"get_maintenance_configs: Retrieve a list of all maintenance configurations to manage system upkeep.\nParameter api_version (string); required; The API version used for the request, formatted as 'v[number]', such as 'v1'.\nParameter page (integer); The page number of the maintenance configurations list to fetch.; default: 1\nParameter size (integer); The number of maintenance configurations per page.; default: 10\nParameter active_only (boolean); A flag to retrieve only active maintenance configurations.; default: False","get_maintenance_configs_v2":"get_maintenance_configs_v2: Retrieve a list of all available maintenance configurations from the system.\nParameter page (integer); required; The page number for pagination. Starts from 1.\nParameter limit (integer); required; The number of records to return per page. Maximum of 100.\nParameter sort_order (string); The order in which maintenance configurations should be sorted.; allowed values: asc, desc; default: asc\nParameter filter_by_status (string); Filter configurations by their status, such as 'active' or 'inactive'.; allowed values: active, inactive; default: active","MaintenanceConfigurationApi.get_maintenance_config":"MaintenanceConfigurationApi.get_maintenance_config: Retrieve the maintenance configuration settings for a specific system identified by its ID.\nParameter id (string); required; The unique identifier of the system for which maintenance configuration is being retrieved."},"clm":{"choice":"get_maintenance_configs","correct":false,"latency_ms":92.01,"confidence":0.859425},"jev":{"choice":"MaintenanceConfigurationApi.get_maintenance_config","correct":true,"latency_ms":99.25,"confidence":1.0}},"schema":{"criteria":{"get_maintenance_configs":"{\"description\":\"Retrieve a list of all maintenance configurations to manage system upkeep.\",\"name\":\"get_maintenance_configs\",\"parameters\":{\"properties\":{\"active_only\":{\"default\":false,\"description\":\"A flag to retrieve only active maintenance configurations.\",\"type\":\"boolean\"},\"api_version\":{\"description\":\"The API version used for the request, formatted as 'v[number]', such as 'v1'.\",\"type\":\"string\"},\"page\":{\"default\":1,\"description\":\"The page number of the maintenance configurations list to fetch.\",\"type\":\"integer\"},\"size\":{\"default\":10,\"description\":\"The number of maintenance configurations per page.\",\"type\":\"integer\"}},\"required\":[\"api_version\"],\"type\":\"dict\"}}","get_maintenance_configs_v2":"{\"description\":\"Retrieve a list of all available maintenance configurations from the system.\",\"name\":\"get_maintenance_configs_v2\",\"parameters\":{\"properties\":{\"filter_by_status\":{\"default\":\"active\",\"description\":\"Filter configurations by their status, such as 'active' or 'inactive'.\",\"enum\":[\"active\",\"inactive\"],\"type\":\"string\"},\"limit\":{\"description\":\"The number of records to return per page. Maximum of 100.\",\"type\":\"integer\"},\"page\":{\"description\":\"The page number for pagination. Starts from 1.\",\"type\":\"integer\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which maintenance configurations should be sorted.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"}},\"required\":[\"page\",\"limit\"],\"type\":\"dict\"}}","MaintenanceConfigurationApi.get_maintenance_config":"{\"description\":\"Retrieve the maintenance configuration settings for a specific system identified by its ID.\",\"name\":\"MaintenanceConfigurationApi.get_maintenance_config\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the system for which maintenance configuration is being retrieved.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}"},"clm":{"choice":"MaintenanceConfigurationApi.get_maintenance_config","correct":true,"latency_ms":116.25,"confidence":0.762338},"jev":{"choice":"MaintenanceConfigurationApi.get_maintenance_config","correct":true,"latency_ms":138.19,"confidence":1.0}}}},{"id":"live_multiple_1001-232-0","split":"live_multiple","state":"User: What's the API token for 098-293?","expected":"api_token_api.APITokenApi.get_api_tokens","candidate_count":3,"views":{"description":{"criteria":{"api_token_api.APITokenApi.get_api_tokens":"api_token_api.APITokenApi.get_api_tokens: Retrieves a list of API tokens associated with the user's account.","CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieves a list of shareable API tokens associated with the custom dashboards.","api_token_api.APITokenApi.post_api_token":"api_token_api.APITokenApi.post_api_token: Create a new API token for authenticating against the API endpoints. The token ensures secure access to the provided services."},"clm":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":76.45,"confidence":0.863752},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":151.18,"confidence":0.93}},"prose_schema":{"criteria":{"api_token_api.APITokenApi.get_api_tokens":"api_token_api.APITokenApi.get_api_tokens: Retrieves a list of API tokens associated with the user's account.\nParameter user_id (string); required; The unique identifier for the user whose API tokens are being retrieved.\nParameter include_expired (boolean); Flag to determine if expired tokens should be included in the response.; default: False","CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieves a list of shareable API tokens associated with the custom dashboards.\nParameter user_id (string); required; The unique identifier of the user whose API tokens are to be retrieved.\nParameter include_expired (boolean); Determines whether to include expired tokens in the response.; default: False","api_token_api.APITokenApi.post_api_token":"api_token_api.APITokenApi.post_api_token: Create a new API token for authenticating against the API endpoints. The token ensures secure access to the provided services.\nParameter user_id (integer); required; The unique identifier of the user for whom the API token is being created.\nParameter permissions (string); required; The level of access granted by the token.; allowed values: read, write, admin\nParameter expiration_date (string); The expiration date of the token in the format 'YYYY-MM-DD'. If not provided, the token will expire in 1 year by default.; default: 2024-01-01\nParameter enabled (boolean); Flag indicating whether the token is enabled upon creation.; default: True"},"clm":{"choice":"api_token_api.APITokenApi.post_api_token","correct":false,"latency_ms":98.88,"confidence":0.924524},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":124.71,"confidence":0.99}},"schema":{"criteria":{"api_token_api.APITokenApi.get_api_tokens":"{\"description\":\"Retrieves a list of API tokens associated with the user's account.\",\"name\":\"api_token_api.APITokenApi.get_api_tokens\",\"parameters\":{\"properties\":{\"include_expired\":{\"default\":false,\"description\":\"Flag to determine if expired tokens should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier for the user whose API tokens are being retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","CustomDashboardsApi.get_shareable_api_tokens":"{\"description\":\"Retrieves a list of shareable API tokens associated with the custom dashboards.\",\"name\":\"CustomDashboardsApi.get_shareable_api_tokens\",\"parameters\":{\"properties\":{\"include_expired\":{\"default\":false,\"description\":\"Determines whether to include expired tokens in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose API tokens are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","api_token_api.APITokenApi.post_api_token":"{\"description\":\"Create a new API token for authenticating against the API endpoints. The token ensures secure access to the provided services.\",\"name\":\"api_token_api.APITokenApi.post_api_token\",\"parameters\":{\"properties\":{\"enabled\":{\"default\":true,\"description\":\"Flag indicating whether the token is enabled upon creation.\",\"type\":\"boolean\"},\"expiration_date\":{\"default\":\"2024-01-01\",\"description\":\"The expiration date of the token in the format 'YYYY-MM-DD'. If not provided, the token will expire in 1 year by default.\",\"type\":\"string\"},\"permissions\":{\"description\":\"The level of access granted by the token.\",\"enum\":[\"read\",\"write\",\"admin\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the API token is being created.\",\"type\":\"integer\"}},\"required\":[\"user_id\",\"permissions\"],\"type\":\"dict\"}}"},"clm":{"choice":"api_token_api.APITokenApi.post_api_token","correct":false,"latency_ms":108.91,"confidence":0.443154},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":103.6,"confidence":0.97}}}},{"id":"live_multiple_1002-232-1","split":"live_multiple","state":"User: I forgot all the API tokens, can you remind me of them? My user ID is \"user123\"","expected":"api_token_api.APITokenApi.get_api_tokens","candidate_count":3,"views":{"description":{"criteria":{"api_token_api.APITokenApi.get_api_tokens":"api_token_api.APITokenApi.get_api_tokens: Retrieves a list of API tokens associated with the user's account.","CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieves a list of shareable API tokens associated with the custom dashboards.","api_token_api.APITokenApi.post_api_token":"api_token_api.APITokenApi.post_api_token: Create a new API token for authenticating against the API endpoints. The token ensures secure access to the provided services."},"clm":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":29.0,"confidence":0.727473},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":99.85,"confidence":1.0}},"prose_schema":{"criteria":{"api_token_api.APITokenApi.get_api_tokens":"api_token_api.APITokenApi.get_api_tokens: Retrieves a list of API tokens associated with the user's account.\nParameter user_id (string); required; The unique identifier for the user whose API tokens are being retrieved.\nParameter include_expired (boolean); Flag to determine if expired tokens should be included in the response.; default: False","CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieves a list of shareable API tokens associated with the custom dashboards.\nParameter user_id (string); required; The unique identifier of the user whose API tokens are to be retrieved.\nParameter include_expired (boolean); Determines whether to include expired tokens in the response.; default: False","api_token_api.APITokenApi.post_api_token":"api_token_api.APITokenApi.post_api_token: Create a new API token for authenticating against the API endpoints. The token ensures secure access to the provided services.\nParameter user_id (integer); required; The unique identifier of the user for whom the API token is being created.\nParameter permissions (string); required; The level of access granted by the token.; allowed values: read, write, admin\nParameter expiration_date (string); The expiration date of the token in the format 'YYYY-MM-DD'. If not provided, the token will expire in 1 year by default.; default: 2024-01-01\nParameter enabled (boolean); Flag indicating whether the token is enabled upon creation.; default: True"},"clm":{"choice":"api_token_api.APITokenApi.post_api_token","correct":false,"latency_ms":33.01,"confidence":0.871577},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":121.41,"confidence":1.0}},"schema":{"criteria":{"api_token_api.APITokenApi.get_api_tokens":"{\"description\":\"Retrieves a list of API tokens associated with the user's account.\",\"name\":\"api_token_api.APITokenApi.get_api_tokens\",\"parameters\":{\"properties\":{\"include_expired\":{\"default\":false,\"description\":\"Flag to determine if expired tokens should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier for the user whose API tokens are being retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","CustomDashboardsApi.get_shareable_api_tokens":"{\"description\":\"Retrieves a list of shareable API tokens associated with the custom dashboards.\",\"name\":\"CustomDashboardsApi.get_shareable_api_tokens\",\"parameters\":{\"properties\":{\"include_expired\":{\"default\":false,\"description\":\"Determines whether to include expired tokens in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose API tokens are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","api_token_api.APITokenApi.post_api_token":"{\"description\":\"Create a new API token for authenticating against the API endpoints. The token ensures secure access to the provided services.\",\"name\":\"api_token_api.APITokenApi.post_api_token\",\"parameters\":{\"properties\":{\"enabled\":{\"default\":true,\"description\":\"Flag indicating whether the token is enabled upon creation.\",\"type\":\"boolean\"},\"expiration_date\":{\"default\":\"2024-01-01\",\"description\":\"The expiration date of the token in the format 'YYYY-MM-DD'. If not provided, the token will expire in 1 year by default.\",\"type\":\"string\"},\"permissions\":{\"description\":\"The level of access granted by the token.\",\"enum\":[\"read\",\"write\",\"admin\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the API token is being created.\",\"type\":\"integer\"}},\"required\":[\"user_id\",\"permissions\"],\"type\":\"dict\"}}"},"clm":{"choice":"api_token_api.APITokenApi.post_api_token","correct":false,"latency_ms":33.07,"confidence":0.582856},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":98.15,"confidence":1.0}}}},{"id":"live_multiple_1003-232-2","split":"live_multiple","state":"User: I NEED ALL API TOKENS NOW!!! My user ID is 12345.","expected":"api_token_api.APITokenApi.get_api_tokens","candidate_count":3,"views":{"description":{"criteria":{"api_token_api.APITokenApi.get_api_tokens":"api_token_api.APITokenApi.get_api_tokens: Retrieves a list of API tokens associated with the user's account.","CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieves a list of shareable API tokens associated with the custom dashboards.","api_token_api.APITokenApi.post_api_token":"api_token_api.APITokenApi.post_api_token: Create a new API token for authenticating against the API endpoints. The token ensures secure access to the provided services."},"clm":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":27.4,"confidence":0.911545},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":140.32,"confidence":1.0}},"prose_schema":{"criteria":{"api_token_api.APITokenApi.get_api_tokens":"api_token_api.APITokenApi.get_api_tokens: Retrieves a list of API tokens associated with the user's account.\nParameter user_id (string); required; The unique identifier for the user whose API tokens are being retrieved.\nParameter include_expired (boolean); Flag to determine if expired tokens should be included in the response.; default: False","CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieves a list of shareable API tokens associated with the custom dashboards.\nParameter user_id (string); required; The unique identifier of the user whose API tokens are to be retrieved.\nParameter include_expired (boolean); Determines whether to include expired tokens in the response.; default: False","api_token_api.APITokenApi.post_api_token":"api_token_api.APITokenApi.post_api_token: Create a new API token for authenticating against the API endpoints. The token ensures secure access to the provided services.\nParameter user_id (integer); required; The unique identifier of the user for whom the API token is being created.\nParameter permissions (string); required; The level of access granted by the token.; allowed values: read, write, admin\nParameter expiration_date (string); The expiration date of the token in the format 'YYYY-MM-DD'. If not provided, the token will expire in 1 year by default.; default: 2024-01-01\nParameter enabled (boolean); Flag indicating whether the token is enabled upon creation.; default: True"},"clm":{"choice":"api_token_api.APITokenApi.post_api_token","correct":false,"latency_ms":32.84,"confidence":0.82513},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":98.74,"confidence":1.0}},"schema":{"criteria":{"api_token_api.APITokenApi.get_api_tokens":"{\"description\":\"Retrieves a list of API tokens associated with the user's account.\",\"name\":\"api_token_api.APITokenApi.get_api_tokens\",\"parameters\":{\"properties\":{\"include_expired\":{\"default\":false,\"description\":\"Flag to determine if expired tokens should be included in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier for the user whose API tokens are being retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","CustomDashboardsApi.get_shareable_api_tokens":"{\"description\":\"Retrieves a list of shareable API tokens associated with the custom dashboards.\",\"name\":\"CustomDashboardsApi.get_shareable_api_tokens\",\"parameters\":{\"properties\":{\"include_expired\":{\"default\":false,\"description\":\"Determines whether to include expired tokens in the response.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose API tokens are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","api_token_api.APITokenApi.post_api_token":"{\"description\":\"Create a new API token for authenticating against the API endpoints. The token ensures secure access to the provided services.\",\"name\":\"api_token_api.APITokenApi.post_api_token\",\"parameters\":{\"properties\":{\"enabled\":{\"default\":true,\"description\":\"Flag indicating whether the token is enabled upon creation.\",\"type\":\"boolean\"},\"expiration_date\":{\"default\":\"2024-01-01\",\"description\":\"The expiration date of the token in the format 'YYYY-MM-DD'. If not provided, the token will expire in 1 year by default.\",\"type\":\"string\"},\"permissions\":{\"description\":\"The level of access granted by the token.\",\"enum\":[\"read\",\"write\",\"admin\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the API token is being created.\",\"type\":\"integer\"}},\"required\":[\"user_id\",\"permissions\"],\"type\":\"dict\"}}"},"clm":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":34.7,"confidence":0.371018},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":96.58,"confidence":1.0}}}},{"id":"live_multiple_1004-233-0","split":"live_multiple","state":"User: Produce the access log for query \"llama\", at offset 434 and page size 'nine'.","expected":"audit_log_api.AuditLogApi.get_access_logs","candidate_count":3,"views":{"description":{"criteria":{"audit_log_api.AuditLogApi.get_access_logs":"audit_log_api.AuditLogApi.get_access_logs: Retrieve a list of access logs from the audit log API, with options to specify offset, query filters, and page size for pagination.","audit_log_api.AuditLogApi.get_audit_logs":"audit_log_api.AuditLogApi.get_audit_logs: Retrieve a list of audit logs based on specified criteria such as offset and query filters.","ApplicationAnalyzeApi.get_trace_download":"ApplicationAnalyzeApi.get_trace_download: Retrieves detailed information about a trace with a specified ID, allowing for optional pagination."},"clm":{"choice":"audit_log_api.AuditLogApi.get_audit_logs","correct":false,"latency_ms":79.41,"confidence":0.806021},"jev":{"choice":"audit_log_api.AuditLogApi.get_access_logs","correct":true,"latency_ms":111.62,"confidence":1.0}},"prose_schema":{"criteria":{"audit_log_api.AuditLogApi.get_access_logs":"audit_log_api.AuditLogApi.get_access_logs: Retrieve a list of access logs from the audit log API, with options to specify offset, query filters, and page size for pagination.\nParameter offset (integer); required; The starting index from which to return the list of access logs. An offset of 0 starts from the beginning.\nParameter query (string); A search query to filter the access logs based on specific criteria. For example, 'error' to find logs related to errors.; default: \nParameter pageSize (integer); required; The number of access log entries to return in a single response for pagination purposes.","audit_log_api.AuditLogApi.get_audit_logs":"audit_log_api.AuditLogApi.get_audit_logs: Retrieve a list of audit logs based on specified criteria such as offset and query filters.\nParameter offset (integer); required; The starting index from which to return audit logs. Zero-based.\nParameter query (string); An optional search query to filter audit logs based on specific conditions, such as user actions or date range. Format: 'field:value'. Example: 'action:login'.; default: None\nParameter pageSize (integer); required; The number of audit logs to retrieve in a single request. Must be a positive integer.","ApplicationAnalyzeApi.get_trace_download":"ApplicationAnalyzeApi.get_trace_download: Retrieves detailed information about a trace with a specified ID, allowing for optional pagination.\nParameter id (string); required; The unique identifier for the trace.\nParameter retrievalSize (integer); The number of trace entries to retrieve in one call. Defaults to 100 if not specified.; default: 100\nParameter offset (integer); The offset from the start of the trace data used for paginating results. Defaults to 0 to start from the beginning.; default: 0\nParameter ingestionTime (string); The timestamp representing when the trace was ingested. Format should be in UTC ISO 8601, such as '2023-01-15T00:00:00Z'. If not specified, defaults to the current time.; default: None"},"clm":{"choice":"audit_log_api.AuditLogApi.get_audit_logs","correct":false,"latency_ms":112.55,"confidence":0.492137},"jev":{"choice":"audit_log_api.AuditLogApi.get_access_logs","correct":true,"latency_ms":141.47,"confidence":1.0}},"schema":{"criteria":{"audit_log_api.AuditLogApi.get_access_logs":"{\"description\":\"Retrieve a list of access logs from the audit log API, with options to specify offset, query filters, and page size for pagination.\",\"name\":\"audit_log_api.AuditLogApi.get_access_logs\",\"parameters\":{\"properties\":{\"offset\":{\"description\":\"The starting index from which to return the list of access logs. An offset of 0 starts from the beginning.\",\"type\":\"integer\"},\"pageSize\":{\"description\":\"The number of access log entries to return in a single response for pagination purposes.\",\"type\":\"integer\"},\"query\":{\"default\":\"\",\"description\":\"A search query to filter the access logs based on specific criteria. For example, 'error' to find logs related to errors.\",\"type\":\"string\"}},\"required\":[\"offset\",\"pageSize\"],\"type\":\"dict\"}}","audit_log_api.AuditLogApi.get_audit_logs":"{\"description\":\"Retrieve a list of audit logs based on specified criteria such as offset and query filters.\",\"name\":\"audit_log_api.AuditLogApi.get_audit_logs\",\"parameters\":{\"properties\":{\"offset\":{\"description\":\"The starting index from which to return audit logs. Zero-based.\",\"type\":\"integer\"},\"pageSize\":{\"description\":\"The number of audit logs to retrieve in a single request. Must be a positive integer.\",\"type\":\"integer\"},\"query\":{\"default\":null,\"description\":\"An optional search query to filter audit logs based on specific conditions, such as user actions or date range. Format: 'field:value'. Example: 'action:login'.\",\"type\":\"string\"}},\"required\":[\"offset\",\"pageSize\"],\"type\":\"dict\"}}","ApplicationAnalyzeApi.get_trace_download":"{\"description\":\"Retrieves detailed information about a trace with a specified ID, allowing for optional pagination.\",\"name\":\"ApplicationAnalyzeApi.get_trace_download\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier for the trace.\",\"type\":\"string\"},\"ingestionTime\":{\"default\":null,\"description\":\"The timestamp representing when the trace was ingested. Format should be in UTC ISO 8601, such as '2023-01-15T00:00:00Z'. If not specified, defaults to the current time.\",\"type\":\"string\"},\"offset\":{\"default\":0,\"description\":\"The offset from the start of the trace data used for paginating results. Defaults to 0 to start from the beginning.\",\"type\":\"integer\"},\"retrievalSize\":{\"default\":100,\"description\":\"The number of trace entries to retrieve in one call. Defaults to 100 if not specified.\",\"type\":\"integer\"}},\"required\":[\"id\"],\"type\":\"dict\"}}"},"clm":{"choice":"audit_log_api.AuditLogApi.get_audit_logs","correct":false,"latency_ms":157.29,"confidence":0.36781},"jev":{"choice":"audit_log_api.AuditLogApi.get_access_logs","correct":true,"latency_ms":113.99,"confidence":0.99}}}},{"id":"live_multiple_1005-234-0","split":"live_multiple","state":"User: Give the snapshot for host agent zzwzeem,  up to the current time","expected":"host_agent_api.HostAgentApi.get_agent_snapshot","candidate_count":3,"views":{"description":{"criteria":{"host_agent_api.HostAgentApi.get_agent_snapshot":"host_agent_api.HostAgentApi.get_agent_snapshot: Retrieves a snapshot of details for a specific host agent within a given time frame.","host_agent_api.HostAgentApi.search_host_agents":"host_agent_api.HostAgentApi.search_host_agents: Query the host agent snapshots based on the provided parameters to retrieve relevant data.","get_agent_support_information":"get_agent_support_information: Retrieve support information for a specific agent on a host, identified by host and support information IDs."},"clm":{"choice":"host_agent_api.HostAgentApi.get_agent_snapshot","correct":true,"latency_ms":92.67,"confidence":0.733975},"jev":{"choice":"host_agent_api.HostAgentApi.get_agent_snapshot","correct":true,"latency_ms":124.84,"confidence":1.0}},"prose_schema":{"criteria":{"host_agent_api.HostAgentApi.get_agent_snapshot":"host_agent_api.HostAgentApi.get_agent_snapshot: Retrieves a snapshot of details for a specific host agent within a given time frame.\nParameter id (string); required; The unique identifier of the host agent.\nParameter to (string); The end time for the snapshot data retrieval, in ISO 8601 format (e.g., '2023-01-01T00:00:00Z').; default: None\nParameter windowSize (integer); The size of the time window for the snapshot in minutes.; default: 60","host_agent_api.HostAgentApi.search_host_agents":"host_agent_api.HostAgentApi.search_host_agents: Query the host agent snapshots based on the provided parameters to retrieve relevant data.\nParameter query (string); required; The search query for filtering host agent snapshots, such as 'status:active'.\nParameter to (string); The end date for the query in the format 'YYYY-MM-DD'. If not specified, defaults to the current date.; default: None\nParameter windowSize (integer); The size of the time window in hours for the query.; default: 24\nParameter size (integer); The maximum number of host agent snapshots to return.; default: 100\nParameter offline (boolean); A flag indicating whether to include offline host agents in the results.; default: False","get_agent_support_information":"get_agent_support_information: Retrieve support information for a specific agent on a host, identified by host and support information IDs.\nParameter hostId (string); required; Unique identifier for the host where the agent is running.\nParameter supportInfoId (string); required; Unique identifier for the support information related to the agent."},"clm":{"choice":"host_agent_api.HostAgentApi.search_host_agents","correct":false,"latency_ms":100.89,"confidence":0.991387},"jev":{"choice":"host_agent_api.HostAgentApi.get_agent_snapshot","correct":true,"latency_ms":107.38,"confidence":1.0}},"schema":{"criteria":{"host_agent_api.HostAgentApi.get_agent_snapshot":"{\"description\":\"Retrieves a snapshot of details for a specific host agent within a given time frame.\",\"name\":\"host_agent_api.HostAgentApi.get_agent_snapshot\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the host agent.\",\"type\":\"string\"},\"to\":{\"default\":null,\"description\":\"The end time for the snapshot data retrieval, in ISO 8601 format (e.g., '2023-01-01T00:00:00Z').\",\"type\":\"string\"},\"windowSize\":{\"default\":60,\"description\":\"The size of the time window for the snapshot in minutes.\",\"type\":\"integer\"}},\"required\":[\"id\"],\"type\":\"dict\"}}","host_agent_api.HostAgentApi.search_host_agents":"{\"description\":\"Query the host agent snapshots based on the provided parameters to retrieve relevant data.\",\"name\":\"host_agent_api.HostAgentApi.search_host_agents\",\"parameters\":{\"properties\":{\"offline\":{\"default\":false,\"description\":\"A flag indicating whether to include offline host agents in the results.\",\"type\":\"boolean\"},\"query\":{\"description\":\"The search query for filtering host agent snapshots, such as 'status:active'.\",\"type\":\"string\"},\"size\":{\"default\":100,\"description\":\"The maximum number of host agent snapshots to return.\",\"type\":\"integer\"},\"to\":{\"default\":null,\"description\":\"The end date for the query in the format 'YYYY-MM-DD'. If not specified, defaults to the current date.\",\"type\":\"string\"},\"windowSize\":{\"default\":24,\"description\":\"The size of the time window in hours for the query.\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","get_agent_support_information":"{\"description\":\"Retrieve support information for a specific agent on a host, identified by host and support information IDs.\",\"name\":\"get_agent_support_information\",\"parameters\":{\"properties\":{\"hostId\":{\"description\":\"Unique identifier for the host where the agent is running.\",\"type\":\"string\"},\"supportInfoId\":{\"description\":\"Unique identifier for the support information related to the agent.\",\"type\":\"string\"}},\"required\":[\"hostId\",\"supportInfoId\"],\"type\":\"dict\"}}"},"clm":{"choice":"host_agent_api.HostAgentApi.search_host_agents","correct":false,"latency_ms":124.22,"confidence":0.870629},"jev":{"choice":"host_agent_api.HostAgentApi.get_agent_snapshot","correct":true,"latency_ms":125.65,"confidence":1.0}}}},{"id":"live_multiple_1006-235-0","split":"live_multiple","state":"User: How many hosts are being monitored? The API Key is 'gorilla-123'","expected":"get_monitoring_state","candidate_count":3,"views":{"description":{"criteria":{"get_monitoring_state":"get_monitoring_state: Returns the count of hosts currently being monitored by the infrastructure resources API.","InfrastructureCatalogApi.get_infrastructure_catalog_plugins":"InfrastructureCatalogApi.get_infrastructure_catalog_plugins: Retrieve a list of all available plugin identifiers that can be used to monitor the system.","get_website_catalog_metrics":"get_website_catalog_metrics: Retrieve a list of all available metric definitions used for website monitoring."},"clm":{"choice":"get_monitoring_state","correct":true,"latency_ms":75.87,"confidence":0.639626},"jev":{"choice":"get_monitoring_state","correct":true,"latency_ms":124.49,"confidence":1.0}},"prose_schema":{"criteria":{"get_monitoring_state":"get_monitoring_state: Returns the count of hosts currently being monitored by the infrastructure resources API.\nParameter api_key (string); required; The API key used to authenticate requests to the infrastructure resources API.\nParameter environment (string); Specifies the environment for which the host monitoring count is required, such as 'production' or 'development'.; allowed values: production, development, staging, test; default: production\nParameter include_inactive (boolean); Determines whether to include inactive hosts in the count.; default: False","InfrastructureCatalogApi.get_infrastructure_catalog_plugins":"InfrastructureCatalogApi.get_infrastructure_catalog_plugins: Retrieve a list of all available plugin identifiers that can be used to monitor the system.","get_website_catalog_metrics":"get_website_catalog_metrics: Retrieve a list of all available metric definitions used for website monitoring.\nParameter category (string); The category of metrics to retrieve, such as 'performance' or 'availability'.; allowed values: performance, availability, functionality, security; default: performance\nParameter include_deprecated (boolean); A flag to determine if deprecated metrics should be included in the results.; default: False"},"clm":{"choice":"InfrastructureCatalogApi.get_infrastructure_catalog_plugins","correct":false,"latency_ms":75.36,"confidence":0.784257},"jev":{"choice":"get_monitoring_state","correct":true,"latency_ms":123.23,"confidence":1.0}},"schema":{"criteria":{"get_monitoring_state":"{\"description\":\"Returns the count of hosts currently being monitored by the infrastructure resources API.\",\"name\":\"get_monitoring_state\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key used to authenticate requests to the infrastructure resources API.\",\"type\":\"string\"},\"environment\":{\"default\":\"production\",\"description\":\"Specifies the environment for which the host monitoring count is required, such as 'production' or 'development'.\",\"enum\":[\"production\",\"development\",\"staging\",\"test\"],\"type\":\"string\"},\"include_inactive\":{\"default\":false,\"description\":\"Determines whether to include inactive hosts in the count.\",\"type\":\"boolean\"}},\"required\":[\"api_key\"],\"type\":\"dict\"}}","InfrastructureCatalogApi.get_infrastructure_catalog_plugins":"{\"description\":\"Retrieve a list of all available plugin identifiers that can be used to monitor the system.\",\"name\":\"InfrastructureCatalogApi.get_infrastructure_catalog_plugins\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","get_website_catalog_metrics":"{\"description\":\"Retrieve a list of all available metric definitions used for website monitoring.\",\"name\":\"get_website_catalog_metrics\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"performance\",\"description\":\"The category of metrics to retrieve, such as 'performance' or 'availability'.\",\"enum\":[\"performance\",\"availability\",\"functionality\",\"security\"],\"type\":\"string\"},\"include_deprecated\":{\"default\":false,\"description\":\"A flag to determine if deprecated metrics should be included in the results.\",\"type\":\"boolean\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"InfrastructureCatalogApi.get_infrastructure_catalog_plugins","correct":false,"latency_ms":152.97,"confidence":0.990836},"jev":{"choice":"get_monitoring_state","correct":true,"latency_ms":126.35,"confidence":1.0}}}},{"id":"live_multiple_1007-236-0","split":"live_multiple","state":"User: What software is installed having version 5.5?","expected":"software_versions","candidate_count":3,"views":{"description":{"criteria":{"software_versions":"software_versions: Retrieve information about the installed software, including runtime and package manager details. Use optional filters to refine the results.","health_api.HealthApi.get_version":"health_api.HealthApi.get_version: Retrieve the current version information of the API.","ApplicationSettingsApi.get_application_configs":"ApplicationSettingsApi.get_application_configs: Retrieve all configuration settings for the application, including environment variables, feature toggles, and system behaviors."},"clm":{"choice":"software_versions","correct":true,"latency_ms":78.98,"confidence":0.985076},"jev":{"choice":"software_versions","correct":true,"latency_ms":120.21,"confidence":1.0}},"prose_schema":{"criteria":{"software_versions":"software_versions: Retrieve information about the installed software, including runtime and package manager details. Use optional filters to refine the results.\nParameter time (string); The time at which the software details were retrieved, in the format 'YYYY-MM-DD HH:MM:SS'.; default: null\nParameter origin (string); The source or repository from which the software was installed.; default: \nParameter type (string); The type of the software, such as 'runtime' or 'package_manager'.; allowed values: runtime, package_manager; default: \nParameter name (string); The name of the software to filter by.; default: \nParameter version (string); The version of the software to filter by.; default: ","health_api.HealthApi.get_version":"health_api.HealthApi.get_version: Retrieve the current version information of the API.","ApplicationSettingsApi.get_application_configs":"ApplicationSettingsApi.get_application_configs: Retrieve all configuration settings for the application, including environment variables, feature toggles, and system behaviors.\nParameter environment (string); required; The deployment environment for which the application configurations are being retrieved, such as 'development', 'staging', or 'production'.; allowed values: development, staging, production\nParameter include_sensitive (boolean); A flag indicating whether to include sensitive configurations like API keys and passwords. It is recommended to keep this false unless necessary.; default: False\nParameter config_type (string); The type of configurations to retrieve, such as 'feature_toggles' or 'system_behaviors'.; allowed values: all, feature_toggles, system_behaviors; default: all"},"clm":{"choice":"ApplicationSettingsApi.get_application_configs","correct":false,"latency_ms":110.61,"confidence":0.978284},"jev":{"choice":"software_versions","correct":true,"latency_ms":151.78,"confidence":1.0}},"schema":{"criteria":{"software_versions":"{\"description\":\"Retrieve information about the installed software, including runtime and package manager details. Use optional filters to refine the results.\",\"name\":\"software_versions\",\"parameters\":{\"properties\":{\"name\":{\"default\":\"\",\"description\":\"The name of the software to filter by.\",\"type\":\"string\"},\"origin\":{\"default\":\"\",\"description\":\"The source or repository from which the software was installed.\",\"type\":\"string\"},\"time\":{\"default\":\"null\",\"description\":\"The time at which the software details were retrieved, in the format 'YYYY-MM-DD HH:MM:SS'.\",\"type\":\"string\"},\"type\":{\"default\":\"\",\"description\":\"The type of the software, such as 'runtime' or 'package_manager'.\",\"enum\":[\"runtime\",\"package_manager\"],\"type\":\"string\"},\"version\":{\"default\":\"\",\"description\":\"The version of the software to filter by.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","health_api.HealthApi.get_version":"{\"description\":\"Retrieve the current version information of the API.\",\"name\":\"health_api.HealthApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","ApplicationSettingsApi.get_application_configs":"{\"description\":\"Retrieve all configuration settings for the application, including environment variables, feature toggles, and system behaviors.\",\"name\":\"ApplicationSettingsApi.get_application_configs\",\"parameters\":{\"properties\":{\"config_type\":{\"default\":\"all\",\"description\":\"The type of configurations to retrieve, such as 'feature_toggles' or 'system_behaviors'.\",\"enum\":[\"all\",\"feature_toggles\",\"system_behaviors\"],\"type\":\"string\"},\"environment\":{\"description\":\"The deployment environment for which the application configurations are being retrieved, such as 'development', 'staging', or 'production'.\",\"enum\":[\"development\",\"staging\",\"production\"],\"type\":\"string\"},\"include_sensitive\":{\"default\":false,\"description\":\"A flag indicating whether to include sensitive configurations like API keys and passwords. It is recommended to keep this false unless necessary.\",\"type\":\"boolean\"}},\"required\":[\"environment\"],\"type\":\"dict\"}}"},"clm":{"choice":"health_api.HealthApi.get_version","correct":false,"latency_ms":115.87,"confidence":0.909952},"jev":{"choice":"software_versions","correct":true,"latency_ms":106.03,"confidence":1.0}}}},{"id":"live_multiple_1008-237-0","split":"live_multiple","state":"User: I need trace details for id \"grgr\", using retrieval size of 1024.","expected":"ApplicationAnalyzeApi.get_trace_download","candidate_count":3,"views":{"description":{"criteria":{"ApplicationAnalyzeApi.get_trace_download":"ApplicationAnalyzeApi.get_trace_download: Retrieves detailed information about a specific trace from an application analysis system by trace ID. The response includes trace data up to a specified retrieval size, starting from a given offset. The data can be filtered based on the time of ingestion.","ApplicationAnalyzeApi.get_call_details":"ApplicationAnalyzeApi.get_call_details: Retrieve the details of a specific call using its trace ID and call ID.","ApplicationAnalyzeApi.get_correlated_traces":"ApplicationAnalyzeApi.get_correlated_traces: Retrieve backend trace IDs corresponding to the provided correlation IDs from website and mobile app monitoring data."},"clm":{"choice":"ApplicationAnalyzeApi.get_correlated_traces","correct":false,"latency_ms":87.61,"confidence":0.816137},"jev":{"choice":"ApplicationAnalyzeApi.get_trace_download","correct":true,"latency_ms":146.26,"confidence":1.0}},"prose_schema":{"criteria":{"ApplicationAnalyzeApi.get_trace_download":"ApplicationAnalyzeApi.get_trace_download: Retrieves detailed information about a specific trace from an application analysis system by trace ID. The response includes trace data up to a specified retrieval size, starting from a given offset. The data can be filtered based on the time of ingestion.\nParameter id (string); required; The unique identifier of the trace to retrieve.\nParameter retrievalSize (integer); The maximum number of trace entries to retrieve.; default: 100\nParameter offset (integer); The offset from which to start retrieving trace entries.; default: 0\nParameter ingestionTime (string); The ingestion time to filter the trace data, formatted as an ISO 8601 timestamp, such as '2023-03-25T13:00:00Z'.; default: None","ApplicationAnalyzeApi.get_call_details":"ApplicationAnalyzeApi.get_call_details: Retrieve the details of a specific call using its trace ID and call ID.\nParameter traceId (string); required; The unique identifier for the trace of the call.\nParameter callId (string); required; The unique identifier for the individual call within a trace.","ApplicationAnalyzeApi.get_correlated_traces":"ApplicationAnalyzeApi.get_correlated_traces: Retrieve backend trace IDs corresponding to the provided correlation IDs from website and mobile app monitoring data.\nParameter correlationId (string); required; The unique identifier used for correlating traces between backend and monitoring systems, typically a UUID."},"clm":{"choice":"ApplicationAnalyzeApi.get_trace_download","correct":true,"latency_ms":98.08,"confidence":0.532859},"jev":{"choice":"ApplicationAnalyzeApi.get_trace_download","correct":true,"latency_ms":124.18,"confidence":1.0}},"schema":{"criteria":{"ApplicationAnalyzeApi.get_trace_download":"{\"description\":\"Retrieves detailed information about a specific trace from an application analysis system by trace ID. The response includes trace data up to a specified retrieval size, starting from a given offset. The data can be filtered based on the time of ingestion.\",\"name\":\"ApplicationAnalyzeApi.get_trace_download\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the trace to retrieve.\",\"type\":\"string\"},\"ingestionTime\":{\"default\":null,\"description\":\"The ingestion time to filter the trace data, formatted as an ISO 8601 timestamp, such as '2023-03-25T13:00:00Z'.\",\"type\":\"string\"},\"offset\":{\"default\":0,\"description\":\"The offset from which to start retrieving trace entries.\",\"type\":\"integer\"},\"retrievalSize\":{\"default\":100,\"description\":\"The maximum number of trace entries to retrieve.\",\"type\":\"integer\"}},\"required\":[\"id\"],\"type\":\"dict\"}}","ApplicationAnalyzeApi.get_call_details":"{\"description\":\"Retrieve the details of a specific call using its trace ID and call ID.\",\"name\":\"ApplicationAnalyzeApi.get_call_details\",\"parameters\":{\"properties\":{\"callId\":{\"description\":\"The unique identifier for the individual call within a trace.\",\"type\":\"string\"},\"traceId\":{\"description\":\"The unique identifier for the trace of the call.\",\"type\":\"string\"}},\"required\":[\"traceId\",\"callId\"],\"type\":\"dict\"}}","ApplicationAnalyzeApi.get_correlated_traces":"{\"description\":\"Retrieve backend trace IDs corresponding to the provided correlation IDs from website and mobile app monitoring data.\",\"name\":\"ApplicationAnalyzeApi.get_correlated_traces\",\"parameters\":{\"properties\":{\"correlationId\":{\"description\":\"The unique identifier used for correlating traces between backend and monitoring systems, typically a UUID.\",\"type\":\"string\"}},\"required\":[\"correlationId\"],\"type\":\"dict\"}}"},"clm":{"choice":"ApplicationAnalyzeApi.get_call_details","correct":false,"latency_ms":125.7,"confidence":0.84246},"jev":{"choice":"ApplicationAnalyzeApi.get_trace_download","correct":true,"latency_ms":105.16,"confidence":1.0}}}},{"id":"live_multiple_1009-238-0","split":"live_multiple","state":"User: I need to review the geographical mapping rules configured for my website. The site's unique identifier is '123e4567-e89b-12d3-a456-426614174000'.","expected":"get_website_geo_mapping_rules","candidate_count":3,"views":{"description":{"criteria":{"get_website_geo_mapping_rules":"get_website_geo_mapping_rules: Retrieve custom geographical mapping rules that are configured for a specific website based on its unique identifier.","set_website_geo_mapping_rules":"set_website_geo_mapping_rules: Set custom geographic mapping rules for a website, enabling different content or behaviors based on user location.","website_configuration_api.get_website_geo_location_configuration":"website_configuration_api.get_website_geo_location_configuration: Retrieve the geographical location configuration settings associated with a specific website, identified by its unique website ID."},"clm":{"choice":"get_website_geo_mapping_rules","correct":true,"latency_ms":87.14,"confidence":0.739908},"jev":{"choice":"get_website_geo_mapping_rules","correct":true,"latency_ms":104.41,"confidence":0.99}},"prose_schema":{"criteria":{"get_website_geo_mapping_rules":"get_website_geo_mapping_rules: Retrieve custom geographical mapping rules that are configured for a specific website based on its unique identifier.\nParameter websiteId (string); required; A unique identifier for the website for which geo mapping rules are being retrieved. This should be a valid UUID.","set_website_geo_mapping_rules":"set_website_geo_mapping_rules: Set custom geographic mapping rules for a website, enabling different content or behaviors based on user location.\nParameter websiteId (string); required; The unique identifier for the website.\nParameter geoMappingRules (array); required; An array of mapping rules that define how the website behaves for users from different geographic locations.","website_configuration_api.get_website_geo_location_configuration":"website_configuration_api.get_website_geo_location_configuration: Retrieve the geographical location configuration settings associated with a specific website, identified by its unique website ID.\nParameter websiteId (string); required; The unique identifier of the website for which the geo location configuration is being retrieved. This is typically a UUID."},"clm":{"choice":"get_website_geo_mapping_rules","correct":true,"latency_ms":89.44,"confidence":0.878475},"jev":{"choice":"get_website_geo_mapping_rules","correct":true,"latency_ms":107.2,"confidence":1.0}},"schema":{"criteria":{"get_website_geo_mapping_rules":"{\"description\":\"Retrieve custom geographical mapping rules that are configured for a specific website based on its unique identifier.\",\"name\":\"get_website_geo_mapping_rules\",\"parameters\":{\"properties\":{\"websiteId\":{\"description\":\"A unique identifier for the website for which geo mapping rules are being retrieved. This should be a valid UUID.\",\"type\":\"string\"}},\"required\":[\"websiteId\"],\"type\":\"dict\"}}","set_website_geo_mapping_rules":"{\"description\":\"Set custom geographic mapping rules for a website, enabling different content or behaviors based on user location.\",\"name\":\"set_website_geo_mapping_rules\",\"parameters\":{\"properties\":{\"geoMappingRules\":{\"description\":\"An array of mapping rules that define how the website behaves for users from different geographic locations.\",\"items\":{\"type\":\"dict\"},\"type\":\"array\"},\"websiteId\":{\"description\":\"The unique identifier for the website.\",\"type\":\"string\"}},\"required\":[\"websiteId\",\"geoMappingRules\"],\"type\":\"dict\"}}","website_configuration_api.get_website_geo_location_configuration":"{\"description\":\"Retrieve the geographical location configuration settings associated with a specific website, identified by its unique website ID.\",\"name\":\"website_configuration_api.get_website_geo_location_configuration\",\"parameters\":{\"properties\":{\"websiteId\":{\"description\":\"The unique identifier of the website for which the geo location configuration is being retrieved. This is typically a UUID.\",\"type\":\"string\"}},\"required\":[\"websiteId\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_website_geo_mapping_rules","correct":true,"latency_ms":203.78,"confidence":0.676708},"jev":{"choice":"get_website_geo_mapping_rules","correct":true,"latency_ms":115.35,"confidence":1.0}}}},{"id":"live_multiple_1010-239-0","split":"live_multiple","state":"User: Get the dashboard for \"dashing\".","expected":"CustomDashboardsApi.get_custom_dashboards","candidate_count":3,"views":{"description":{"criteria":{"CustomDashboardsApi.add_custom_dashboard":"CustomDashboardsApi.add_custom_dashboard: This function creates a new custom dashboard with a specified configuration and adds it to the system.","CustomDashboardsApi.get_custom_dashboards":"CustomDashboardsApi.get_custom_dashboards: Retrieves a list of custom dashboards that the user has access to, based on the provided query parameters.","CustomDashboardsApi.get_custom_dashboard":"CustomDashboardsApi.get_custom_dashboard: Retrieve the details of a custom dashboard by its unique identifier."},"clm":{"choice":"CustomDashboardsApi.get_custom_dashboards","correct":true,"latency_ms":76.27,"confidence":0.756201},"jev":{"choice":"CustomDashboardsApi.get_custom_dashboard","correct":false,"latency_ms":95.25,"confidence":0.75}},"prose_schema":{"criteria":{"CustomDashboardsApi.add_custom_dashboard":"CustomDashboardsApi.add_custom_dashboard: This function creates a new custom dashboard with a specified configuration and adds it to the system.\nParameter dashboard_name (string); required; The name of the custom dashboard to be created.\nParameter widgets (array); required; A list of widget identifiers to be included in the dashboard.\nParameter layout (string); required; The layout configuration for the dashboard.; allowed values: grid, freeform, single\nParameter description (string); A brief description of the dashboard's purpose and contents.; default: No description provided.\nParameter is_public (boolean); A flag indicating whether the dashboard should be public or private.; default: False","CustomDashboardsApi.get_custom_dashboards":"CustomDashboardsApi.get_custom_dashboards: Retrieves a list of custom dashboards that the user has access to, based on the provided query parameters.\nParameter query (string); required; A search query string to filter accessible dashboards. Supports logical operators and field-specific filtering.\nParameter pageSize (integer); The number of dashboard entries to return per page.; default: 10\nParameter page (integer); The page number to retrieve, used for paginating through large sets of dashboard entries.; default: 1","CustomDashboardsApi.get_custom_dashboard":"CustomDashboardsApi.get_custom_dashboard: Retrieve the details of a custom dashboard by its unique identifier.\nParameter customDashboardId (string); required; The unique identifier of the custom dashboard to retrieve."},"clm":{"choice":"CustomDashboardsApi.get_custom_dashboard","correct":false,"latency_ms":97.94,"confidence":0.5437},"jev":{"choice":"CustomDashboardsApi.get_custom_dashboards","correct":true,"latency_ms":102.98,"confidence":0.86}},"schema":{"criteria":{"CustomDashboardsApi.add_custom_dashboard":"{\"description\":\"This function creates a new custom dashboard with a specified configuration and adds it to the system.\",\"name\":\"CustomDashboardsApi.add_custom_dashboard\",\"parameters\":{\"properties\":{\"dashboard_name\":{\"description\":\"The name of the custom dashboard to be created.\",\"type\":\"string\"},\"description\":{\"default\":\"No description provided.\",\"description\":\"A brief description of the dashboard's purpose and contents.\",\"type\":\"string\"},\"is_public\":{\"default\":false,\"description\":\"A flag indicating whether the dashboard should be public or private.\",\"type\":\"boolean\"},\"layout\":{\"description\":\"The layout configuration for the dashboard.\",\"enum\":[\"grid\",\"freeform\",\"single\"],\"type\":\"string\"},\"widgets\":{\"description\":\"A list of widget identifiers to be included in the dashboard.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"dashboard_name\",\"widgets\",\"layout\"],\"type\":\"dict\"}}","CustomDashboardsApi.get_custom_dashboards":"{\"description\":\"Retrieves a list of custom dashboards that the user has access to, based on the provided query parameters.\",\"name\":\"CustomDashboardsApi.get_custom_dashboards\",\"parameters\":{\"properties\":{\"page\":{\"default\":1,\"description\":\"The page number to retrieve, used for paginating through large sets of dashboard entries.\",\"type\":\"integer\"},\"pageSize\":{\"default\":10,\"description\":\"The number of dashboard entries to return per page.\",\"type\":\"integer\"},\"query\":{\"description\":\"A search query string to filter accessible dashboards. Supports logical operators and field-specific filtering.\",\"type\":\"string\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","CustomDashboardsApi.get_custom_dashboard":"{\"description\":\"Retrieve the details of a custom dashboard by its unique identifier.\",\"name\":\"CustomDashboardsApi.get_custom_dashboard\",\"parameters\":{\"properties\":{\"customDashboardId\":{\"description\":\"The unique identifier of the custom dashboard to retrieve.\",\"type\":\"string\"}},\"required\":[\"customDashboardId\"],\"type\":\"dict\"}}"},"clm":{"choice":"CustomDashboardsApi.get_custom_dashboards","correct":true,"latency_ms":150.64,"confidence":0.516113},"jev":{"choice":"CustomDashboardsApi.get_custom_dashboards","correct":true,"latency_ms":173.74,"confidence":0.88}}}},{"id":"live_multiple_1011-240-0","split":"live_multiple","state":"User: I need the synthetic credential names today. What are they? Thanks.","expected":"get_synthetic_credential_names","candidate_count":3,"views":{"description":{"criteria":{"get_synthetic_credential_names":"get_synthetic_credential_names: Retrieve a list of all synthetic credential names used for synthetic monitoring.","delete_synthetic_credential":"delete_synthetic_credential: Deletes a specific synthetic credential from the system by its unique name.","create_synthetic_credential":"create_synthetic_credential: Creates a credential to be used in Synthetic API Script Tests. The credential consists of a name and an associated encrypted value. Once created, the credential's value cannot be retrieved."},"clm":{"choice":"get_synthetic_credential_names","correct":true,"latency_ms":88.34,"confidence":0.589983},"jev":{"choice":"get_synthetic_credential_names","correct":true,"latency_ms":147.05,"confidence":1.0}},"prose_schema":{"criteria":{"get_synthetic_credential_names":"get_synthetic_credential_names: Retrieve a list of all synthetic credential names used for synthetic monitoring.\nParameter filter (string); A filter to apply to the credential names list, such as 'active' or 'inactive'.; allowed values: active, inactive; default: active\nParameter sort_order (string); The order in which to sort the credential names, either 'asc' for ascending or 'desc' for descending.; allowed values: asc, desc; default: asc","delete_synthetic_credential":"delete_synthetic_credential: Deletes a specific synthetic credential from the system by its unique name.\nParameter name (string); required; The unique name identifier of the synthetic credential to be deleted.","create_synthetic_credential":"create_synthetic_credential: Creates a credential to be used in Synthetic API Script Tests. The credential consists of a name and an associated encrypted value. Once created, the credential's value cannot be retrieved.\nParameter credentialName (string); required; The unique identifier for the credential. It must start with a letter and can contain only letters, numbers, and underscores. The maximum length is 64 characters.\nParameter credentialValue (string); required; The value of the credential to be used during API Script execution. This value is stored in an encrypted form and cannot be retrieved after creation."},"clm":{"choice":"delete_synthetic_credential","correct":false,"latency_ms":89.18,"confidence":0.897365},"jev":{"choice":"get_synthetic_credential_names","correct":true,"latency_ms":129.74,"confidence":1.0}},"schema":{"criteria":{"get_synthetic_credential_names":"{\"description\":\"Retrieve a list of all synthetic credential names used for synthetic monitoring.\",\"name\":\"get_synthetic_credential_names\",\"parameters\":{\"properties\":{\"filter\":{\"default\":\"active\",\"description\":\"A filter to apply to the credential names list, such as 'active' or 'inactive'.\",\"enum\":[\"active\",\"inactive\"],\"type\":\"string\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the credential names, either 'asc' for ascending or 'desc' for descending.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","delete_synthetic_credential":"{\"description\":\"Deletes a specific synthetic credential from the system by its unique name.\",\"name\":\"delete_synthetic_credential\",\"parameters\":{\"properties\":{\"name\":{\"description\":\"The unique name identifier of the synthetic credential to be deleted.\",\"type\":\"string\"}},\"required\":[\"name\"],\"type\":\"dict\"}}","create_synthetic_credential":"{\"description\":\"Creates a credential to be used in Synthetic API Script Tests. The credential consists of a name and an associated encrypted value. Once created, the credential's value cannot be retrieved.\",\"name\":\"create_synthetic_credential\",\"parameters\":{\"properties\":{\"credentialName\":{\"description\":\"The unique identifier for the credential. It must start with a letter and can contain only letters, numbers, and underscores. The maximum length is 64 characters.\",\"type\":\"string\"},\"credentialValue\":{\"description\":\"The value of the credential to be used during API Script execution. This value is stored in an encrypted form and cannot be retrieved after creation.\",\"type\":\"string\"}},\"required\":[\"credentialName\",\"credentialValue\"],\"type\":\"dict\"}}"},"clm":{"choice":"delete_synthetic_credential","correct":false,"latency_ms":100.27,"confidence":0.754746},"jev":{"choice":"get_synthetic_credential_names","correct":true,"latency_ms":122.4,"confidence":1.0}}}},{"id":"live_multiple_1012-241-0","split":"live_multiple","state":"User: Could you provide me with a list of synthetic monitoring locations sorted by the creation date, and only showing those that include 'alpha', 'beta', and 'gamma' in their details? Let's have 50 locations starting from first location.","expected":"get_synthetic_locations","candidate_count":3,"views":{"description":{"criteria":{"SyntheticSettingsApi.get_synthetic_location":"SyntheticSettingsApi.get_synthetic_location: Retrieves the details of a synthetic monitoring location based on the specified identifier.","get_synthetic_locations":"get_synthetic_locations: Retrieves a list of all available synthetic locations for monitoring. The function supports sorting, pagination, and filtering options to organize and select the desired subset of locations.","get_location_summary_list":"get_location_summary_list: Retrieves a summary list of synthetic monitoring locations, including the most recent test run data for each location."},"clm":{"choice":"get_synthetic_locations","correct":true,"latency_ms":77.85,"confidence":0.581666},"jev":{"choice":"get_synthetic_locations","correct":true,"latency_ms":104.89,"confidence":1.0}},"prose_schema":{"criteria":{"SyntheticSettingsApi.get_synthetic_location":"SyntheticSettingsApi.get_synthetic_location: Retrieves the details of a synthetic monitoring location based on the specified identifier.\nParameter id (string); required; The unique identifier for the synthetic monitoring location.","get_synthetic_locations":"get_synthetic_locations: Retrieves a list of all available synthetic locations for monitoring. The function supports sorting, pagination, and filtering options to organize and select the desired subset of locations.\nParameter sort (string); required; Specifies the field to sort by. Options include 'name' for location name, 'id' for unique identifier, 'created_at' for creation date, or 'updated_at' for the last update date.; allowed values: name, id, created_at, updated_at\nParameter offset (integer); required; The starting point for the list of locations, used for pagination. Represents the number of records to skip before starting to collect the result set.\nParameter limit (integer); required; The maximum number of locations to return in a single response. Used for pagination.\nParameter filter (string); A search filter to apply to the list of locations. Defaults to 'status:active' which retrieves only active locations.; default: status:active","get_location_summary_list":"get_location_summary_list: Retrieves a summary list of synthetic monitoring locations, including the most recent test run data for each location.\nParameter include_inactive (boolean); Determines whether to include inactive locations in the list. By default, only active locations are included.; default: False\nParameter filter (string); A query string to filter locations based on specific criteria such as location name or identifier.; default: \nParameter limit (integer); The maximum number of locations to return. Defaults to 100, which is the maximum.; default: 100"},"clm":{"choice":"get_location_summary_list","correct":false,"latency_ms":97.97,"confidence":0.941498},"jev":{"choice":"get_synthetic_locations","correct":true,"latency_ms":94.21,"confidence":1.0}},"schema":{"criteria":{"SyntheticSettingsApi.get_synthetic_location":"{\"description\":\"Retrieves the details of a synthetic monitoring location based on the specified identifier.\",\"name\":\"SyntheticSettingsApi.get_synthetic_location\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier for the synthetic monitoring location.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}","get_synthetic_locations":"{\"description\":\"Retrieves a list of all available synthetic locations for monitoring. The function supports sorting, pagination, and filtering options to organize and select the desired subset of locations.\",\"name\":\"get_synthetic_locations\",\"parameters\":{\"properties\":{\"filter\":{\"default\":\"status:active\",\"description\":\"A search filter to apply to the list of locations. Defaults to 'status:active' which retrieves only active locations.\",\"type\":\"string\"},\"limit\":{\"description\":\"The maximum number of locations to return in a single response. Used for pagination.\",\"type\":\"integer\"},\"offset\":{\"description\":\"The starting point for the list of locations, used for pagination. Represents the number of records to skip before starting to collect the result set.\",\"type\":\"integer\"},\"sort\":{\"description\":\"Specifies the field to sort by. Options include 'name' for location name, 'id' for unique identifier, 'created_at' for creation date, or 'updated_at' for the last update date.\",\"enum\":[\"name\",\"id\",\"created_at\",\"updated_at\"],\"type\":\"string\"}},\"required\":[\"sort\",\"offset\",\"limit\"],\"type\":\"dict\"}}","get_location_summary_list":"{\"description\":\"Retrieves a summary list of synthetic monitoring locations, including the most recent test run data for each location.\",\"name\":\"get_location_summary_list\",\"parameters\":{\"properties\":{\"filter\":{\"default\":\"\",\"description\":\"A query string to filter locations based on specific criteria such as location name or identifier.\",\"type\":\"string\"},\"include_inactive\":{\"default\":false,\"description\":\"Determines whether to include inactive locations in the list. By default, only active locations are included.\",\"type\":\"boolean\"},\"limit\":{\"default\":100,\"description\":\"The maximum number of locations to return. Defaults to 100, which is the maximum.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"get_synthetic_locations","correct":true,"latency_ms":114.04,"confidence":0.864721},"jev":{"choice":"get_synthetic_locations","correct":true,"latency_ms":114.85,"confidence":1.0}}}},{"id":"live_multiple_1013-242-0","split":"live_multiple","state":"User: Could you provide me with a list of all synthetic locations available for monitoring, sorted in ascending order? Also, I need to apply a filter for locations named 'alpha', 'beta', and 'gamma'.","expected":"get_synthetic_locations","candidate_count":3,"views":{"description":{"criteria":{"get_synthetic_locations":"get_synthetic_locations: Retrieves a list of all synthetic locations available for monitoring. The list can be sorted, filtered, and paginated using the provided parameters.","SyntheticSettingsApi.get_synthetic_location":"SyntheticSettingsApi.get_synthetic_location: Retrieve details of a specific synthetic location by its identifier.","get_location_summary_list":"get_location_summary_list: Retrieves a list of synthetic monitoring locations along with the latest test results for each location."},"clm":{"choice":"SyntheticSettingsApi.get_synthetic_location","correct":false,"latency_ms":77.63,"confidence":0.586132},"jev":{"choice":"get_synthetic_locations","correct":true,"latency_ms":135.43,"confidence":1.0}},"prose_schema":{"criteria":{"get_synthetic_locations":"get_synthetic_locations: Retrieves a list of all synthetic locations available for monitoring. The list can be sorted, filtered, and paginated using the provided parameters.\nParameter sort (string); required; Determines the order of the returned locations list. Use 'asc' for ascending or 'desc' for descending order.; allowed values: asc, desc\nParameter offset (integer); The starting point from where to return the locations, useful for pagination. Zero-based index.; default: 0\nParameter limit (integer); Limits the number of locations to be returned. Must be a positive integer.; default: 50\nParameter filter (string); A query string to filter the locations based on specific criteria, such as location name or status.; default: ","SyntheticSettingsApi.get_synthetic_location":"SyntheticSettingsApi.get_synthetic_location: Retrieve details of a specific synthetic location by its identifier.\nParameter id (string); required; The unique identifier of the synthetic location.","get_location_summary_list":"get_location_summary_list: Retrieves a list of synthetic monitoring locations along with the latest test results for each location.\nParameter api_key (string); required; The API key used to authenticate the request.\nParameter include_inactive (boolean); Flag to include inactive locations in the list.; default: False\nParameter filter (string); A query string to filter locations based on certain criteria, such as region or status.; default: \nParameter limit (integer); The maximum number of locations to return in the response.; default: 100"},"clm":{"choice":"SyntheticSettingsApi.get_synthetic_location","correct":false,"latency_ms":83.2,"confidence":0.974332},"jev":{"choice":"get_synthetic_locations","correct":true,"latency_ms":99.64,"confidence":1.0}},"schema":{"criteria":{"get_synthetic_locations":"{\"description\":\"Retrieves a list of all synthetic locations available for monitoring. The list can be sorted, filtered, and paginated using the provided parameters.\",\"name\":\"get_synthetic_locations\",\"parameters\":{\"properties\":{\"filter\":{\"default\":\"\",\"description\":\"A query string to filter the locations based on specific criteria, such as location name or status.\",\"type\":\"string\"},\"limit\":{\"default\":50,\"description\":\"Limits the number of locations to be returned. Must be a positive integer.\",\"type\":\"integer\"},\"offset\":{\"default\":0,\"description\":\"The starting point from where to return the locations, useful for pagination. Zero-based index.\",\"type\":\"integer\"},\"sort\":{\"description\":\"Determines the order of the returned locations list. Use 'asc' for ascending or 'desc' for descending order.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"}},\"required\":[\"sort\"],\"type\":\"dict\"}}","SyntheticSettingsApi.get_synthetic_location":"{\"description\":\"Retrieve details of a specific synthetic location by its identifier.\",\"name\":\"SyntheticSettingsApi.get_synthetic_location\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the synthetic location.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}","get_location_summary_list":"{\"description\":\"Retrieves a list of synthetic monitoring locations along with the latest test results for each location.\",\"name\":\"get_location_summary_list\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key used to authenticate the request.\",\"type\":\"string\"},\"filter\":{\"default\":\"\",\"description\":\"A query string to filter locations based on certain criteria, such as region or status.\",\"type\":\"string\"},\"include_inactive\":{\"default\":false,\"description\":\"Flag to include inactive locations in the list.\",\"type\":\"boolean\"},\"limit\":{\"default\":100,\"description\":\"The maximum number of locations to return in the response.\",\"type\":\"integer\"}},\"required\":[\"api_key\"],\"type\":\"dict\"}}"},"clm":{"choice":"SyntheticSettingsApi.get_synthetic_location","correct":false,"latency_ms":98.77,"confidence":0.368299},"jev":{"choice":"get_synthetic_locations","correct":true,"latency_ms":112.52,"confidence":1.0}}}},{"id":"live_multiple_1014-243-0","split":"live_multiple","state":"User: Could you check if the system is currently set to deny access to users who have no group mappings in their Identity Provider settings? I need this information for the tenant with the identifier '12345-tenant-id'.","expected":"get_identity_provider_patch","candidate_count":3,"views":{"description":{"criteria":{"update_identity_provider":"update_identity_provider: Updates the identity provider settings to allow or restrict users based on whether they belong to an IdP group with empty mappings. For further details, refer to the documentation on checking user restrictions for empty IdP group mappings.","get_identity_provider_patch":"get_identity_provider_patch: Checks if the system denies access for users with empty Identity Provider (Idp) group mappings. If 'RestrictEmptyIdpGroups' is true, the system is in a locked state, only permitting access to users with at least one active mapping rule applied during login.","groups_api.GroupsApi.create_group_mapping":"groups_api.GroupsApi.create_group_mapping: Creates a mapping between an external Identity Provider group (such as LDAP, OIDC, SAML) and an Instana group. When mappings are enabled, user attributes received from the Identity Provider during login are evaluated against these mappings. If a user's attributes match a specific mapping, the user is then assigned to the corresponding Instana group. Note that the 'id' field provided in the payload is disregarded; Instana instead generates a unique identifier for each new mapping."},"clm":{"choice":"update_identity_provider","correct":false,"latency_ms":93.25,"confidence":0.624886},"jev":{"choice":"get_identity_provider_patch","correct":true,"latency_ms":102.87,"confidence":1.0}},"prose_schema":{"criteria":{"update_identity_provider":"update_identity_provider: Updates the identity provider settings to allow or restrict users based on whether they belong to an IdP group with empty mappings. For further details, refer to the documentation on checking user restrictions for empty IdP group mappings.\nParameter RestrictEmptyIdpGroups (boolean); required; A flag to set whether users with empty IdP group mappings are allowed or restricted. When true, such users are restricted; when false, they are allowed.","get_identity_provider_patch":"get_identity_provider_patch: Checks if the system denies access for users with empty Identity Provider (Idp) group mappings. If 'RestrictEmptyIdpGroups' is true, the system is in a locked state, only permitting access to users with at least one active mapping rule applied during login.\nParameter tenant_id (string); required; The unique identifier of the tenant for which the restriction on empty Idp group mapping is checked.\nParameter include_rules (boolean); Determines whether to include the mapping rules applied to the user in the response. Defaults to false.; default: False","groups_api.GroupsApi.create_group_mapping":"groups_api.GroupsApi.create_group_mapping: Creates a mapping between an external Identity Provider group (such as LDAP, OIDC, SAML) and an Instana group. When mappings are enabled, user attributes received from the Identity Provider during login are evaluated against these mappings. If a user's attributes match a specific mapping, the user is then assigned to the corresponding Instana group. Note that the 'id' field provided in the payload is disregarded; Instana instead generates a unique identifier for each new mapping.\nParameter group_mapping_payload (dict); required; The payload containing the mapping details between the IdP group and the Instana group. The 'id' field within this payload will be ignored."},"clm":{"choice":"get_identity_provider_patch","correct":true,"latency_ms":105.14,"confidence":0.960199},"jev":{"choice":"get_identity_provider_patch","correct":true,"latency_ms":102.3,"confidence":1.0}},"schema":{"criteria":{"update_identity_provider":"{\"description\":\"Updates the identity provider settings to allow or restrict users based on whether they belong to an IdP group with empty mappings. For further details, refer to the documentation on checking user restrictions for empty IdP group mappings.\",\"name\":\"update_identity_provider\",\"parameters\":{\"properties\":{\"RestrictEmptyIdpGroups\":{\"description\":\"A flag to set whether users with empty IdP group mappings are allowed or restricted. When true, such users are restricted; when false, they are allowed.\",\"type\":\"boolean\"}},\"required\":[\"RestrictEmptyIdpGroups\"],\"type\":\"dict\"}}","get_identity_provider_patch":"{\"description\":\"Checks if the system denies access for users with empty Identity Provider (Idp) group mappings. If 'RestrictEmptyIdpGroups' is true, the system is in a locked state, only permitting access to users with at least one active mapping rule applied during login.\",\"name\":\"get_identity_provider_patch\",\"parameters\":{\"properties\":{\"include_rules\":{\"default\":false,\"description\":\"Determines whether to include the mapping rules applied to the user in the response. Defaults to false.\",\"type\":\"boolean\"},\"tenant_id\":{\"description\":\"The unique identifier of the tenant for which the restriction on empty Idp group mapping is checked.\",\"type\":\"string\"}},\"required\":[\"tenant_id\"],\"type\":\"dict\"}}","groups_api.GroupsApi.create_group_mapping":"{\"description\":\"Creates a mapping between an external Identity Provider group (such as LDAP, OIDC, SAML) and an Instana group. When mappings are enabled, user attributes received from the Identity Provider during login are evaluated against these mappings. If a user's attributes match a specific mapping, the user is then assigned to the corresponding Instana group. Note that the 'id' field provided in the payload is disregarded; Instana instead generates a unique identifier for each new mapping.\",\"name\":\"groups_api.GroupsApi.create_group_mapping\",\"parameters\":{\"properties\":{\"group_mapping_payload\":{\"description\":\"The payload containing the mapping details between the IdP group and the Instana group. The 'id' field within this payload will be ignored.\",\"properties\":{\"groupId\":{\"description\":\"The unique identifier for the Instana group to which users will be mapped.\",\"type\":\"string\"},\"mappingAttributes\":{\"description\":\"A list of user attributes sent by the IdP that are used to evaluate the mapping. Each attribute is represented as a string.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"mappingValues\":{\"description\":\"A list of values corresponding to the mappingAttributes that must be matched for the mapping to be successful.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"type\":\"dict\"}},\"required\":[\"group_mapping_payload\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_identity_provider_patch","correct":true,"latency_ms":124.79,"confidence":0.658357},"jev":{"choice":"get_identity_provider_patch","correct":true,"latency_ms":103.28,"confidence":1.0}}}},{"id":"live_multiple_1015-244-0","split":"live_multiple","state":"User: As an admin, I'd like to review the access log entries starting from the first record. Could you provide me with the first 50 entries?","expected":"audit_log_api.AuditLogApi.get_access_logs","candidate_count":3,"views":{"description":{"criteria":{"audit_log_api.AuditLogApi.get_access_logs":"audit_log_api.AuditLogApi.get_access_logs: Retrieve a list of access log entries from the audit log. This can be used to monitor access patterns or identify potential security breaches.","audit_log_api.AuditLogApi.get_audit_logs":"audit_log_api.AuditLogApi.get_audit_logs: Retrieve a list of audit log entries from the system. Allows for pagination and filtering using query parameters.","CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieve a list of shareable API tokens associated with the user's account. This can be used to grant third-party services access to the user's dashboard data without exposing personal credentials."},"clm":{"choice":"audit_log_api.AuditLogApi.get_audit_logs","correct":false,"latency_ms":77.93,"confidence":0.908729},"jev":{"choice":"audit_log_api.AuditLogApi.get_access_logs","correct":true,"latency_ms":172.32,"confidence":0.99}},"prose_schema":{"criteria":{"audit_log_api.AuditLogApi.get_access_logs":"audit_log_api.AuditLogApi.get_access_logs: Retrieve a list of access log entries from the audit log. This can be used to monitor access patterns or identify potential security breaches.\nParameter offset (integer); required; The starting point from which to return results. Useful for implementing pagination.\nParameter query (string); A search query to filter the access logs based on specific criteria. For example, user names or IP addresses.; default: \nParameter pageSize (integer); required; The number of access log entries to be returned in a single call. Determines the size of the result set for pagination.","audit_log_api.AuditLogApi.get_audit_logs":"audit_log_api.AuditLogApi.get_audit_logs: Retrieve a list of audit log entries from the system. Allows for pagination and filtering using query parameters.\nParameter offset (integer); The starting index from which to return the results. Used for pagination.; default: 0\nParameter query (string); A query string to filter the audit logs based on specific conditions, such as date range or event type.; default: \nParameter pageSize (integer); required; The number of audit log entries to return in a single response. Determines the page size for pagination.","CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieve a list of shareable API tokens associated with the user's account. This can be used to grant third-party services access to the user's dashboard data without exposing personal credentials."},"clm":{"choice":"audit_log_api.AuditLogApi.get_access_logs","correct":true,"latency_ms":95.85,"confidence":0.789863},"jev":{"choice":"audit_log_api.AuditLogApi.get_access_logs","correct":true,"latency_ms":132.55,"confidence":0.99}},"schema":{"criteria":{"audit_log_api.AuditLogApi.get_access_logs":"{\"description\":\"Retrieve a list of access log entries from the audit log. This can be used to monitor access patterns or identify potential security breaches.\",\"name\":\"audit_log_api.AuditLogApi.get_access_logs\",\"parameters\":{\"properties\":{\"offset\":{\"description\":\"The starting point from which to return results. Useful for implementing pagination.\",\"type\":\"integer\"},\"pageSize\":{\"description\":\"The number of access log entries to be returned in a single call. Determines the size of the result set for pagination.\",\"type\":\"integer\"},\"query\":{\"default\":\"\",\"description\":\"A search query to filter the access logs based on specific criteria. For example, user names or IP addresses.\",\"type\":\"string\"}},\"required\":[\"offset\",\"pageSize\"],\"type\":\"dict\"}}","audit_log_api.AuditLogApi.get_audit_logs":"{\"description\":\"Retrieve a list of audit log entries from the system. Allows for pagination and filtering using query parameters.\",\"name\":\"audit_log_api.AuditLogApi.get_audit_logs\",\"parameters\":{\"properties\":{\"offset\":{\"default\":0,\"description\":\"The starting index from which to return the results. Used for pagination.\",\"type\":\"integer\"},\"pageSize\":{\"description\":\"The number of audit log entries to return in a single response. Determines the page size for pagination.\",\"type\":\"integer\"},\"query\":{\"default\":\"\",\"description\":\"A query string to filter the audit logs based on specific conditions, such as date range or event type.\",\"type\":\"string\"}},\"required\":[\"pageSize\"],\"type\":\"dict\"}}","CustomDashboardsApi.get_shareable_api_tokens":"{\"description\":\"Retrieve a list of shareable API tokens associated with the user's account. This can be used to grant third-party services access to the user's dashboard data without exposing personal credentials.\",\"name\":\"CustomDashboardsApi.get_shareable_api_tokens\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"CustomDashboardsApi.get_shareable_api_tokens","correct":false,"latency_ms":112.58,"confidence":0.708208},"jev":{"choice":"audit_log_api.AuditLogApi.get_access_logs","correct":true,"latency_ms":161.26,"confidence":0.98}}}},{"id":"live_multiple_1016-245-0","split":"live_multiple","state":"User: Set up a new global application alert configuration with the name 'UrgentAlert77f7', for an error rate threshold of 5%, and send notifications to 'admin@example.com' and 'support@example.com'?","expected":"create_global_application_alert_config","candidate_count":3,"views":{"description":{"criteria":{"create_global_application_alert_config":"create_global_application_alert_config: Create a new global application alert configuration setting for monitoring and notifications.","enable_global_application_alert_config":"enable_global_application_alert_config: Activate the global alert configuration for an application using the specified identifier.","create_mobile_app_alert_config":"create_mobile_app_alert_config: Creates a configuration for mobile app alerts, specifying the conditions and recipients for notifications."},"clm":{"choice":"create_mobile_app_alert_config","correct":false,"latency_ms":80.27,"confidence":0.539489},"jev":{"choice":"create_global_application_alert_config","correct":true,"latency_ms":101.24,"confidence":1.0}},"prose_schema":{"criteria":{"create_global_application_alert_config":"create_global_application_alert_config: Create a new global application alert configuration setting for monitoring and notifications.\nParameter name (string); required; A unique name identifying the alert configuration.\nParameter alert_type (string); required; The type of alert to be configured.; allowed values: error_rate, response_time, traffic_spike\nParameter threshold (float); required; The value at which the alert should be triggered. Units depend on the alert_type.\nParameter recipients (array); required; A list of email addresses to notify when the alert is triggered.\nParameter enabled (boolean); Flag indicating whether the alert configuration is enabled or not.; default: True","enable_global_application_alert_config":"enable_global_application_alert_config: Activate the global alert configuration for an application using the specified identifier.\nParameter id (string); required; The unique identifier of the application alert configuration to be enabled.","create_mobile_app_alert_config":"create_mobile_app_alert_config: Creates a configuration for mobile app alerts, specifying the conditions and recipients for notifications.\nParameter app_id (string); required; The unique identifier of the mobile application.\nParameter alert_name (string); required; A descriptive name for the alert.\nParameter threshold (integer); required; The numerical value at which the alert should be triggered.\nParameter recipients (array); required; A list of email addresses that will receive the alert.\nParameter severity (string); The severity level of the alert.; allowed values: low, medium, high; default: low\nParameter enabled (boolean); A flag indicating whether the alert configuration is active.; default: True"},"clm":{"choice":"create_global_application_alert_config","correct":true,"latency_ms":97.55,"confidence":0.513973},"jev":{"choice":"create_global_application_alert_config","correct":true,"latency_ms":104.16,"confidence":1.0}},"schema":{"criteria":{"create_global_application_alert_config":"{\"description\":\"Create a new global application alert configuration setting for monitoring and notifications.\",\"name\":\"create_global_application_alert_config\",\"parameters\":{\"properties\":{\"alert_type\":{\"description\":\"The type of alert to be configured.\",\"enum\":[\"error_rate\",\"response_time\",\"traffic_spike\"],\"type\":\"string\"},\"enabled\":{\"default\":true,\"description\":\"Flag indicating whether the alert configuration is enabled or not.\",\"type\":\"boolean\"},\"name\":{\"description\":\"A unique name identifying the alert configuration.\",\"type\":\"string\"},\"recipients\":{\"description\":\"A list of email addresses to notify when the alert is triggered.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"threshold\":{\"description\":\"The value at which the alert should be triggered. Units depend on the alert_type.\",\"type\":\"float\"}},\"required\":[\"name\",\"alert_type\",\"threshold\",\"recipients\"],\"type\":\"dict\"}}","enable_global_application_alert_config":"{\"description\":\"Activate the global alert configuration for an application using the specified identifier.\",\"name\":\"enable_global_application_alert_config\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the application alert configuration to be enabled.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}","create_mobile_app_alert_config":"{\"description\":\"Creates a configuration for mobile app alerts, specifying the conditions and recipients for notifications.\",\"name\":\"create_mobile_app_alert_config\",\"parameters\":{\"properties\":{\"alert_name\":{\"description\":\"A descriptive name for the alert.\",\"type\":\"string\"},\"app_id\":{\"description\":\"The unique identifier of the mobile application.\",\"type\":\"string\"},\"enabled\":{\"default\":true,\"description\":\"A flag indicating whether the alert configuration is active.\",\"type\":\"boolean\"},\"recipients\":{\"description\":\"A list of email addresses that will receive the alert.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"severity\":{\"default\":\"low\",\"description\":\"The severity level of the alert.\",\"enum\":[\"low\",\"medium\",\"high\"],\"type\":\"string\"},\"threshold\":{\"description\":\"The numerical value at which the alert should be triggered.\",\"type\":\"integer\"}},\"required\":[\"app_id\",\"alert_name\",\"threshold\",\"recipients\"],\"type\":\"dict\"}}"},"clm":{"choice":"enable_global_application_alert_config","correct":false,"latency_ms":121.79,"confidence":0.978764},"jev":{"choice":"create_global_application_alert_config","correct":true,"latency_ms":122.1,"confidence":1.0}}}},{"id":"live_multiple_1017-246-0","split":"live_multiple","state":"User: Give me the event with ID efJG9","expected":"events_api.EventsApi.get_event","candidate_count":3,"views":{"description":{"criteria":{"EventSettingsApi.get_custom_event_specification":"EventSettingsApi.get_custom_event_specification: Retrieve the details of a custom event specification using its unique identifier.","events_api.EventsApi.get_event":"events_api.EventsApi.get_event: Retrieve details of a specific event using its unique identifier (ID).","EventSettingsApi.get_alerting_channel":"EventSettingsApi.get_alerting_channel: Retrieve the configuration details of a specific alerting channel by its identifier."},"clm":{"choice":"events_api.EventsApi.get_event","correct":true,"latency_ms":51.26,"confidence":0.899662},"jev":{"choice":"events_api.EventsApi.get_event","correct":true,"latency_ms":116.64,"confidence":1.0}},"prose_schema":{"criteria":{"EventSettingsApi.get_custom_event_specification":"EventSettingsApi.get_custom_event_specification: Retrieve the details of a custom event specification using its unique identifier.\nParameter eventSpecificationId (string); required; The unique identifier of the custom event specification.","events_api.EventsApi.get_event":"events_api.EventsApi.get_event: Retrieve details of a specific event using its unique identifier (ID).\nParameter eventId (string); required; The unique identifier of the event to be retrieved.","EventSettingsApi.get_alerting_channel":"EventSettingsApi.get_alerting_channel: Retrieve the configuration details of a specific alerting channel by its identifier.\nParameter id (string); required; The unique identifier of the alerting channel."},"clm":{"choice":"events_api.EventsApi.get_event","correct":true,"latency_ms":53.35,"confidence":0.875126},"jev":{"choice":"events_api.EventsApi.get_event","correct":true,"latency_ms":112.16,"confidence":1.0}},"schema":{"criteria":{"EventSettingsApi.get_custom_event_specification":"{\"description\":\"Retrieve the details of a custom event specification using its unique identifier.\",\"name\":\"EventSettingsApi.get_custom_event_specification\",\"parameters\":{\"properties\":{\"eventSpecificationId\":{\"description\":\"The unique identifier of the custom event specification.\",\"type\":\"string\"}},\"required\":[\"eventSpecificationId\"],\"type\":\"dict\"}}","events_api.EventsApi.get_event":"{\"description\":\"Retrieve details of a specific event using its unique identifier (ID).\",\"name\":\"events_api.EventsApi.get_event\",\"parameters\":{\"properties\":{\"eventId\":{\"description\":\"The unique identifier of the event to be retrieved.\",\"type\":\"string\"}},\"required\":[\"eventId\"],\"type\":\"dict\"}}","EventSettingsApi.get_alerting_channel":"{\"description\":\"Retrieve the configuration details of a specific alerting channel by its identifier.\",\"name\":\"EventSettingsApi.get_alerting_channel\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the alerting channel.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}"},"clm":{"choice":"events_api.EventsApi.get_event","correct":true,"latency_ms":62.1,"confidence":0.900899},"jev":{"choice":"events_api.EventsApi.get_event","correct":true,"latency_ms":116.93,"confidence":1.0}}}},{"id":"live_multiple_1018-247-0","split":"live_multiple","state":"User: Provide me with all the configured websites. My API is called YOUR_API_KEY","expected":"website_configuration_api.get_websites","candidate_count":3,"views":{"description":{"criteria":{"website_configuration_api.get_websites":"website_configuration_api.get_websites: Retrieves a list of website configurations currently set in the system.","ApplicationSettingsApi.get_service_configs":"ApplicationSettingsApi.get_service_configs: Retrieve the configuration settings for all services managed by the application.","ApplicationSettingsApi.get_application_configs":"ApplicationSettingsApi.get_application_configs: Retrieve all configuration settings for the application. This includes settings such as feature toggles, system behaviors, and user preferences."},"clm":{"choice":"website_configuration_api.get_websites","correct":true,"latency_ms":77.42,"confidence":0.701546},"jev":{"choice":"website_configuration_api.get_websites","correct":true,"latency_ms":119.48,"confidence":1.0}},"prose_schema":{"criteria":{"website_configuration_api.get_websites":"website_configuration_api.get_websites: Retrieves a list of website configurations currently set in the system.\nParameter api_key (string); required; The API key used to authenticate the request.\nParameter status_filter (string); Filter the list of websites by their status.; allowed values: active, inactive, pending; default: active\nParameter include_details (boolean); Determines if detailed information for each website should be included in the response.; default: False","ApplicationSettingsApi.get_service_configs":"ApplicationSettingsApi.get_service_configs: Retrieve the configuration settings for all services managed by the application.\nParameter service_name (string); The name of the service to filter the configurations. If omitted, configurations for all services are returned.; default: all\nParameter include_sensitive (boolean); Flag to determine if sensitive information such as passwords or tokens should be included in the configurations.; default: False","ApplicationSettingsApi.get_application_configs":"ApplicationSettingsApi.get_application_configs: Retrieve all configuration settings for the application. This includes settings such as feature toggles, system behaviors, and user preferences.\nParameter environment (string); The application environment for which the configurations are to be fetched, e.g., 'production', 'staging', or 'development'.; allowed values: production, staging, development; default: production\nParameter include_sensitive (boolean); Flag to determine if sensitive configurations such as API keys and passwords should be included in the response.; default: False"},"clm":{"choice":"ApplicationSettingsApi.get_service_configs","correct":false,"latency_ms":90.28,"confidence":0.445357},"jev":{"choice":"website_configuration_api.get_websites","correct":true,"latency_ms":103.28,"confidence":1.0}},"schema":{"criteria":{"website_configuration_api.get_websites":"{\"description\":\"Retrieves a list of website configurations currently set in the system.\",\"name\":\"website_configuration_api.get_websites\",\"parameters\":{\"properties\":{\"api_key\":{\"description\":\"The API key used to authenticate the request.\",\"type\":\"string\"},\"include_details\":{\"default\":false,\"description\":\"Determines if detailed information for each website should be included in the response.\",\"type\":\"boolean\"},\"status_filter\":{\"default\":\"active\",\"description\":\"Filter the list of websites by their status.\",\"enum\":[\"active\",\"inactive\",\"pending\"],\"type\":\"string\"}},\"required\":[\"api_key\"],\"type\":\"dict\"}}","ApplicationSettingsApi.get_service_configs":"{\"description\":\"Retrieve the configuration settings for all services managed by the application.\",\"name\":\"ApplicationSettingsApi.get_service_configs\",\"parameters\":{\"properties\":{\"include_sensitive\":{\"default\":false,\"description\":\"Flag to determine if sensitive information such as passwords or tokens should be included in the configurations.\",\"type\":\"boolean\"},\"service_name\":{\"default\":\"all\",\"description\":\"The name of the service to filter the configurations. If omitted, configurations for all services are returned.\",\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","ApplicationSettingsApi.get_application_configs":"{\"description\":\"Retrieve all configuration settings for the application. This includes settings such as feature toggles, system behaviors, and user preferences.\",\"name\":\"ApplicationSettingsApi.get_application_configs\",\"parameters\":{\"properties\":{\"environment\":{\"default\":\"production\",\"description\":\"The application environment for which the configurations are to be fetched, e.g., 'production', 'staging', or 'development'.\",\"enum\":[\"production\",\"staging\",\"development\"],\"type\":\"string\"},\"include_sensitive\":{\"default\":false,\"description\":\"Flag to determine if sensitive configurations such as API keys and passwords should be included in the response.\",\"type\":\"boolean\"}},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"website_configuration_api.get_websites","correct":true,"latency_ms":99.18,"confidence":0.837866},"jev":{"choice":"website_configuration_api.get_websites","correct":true,"latency_ms":116.83,"confidence":1.0}}}},{"id":"live_multiple_1019-248-0","split":"live_multiple","state":"User: Delete the release RL50","expected":"releases_api.ReleasesApi.delete_release","candidate_count":3,"views":{"description":{"criteria":{"releases_api.ReleasesApi.delete_release":"releases_api.ReleasesApi.delete_release: Deletes a specific release identified by a unique release ID.","releases_api.ReleasesApi.post_release":"releases_api.ReleasesApi.post_release: Create a new release in the system, assigning it an unique identifier and storing release metadata.","releases_api.ReleasesApi.put_release":"releases_api.ReleasesApi.put_release: Updates the details of an existing release using the specified release ID."},"clm":{"choice":"releases_api.ReleasesApi.delete_release","correct":true,"latency_ms":50.53,"confidence":0.849347},"jev":{"choice":"releases_api.ReleasesApi.delete_release","correct":true,"latency_ms":119.2,"confidence":1.0}},"prose_schema":{"criteria":{"releases_api.ReleasesApi.delete_release":"releases_api.ReleasesApi.delete_release: Deletes a specific release identified by a unique release ID.\nParameter releaseId (string); required; The unique identifier of the release to be deleted. This is typically a UUID.","releases_api.ReleasesApi.post_release":"releases_api.ReleasesApi.post_release: Create a new release in the system, assigning it an unique identifier and storing release metadata.\nParameter version (string); required; The version number of the release following semantic versioning.\nParameter description (string); required; A detailed description of the release contents and changes made.\nParameter is_prerelease (boolean); Indicates whether the release is a pre-release version.; default: False\nParameter release_date (string); The date of the release in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.; default: null\nParameter release_time (string); The time of the release in the format 'HH:MM:SS'. If not provided, defaults to the current time.; default: null","releases_api.ReleasesApi.put_release":"releases_api.ReleasesApi.put_release: Updates the details of an existing release using the specified release ID.\nParameter releaseId (string); required; The unique identifier of the release to be updated.\nParameter releaseName (string); The new name for the release.; default: Unnamed Release\nParameter releaseDate (string); The release date in the format 'YYYY-MM-DD'.; default: None\nParameter isMajorRelease (boolean); Indicates whether this is a major release.; default: False"},"clm":{"choice":"releases_api.ReleasesApi.delete_release","correct":true,"latency_ms":57.26,"confidence":0.580015},"jev":{"choice":"releases_api.ReleasesApi.delete_release","correct":true,"latency_ms":124.03,"confidence":1.0}},"schema":{"criteria":{"releases_api.ReleasesApi.delete_release":"{\"description\":\"Deletes a specific release identified by a unique release ID.\",\"name\":\"releases_api.ReleasesApi.delete_release\",\"parameters\":{\"properties\":{\"releaseId\":{\"description\":\"The unique identifier of the release to be deleted. This is typically a UUID.\",\"type\":\"string\"}},\"required\":[\"releaseId\"],\"type\":\"dict\"}}","releases_api.ReleasesApi.post_release":"{\"description\":\"Create a new release in the system, assigning it an unique identifier and storing release metadata.\",\"name\":\"releases_api.ReleasesApi.post_release\",\"parameters\":{\"properties\":{\"description\":{\"description\":\"A detailed description of the release contents and changes made.\",\"type\":\"string\"},\"is_prerelease\":{\"default\":false,\"description\":\"Indicates whether the release is a pre-release version.\",\"type\":\"boolean\"},\"release_date\":{\"default\":\"null\",\"description\":\"The date of the release in the format 'YYYY-MM-DD'. If not provided, defaults to the current date.\",\"type\":\"string\"},\"release_time\":{\"default\":\"null\",\"description\":\"The time of the release in the format 'HH:MM:SS'. If not provided, defaults to the current time.\",\"type\":\"string\"},\"version\":{\"description\":\"The version number of the release following semantic versioning.\",\"type\":\"string\"}},\"required\":[\"version\",\"description\"],\"type\":\"dict\"}}","releases_api.ReleasesApi.put_release":"{\"description\":\"Updates the details of an existing release using the specified release ID.\",\"name\":\"releases_api.ReleasesApi.put_release\",\"parameters\":{\"properties\":{\"isMajorRelease\":{\"default\":false,\"description\":\"Indicates whether this is a major release.\",\"type\":\"boolean\"},\"releaseDate\":{\"default\":null,\"description\":\"The release date in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"releaseId\":{\"description\":\"The unique identifier of the release to be updated.\",\"type\":\"string\"},\"releaseName\":{\"default\":\"Unnamed Release\",\"description\":\"The new name for the release.\",\"type\":\"string\"}},\"required\":[\"releaseId\"],\"type\":\"dict\"}}"},"clm":{"choice":"releases_api.ReleasesApi.delete_release","correct":true,"latency_ms":78.94,"confidence":0.571622},"jev":{"choice":"releases_api.ReleasesApi.delete_release","correct":true,"latency_ms":132.77,"confidence":1.0}}}},{"id":"live_multiple_1020-249-0","split":"live_multiple","state":"User: Delete the Apdex config for \"d0404\"","expected":"delete_apdex_configuration","candidate_count":3,"views":{"description":{"criteria":{"delete_apdex_configuration":"delete_apdex_configuration: Deletes the Apdex (Application Performance Index) configuration by its unique identifier.","apdex_settings_api.ApdexSettingsApi.create_apdex_configuration":"apdex_settings_api.ApdexSettingsApi.create_apdex_configuration: Creates a new Apdex (Application Performance Index) configuration for monitoring and assessing the performance of applications.","get_all_apdex_configurations":"get_all_apdex_configurations: Retrieve a list of all Apdex score configurations from the system, providing an overview of application performance thresholds."},"clm":{"choice":"delete_apdex_configuration","correct":true,"latency_ms":50.41,"confidence":0.841686},"jev":{"choice":"delete_apdex_configuration","correct":true,"latency_ms":127.85,"confidence":1.0}},"prose_schema":{"criteria":{"delete_apdex_configuration":"delete_apdex_configuration: Deletes the Apdex (Application Performance Index) configuration by its unique identifier.\nParameter id (string); required; The unique identifier of the Apdex configuration to be deleted.","apdex_settings_api.ApdexSettingsApi.create_apdex_configuration":"apdex_settings_api.ApdexSettingsApi.create_apdex_configuration: Creates a new Apdex (Application Performance Index) configuration for monitoring and assessing the performance of applications.\nParameter name (string); required; The name of the new Apdex configuration.\nParameter thresholds (dict); required; Threshold values for categorizing the response times of applications.\nParameter include_samples (boolean); Flag to include performance samples in the Apdex calculation.; default: False","get_all_apdex_configurations":"get_all_apdex_configurations: Retrieve a list of all Apdex score configurations from the system, providing an overview of application performance thresholds.\nParameter application_id (string); required; Unique identifier of the application for which Apdex configurations are requested.\nParameter include_defaults (boolean); Flag to include default Apdex configurations in the response.; default: True"},"clm":{"choice":"get_all_apdex_configurations","correct":false,"latency_ms":38.48,"confidence":0.723201},"jev":{"choice":"delete_apdex_configuration","correct":true,"latency_ms":248.72,"confidence":1.0}},"schema":{"criteria":{"delete_apdex_configuration":"{\"description\":\"Deletes the Apdex (Application Performance Index) configuration by its unique identifier.\",\"name\":\"delete_apdex_configuration\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the Apdex configuration to be deleted.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}","apdex_settings_api.ApdexSettingsApi.create_apdex_configuration":"{\"description\":\"Creates a new Apdex (Application Performance Index) configuration for monitoring and assessing the performance of applications.\",\"name\":\"apdex_settings_api.ApdexSettingsApi.create_apdex_configuration\",\"parameters\":{\"properties\":{\"include_samples\":{\"default\":false,\"description\":\"Flag to include performance samples in the Apdex calculation.\",\"type\":\"boolean\"},\"name\":{\"description\":\"The name of the new Apdex configuration.\",\"type\":\"string\"},\"thresholds\":{\"description\":\"Threshold values for categorizing the response times of applications.\",\"properties\":{\"satisfied\":{\"description\":\"The maximum response time (in milliseconds) for a user to be considered satisfied.\",\"type\":\"integer\"},\"tolerating\":{\"description\":\"The maximum response time (in milliseconds) for a user to be considered tolerating before being frustrated.\",\"type\":\"integer\"}},\"type\":\"dict\"}},\"required\":[\"name\",\"thresholds\"],\"type\":\"dict\"}}","get_all_apdex_configurations":"{\"description\":\"Retrieve a list of all Apdex score configurations from the system, providing an overview of application performance thresholds.\",\"name\":\"get_all_apdex_configurations\",\"parameters\":{\"properties\":{\"application_id\":{\"description\":\"Unique identifier of the application for which Apdex configurations are requested.\",\"type\":\"string\"},\"include_defaults\":{\"default\":true,\"description\":\"Flag to include default Apdex configurations in the response.\",\"type\":\"boolean\"}},\"required\":[\"application_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_all_apdex_configurations","correct":false,"latency_ms":81.94,"confidence":0.596602},"jev":{"choice":"delete_apdex_configuration","correct":true,"latency_ms":105.91,"confidence":1.0}}}},{"id":"live_multiple_1021-250-0","split":"live_multiple","state":"User: I need to restore the default settings for mobile app alerts that have the configuration ID 'sl8'. The creation timestamp of the configuration is 2023-04-01T10:00:00Z.","expected":"restore_mobile_app_alert_config","candidate_count":3,"views":{"description":{"criteria":{"restore_mobile_app_alert_config":"restore_mobile_app_alert_config: Restores the configuration settings for mobile app alerts to their default values based on a given configuration ID.","EventSettingsApi.create_mobile_app_alert_config":"EventSettingsApi.create_mobile_app_alert_config: Creates a configuration for mobile app alerts, allowing users to specify the conditions and types of alerts they wish to receive on their mobile devices.","find_mobile_app_alert_config":"find_mobile_app_alert_config: Retrieve the configuration settings for mobile app alerts by their unique identifier. The function also includes configurations that have been marked as deleted."},"clm":{"choice":"find_mobile_app_alert_config","correct":false,"latency_ms":93.72,"confidence":0.778053},"jev":{"choice":"restore_mobile_app_alert_config","correct":true,"latency_ms":123.18,"confidence":1.0}},"prose_schema":{"criteria":{"restore_mobile_app_alert_config":"restore_mobile_app_alert_config: Restores the configuration settings for mobile app alerts to their default values based on a given configuration ID.\nParameter id (string); required; The unique identifier of the mobile app alert configuration to be restored.\nParameter created (string); The creation timestamp of the configuration in the format 'YYYY-MM-DDTHH:MM:SSZ'.; default: null","EventSettingsApi.create_mobile_app_alert_config":"EventSettingsApi.create_mobile_app_alert_config: Creates a configuration for mobile app alerts, allowing users to specify the conditions and types of alerts they wish to receive on their mobile devices.\nParameter user_id (string); required; The unique identifier of the user for whom the alert configuration is being created.\nParameter alert_type (string); required; The type of alert to configure.; allowed values: message, notification, warning, alert\nParameter enabled (boolean); required; A flag indicating whether the alert is enabled or disabled.\nParameter threshold (float); The numeric threshold that triggers the alert, when applicable.; default: 0.0\nParameter sensitivity (integer); The sensitivity level of the alert, represented as an integer from 1 (lowest) to 5 (highest).; default: 3","find_mobile_app_alert_config":"find_mobile_app_alert_config: Retrieve the configuration settings for mobile app alerts by their unique identifier. The function also includes configurations that have been marked as deleted.\nParameter id (string); required; The unique identifier of the mobile app alert configuration.\nParameter validOn (string); The date when the configuration should be valid, in the format 'YYYY-MM-DD'.; default: null"},"clm":{"choice":"restore_mobile_app_alert_config","correct":true,"latency_ms":103.65,"confidence":0.530781},"jev":{"choice":"restore_mobile_app_alert_config","correct":true,"latency_ms":98.05,"confidence":1.0}},"schema":{"criteria":{"restore_mobile_app_alert_config":"{\"description\":\"Restores the configuration settings for mobile app alerts to their default values based on a given configuration ID.\",\"name\":\"restore_mobile_app_alert_config\",\"parameters\":{\"properties\":{\"created\":{\"default\":\"null\",\"description\":\"The creation timestamp of the configuration in the format 'YYYY-MM-DDTHH:MM:SSZ'.\",\"type\":\"string\"},\"id\":{\"description\":\"The unique identifier of the mobile app alert configuration to be restored.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}","EventSettingsApi.create_mobile_app_alert_config":"{\"description\":\"Creates a configuration for mobile app alerts, allowing users to specify the conditions and types of alerts they wish to receive on their mobile devices.\",\"name\":\"EventSettingsApi.create_mobile_app_alert_config\",\"parameters\":{\"properties\":{\"alert_type\":{\"description\":\"The type of alert to configure.\",\"enum\":[\"message\",\"notification\",\"warning\",\"alert\"],\"type\":\"string\"},\"enabled\":{\"description\":\"A flag indicating whether the alert is enabled or disabled.\",\"type\":\"boolean\"},\"sensitivity\":{\"default\":3,\"description\":\"The sensitivity level of the alert, represented as an integer from 1 (lowest) to 5 (highest).\",\"type\":\"integer\"},\"threshold\":{\"default\":0.0,\"description\":\"The numeric threshold that triggers the alert, when applicable.\",\"type\":\"float\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the alert configuration is being created.\",\"type\":\"string\"}},\"required\":[\"user_id\",\"alert_type\",\"enabled\"],\"type\":\"dict\"}}","find_mobile_app_alert_config":"{\"description\":\"Retrieve the configuration settings for mobile app alerts by their unique identifier. The function also includes configurations that have been marked as deleted.\",\"name\":\"find_mobile_app_alert_config\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the mobile app alert configuration.\",\"type\":\"string\"},\"validOn\":{\"default\":\"null\",\"description\":\"The date when the configuration should be valid, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}"},"clm":{"choice":"find_mobile_app_alert_config","correct":false,"latency_ms":115.85,"confidence":0.696722},"jev":{"choice":"restore_mobile_app_alert_config","correct":true,"latency_ms":155.49,"confidence":1.0}}}},{"id":"live_multiple_1022-251-0","split":"live_multiple","state":"User: What is the host count for February 2022?","expected":"get_hosts_per_month","candidate_count":3,"views":{"description":{"criteria":{"get_monitoring_state":"get_monitoring_state: Retrieve the current count of monitored hosts within the infrastructure.","get_hosts_per_month":"get_hosts_per_month: Retrieves the count of hosts monitored by the system for a given month and year.","usage_api.UsageApi.get_hosts_per_day":"usage_api.UsageApi.get_hosts_per_day: Retrieves the count of hosts for a specified day, month, and year."},"clm":{"choice":"get_hosts_per_month","correct":true,"latency_ms":76.63,"confidence":0.78959},"jev":{"choice":"get_hosts_per_month","correct":true,"latency_ms":139.77,"confidence":1.0}},"prose_schema":{"criteria":{"get_monitoring_state":"get_monitoring_state: Retrieve the current count of monitored hosts within the infrastructure.\nParameter resource_type (string); required; The type of resource to count. For example, 'virtual_machine' or 'physical_server'.; allowed values: virtual_machine, physical_server, container\nParameter filter_by (string); A query string to filter the resources, such as 'status:active'.; default: status:active\nParameter include_sub_resources (boolean); Whether to include sub-resources in the count, such as virtual machines within a cluster.; default: False","get_hosts_per_month":"get_hosts_per_month: Retrieves the count of hosts monitored by the system for a given month and year.\nParameter month (integer); required; The month for which the host count is requested, represented as an integer from 1 (January) to 12 (December).\nParameter year (integer); required; The year for which the host count is requested, represented as a four-digit number, such as 2021.","usage_api.UsageApi.get_hosts_per_day":"usage_api.UsageApi.get_hosts_per_day: Retrieves the count of hosts for a specified day, month, and year.\nParameter day (integer); required; The day for which to retrieve host count. Value must be between 1 and 31, depending on the month.\nParameter month (integer); required; The month for which to retrieve host count. Value must be between 1 (January) and 12 (December).\nParameter year (integer); required; The year for which to retrieve host count. Value should be in a four-digit format, such as 2023."},"clm":{"choice":"get_monitoring_state","correct":false,"latency_ms":82.79,"confidence":0.848477},"jev":{"choice":"get_hosts_per_month","correct":true,"latency_ms":110.01,"confidence":1.0}},"schema":{"criteria":{"get_monitoring_state":"{\"description\":\"Retrieve the current count of monitored hosts within the infrastructure.\",\"name\":\"get_monitoring_state\",\"parameters\":{\"properties\":{\"filter_by\":{\"default\":\"status:active\",\"description\":\"A query string to filter the resources, such as 'status:active'.\",\"type\":\"string\"},\"include_sub_resources\":{\"default\":false,\"description\":\"Whether to include sub-resources in the count, such as virtual machines within a cluster.\",\"type\":\"boolean\"},\"resource_type\":{\"description\":\"The type of resource to count. For example, 'virtual_machine' or 'physical_server'.\",\"enum\":[\"virtual_machine\",\"physical_server\",\"container\"],\"type\":\"string\"}},\"required\":[\"resource_type\"],\"type\":\"dict\"}}","get_hosts_per_month":"{\"description\":\"Retrieves the count of hosts monitored by the system for a given month and year.\",\"name\":\"get_hosts_per_month\",\"parameters\":{\"properties\":{\"month\":{\"description\":\"The month for which the host count is requested, represented as an integer from 1 (January) to 12 (December).\",\"type\":\"integer\"},\"year\":{\"description\":\"The year for which the host count is requested, represented as a four-digit number, such as 2021.\",\"type\":\"integer\"}},\"required\":[\"month\",\"year\"],\"type\":\"dict\"}}","usage_api.UsageApi.get_hosts_per_day":"{\"description\":\"Retrieves the count of hosts for a specified day, month, and year.\",\"name\":\"usage_api.UsageApi.get_hosts_per_day\",\"parameters\":{\"properties\":{\"day\":{\"description\":\"The day for which to retrieve host count. Value must be between 1 and 31, depending on the month.\",\"type\":\"integer\"},\"month\":{\"description\":\"The month for which to retrieve host count. Value must be between 1 (January) and 12 (December).\",\"type\":\"integer\"},\"year\":{\"description\":\"The year for which to retrieve host count. Value should be in a four-digit format, such as 2023.\",\"type\":\"integer\"}},\"required\":[\"day\",\"month\",\"year\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_hosts_per_month","correct":true,"latency_ms":129.71,"confidence":0.620568},"jev":{"choice":"get_hosts_per_month","correct":true,"latency_ms":114.9,"confidence":1.0}}}},{"id":"live_multiple_1023-252-0","split":"live_multiple","state":"User: What API version is Instana using? Today is Tuesday.","expected":"version_api.VersionApi.get_version","candidate_count":4,"views":{"description":{"criteria":{"health_api.HealthApi.get_version":"health_api.HealthApi.get_version: Retrieve the current version information of the API, including the major, minor, and patch numbers.","version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current API version of the application, including its name and version number in a JSON object.","create_website_alert_config":"create_website_alert_config: Creates a configuration for website alerts that define conditions under which an alert is triggered and optionally an incident is created.","events_api.EventsApi.get_events":"events_api.EventsApi.get_events: This endpoint retrieves all available events for the requested timeframe, including options to filter by event type and to exclude or include specific event updates."},"clm":{"choice":"events_api.EventsApi.get_events","correct":false,"latency_ms":54.66,"confidence":0.669823},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":155.42,"confidence":0.63}},"prose_schema":{"criteria":{"health_api.HealthApi.get_version":"health_api.HealthApi.get_version: Retrieve the current version information of the API, including the major, minor, and patch numbers.","version_api.VersionApi.get_version":"version_api.VersionApi.get_version: Retrieve the current API version of the application, including its name and version number in a JSON object.","create_website_alert_config":"create_website_alert_config: Creates a configuration for website alerts that define conditions under which an alert is triggered and optionally an incident is created.\nParameter name (string); required; The name for the website alert configuration.\nParameter description (string); required; A detailed description of the website alert configuration.\nParameter severity (integer); required; The severity level of the alert when triggered.; allowed values: 5, 10\nParameter triggering (boolean); Flag to indicate if an incident is also triggered when the alert is.; default: False\nParameter websiteId (string); required; The unique identifier of the website for which the alert configuration is being created.\nParameter tagFilterExpression (string); required; A boolean expression used to filter website beacons based on tags.\nParameter granularity (integer); required; The evaluation granularity in minutes for detecting violations of the threshold.\nParameter rule (string); required; The type of rule applied for the alert configuration.\nParameter threshold (float); required; The threshold value that, when violated, triggers the alert.\nParameter timeThreshold (integer); required; The amount of time in minutes that the threshold needs to be violated to trigger the alert.\nParameter alertChannelIds (array); A list of alert channel IDs defined in Instana to which alerts will be sent.; default: []","events_api.EventsApi.get_events":"events_api.EventsApi.get_events: This endpoint retrieves all available events for the requested timeframe, including options to filter by event type and to exclude or include specific event updates.\nParameter to (integer); required; The end of the requested timeframe as a Unix timestamp in seconds. If not provided, it defaults to the current service time.\nParameter windowSize (integer); The size of the requested timeframe in milliseconds relative to the 'to' parameter. If neither 'windowSize' nor 'from' is provided, it defaults to 600000 milliseconds (10 minutes).; default: 600000\nParameter _from (integer); The start of the requested timeframe as a Unix timestamp in seconds. It defines the timeframe range [from, to). If not provided, it defaults to 'to' - 'windowSize'.; default: None\nParameter excludeTriggeredBefore (boolean); Whether to exclude events that were triggered before the requested timeframe. Useful for integrations that only care about new events within a fixed interval.; default: False\nParameter filterEventUpdates (boolean); Filters results to event updates only, including events that changed state within the given query timeframe.; default: False\nParameter includeAgentMonitoringIssues (boolean); Flag to indicate whether to include Agent Monitoring Issues in the results. This is deprecated and defaults to false.; default: False\nParameter includeKubernetesInfoEvents (boolean); Flag to indicate whether to include Kubernetes Info Events in the results. This is deprecated and defaults to false.; default: False\nParameter eventTypeFilters (string); A comma-separated list of event type filters to apply to the query, allowing for specific types of events to be fetched. If not provided, no filtering is applied.; default: "},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":117.18,"confidence":0.840063},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":139.26,"confidence":0.62}},"schema":{"criteria":{"health_api.HealthApi.get_version":"{\"description\":\"Retrieve the current version information of the API, including the major, minor, and patch numbers.\",\"name\":\"health_api.HealthApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","version_api.VersionApi.get_version":"{\"description\":\"Retrieve the current API version of the application, including its name and version number in a JSON object.\",\"name\":\"version_api.VersionApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","create_website_alert_config":"{\"description\":\"Creates a configuration for website alerts that define conditions under which an alert is triggered and optionally an incident is created.\",\"name\":\"create_website_alert_config\",\"parameters\":{\"properties\":{\"alertChannelIds\":{\"default\":[],\"description\":\"A list of alert channel IDs defined in Instana to which alerts will be sent.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"description\":{\"description\":\"A detailed description of the website alert configuration.\",\"type\":\"string\"},\"granularity\":{\"description\":\"The evaluation granularity in minutes for detecting violations of the threshold.\",\"type\":\"integer\"},\"name\":{\"description\":\"The name for the website alert configuration.\",\"type\":\"string\"},\"rule\":{\"description\":\"The type of rule applied for the alert configuration.\",\"type\":\"string\"},\"severity\":{\"description\":\"The severity level of the alert when triggered.\",\"enum\":[5,10],\"type\":\"integer\"},\"tagFilterExpression\":{\"description\":\"A boolean expression used to filter website beacons based on tags.\",\"type\":\"string\"},\"threshold\":{\"description\":\"The threshold value that, when violated, triggers the alert.\",\"type\":\"float\"},\"timeThreshold\":{\"description\":\"The amount of time in minutes that the threshold needs to be violated to trigger the alert.\",\"type\":\"integer\"},\"triggering\":{\"default\":false,\"description\":\"Flag to indicate if an incident is also triggered when the alert is.\",\"type\":\"boolean\"},\"websiteId\":{\"description\":\"The unique identifier of the website for which the alert configuration is being created.\",\"type\":\"string\"}},\"required\":[\"name\",\"description\",\"severity\",\"websiteId\",\"tagFilterExpression\",\"granularity\",\"rule\",\"threshold\",\"timeThreshold\"],\"type\":\"dict\"}}","events_api.EventsApi.get_events":"{\"description\":\"This endpoint retrieves all available events for the requested timeframe, including options to filter by event type and to exclude or include specific event updates.\",\"name\":\"events_api.EventsApi.get_events\",\"parameters\":{\"properties\":{\"_from\":{\"default\":null,\"description\":\"The start of the requested timeframe as a Unix timestamp in seconds. It defines the timeframe range [from, to). If not provided, it defaults to 'to' - 'windowSize'.\",\"type\":\"integer\"},\"eventTypeFilters\":{\"default\":\"\",\"description\":\"A comma-separated list of event type filters to apply to the query, allowing for specific types of events to be fetched. If not provided, no filtering is applied.\",\"type\":\"string\"},\"excludeTriggeredBefore\":{\"default\":false,\"description\":\"Whether to exclude events that were triggered before the requested timeframe. Useful for integrations that only care about new events within a fixed interval.\",\"type\":\"boolean\"},\"filterEventUpdates\":{\"default\":false,\"description\":\"Filters results to event updates only, including events that changed state within the given query timeframe.\",\"type\":\"boolean\"},\"includeAgentMonitoringIssues\":{\"default\":false,\"description\":\"Flag to indicate whether to include Agent Monitoring Issues in the results. This is deprecated and defaults to false.\",\"type\":\"boolean\"},\"includeKubernetesInfoEvents\":{\"default\":false,\"description\":\"Flag to indicate whether to include Kubernetes Info Events in the results. This is deprecated and defaults to false.\",\"type\":\"boolean\"},\"to\":{\"description\":\"The end of the requested timeframe as a Unix timestamp in seconds. If not provided, it defaults to the current service time.\",\"type\":\"integer\"},\"windowSize\":{\"default\":600000,\"description\":\"The size of the requested timeframe in milliseconds relative to the 'to' parameter. If neither 'windowSize' nor 'from' is provided, it defaults to 600000 milliseconds (10 minutes).\",\"type\":\"integer\"}},\"required\":[\"to\"],\"type\":\"dict\"}}"},"clm":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":138.37,"confidence":0.738849},"jev":{"choice":"version_api.VersionApi.get_version","correct":true,"latency_ms":111.37,"confidence":0.71}}}},{"id":"live_multiple_1024-253-0","split":"live_multiple","state":"User: What versions of Infrana Alert are being used by \"delta\"?","expected":"find_infra_alert_config_versions","candidate_count":3,"views":{"description":{"criteria":{"create_website_alert_config":"create_website_alert_config: This API endpoint creates a new Website Alert Configuration, associating alert parameters with a specific website based on given criteria such as severity, rules, and thresholds.","create_infra_alert_config":"create_infra_alert_config: Creates a new infrastructure alert configuration for monitoring system health and performance.","find_infra_alert_config_versions":"find_infra_alert_config_versions: Retrieves a list of all versions of an infrastructure alert configuration based on the provided ID, including those that have been deleted. The configurations are returned in descending order by their creation date."},"clm":{"choice":"find_infra_alert_config_versions","correct":true,"latency_ms":83.88,"confidence":0.952126},"jev":{"choice":"find_infra_alert_config_versions","correct":true,"latency_ms":101.85,"confidence":1.0}},"prose_schema":{"criteria":{"create_website_alert_config":"create_website_alert_config: This API endpoint creates a new Website Alert Configuration, associating alert parameters with a specific website based on given criteria such as severity, rules, and thresholds.\nParameter name (string); required; The name for the website alert configuration.\nParameter description (string); required; A detailed description for the website alert configuration.\nParameter severity (integer); required; The severity level of the alert when triggered, represented by a numerical value. Common values are 5 for 'Critical', and 10 for 'High'.\nParameter triggering (boolean); A flag indicating whether an incident should also be triggered when the alert is activated.; default: False\nParameter websiteId (string); required; The unique identifier of the website to which this alert configuration will apply.\nParameter tagFilterExpression (string); required; A boolean expression of tag filters defining the scope of relevant website beacons.\nParameter granularity (integer); required; The evaluation granularity in minutes, used for detecting threshold violations within a tumbling time window.\nParameter rule (string); required; The type of rule associated with this alert configuration. Expected to be a string that represents the rule name, such as 'response_time' or 'error_rate'.\nParameter threshold (float); required; The numerical value that, when exceeded, triggers the alert.\nParameter timeThreshold (integer); required; The time duration in minutes over which the threshold is evaluated for violations.\nParameter alertChannelIds (array); A list of IDs corresponding to alert channels defined within the system. Each ID should be a string that uniquely identifies an alert channel.; default: []","create_infra_alert_config":"create_infra_alert_config: Creates a new infrastructure alert configuration for monitoring system health and performance.\nParameter name (string); required; The name of the alert configuration.\nParameter threshold (float); required; The threshold value that triggers the alert.\nParameter enabled (boolean); required; Whether the alert is enabled or disabled.\nParameter alert_type (string); The type of alert to create.; allowed values: cpu, memory, disk, network; default: cpu\nParameter duration (integer); The duration in minutes for which the threshold must be exceeded before an alert is triggered.; default: 5","find_infra_alert_config_versions":"find_infra_alert_config_versions: Retrieves a list of all versions of an infrastructure alert configuration based on the provided ID, including those that have been deleted. The configurations are returned in descending order by their creation date.\nParameter id (string); required; The unique identifier of the infrastructure alert configuration."},"clm":{"choice":"find_infra_alert_config_versions","correct":true,"latency_ms":101.96,"confidence":0.765119},"jev":{"choice":"find_infra_alert_config_versions","correct":true,"latency_ms":137.18,"confidence":1.0}},"schema":{"criteria":{"create_website_alert_config":"{\"description\":\"This API endpoint creates a new Website Alert Configuration, associating alert parameters with a specific website based on given criteria such as severity, rules, and thresholds.\",\"name\":\"create_website_alert_config\",\"parameters\":{\"properties\":{\"alertChannelIds\":{\"default\":[],\"description\":\"A list of IDs corresponding to alert channels defined within the system. Each ID should be a string that uniquely identifies an alert channel.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"description\":{\"description\":\"A detailed description for the website alert configuration.\",\"type\":\"string\"},\"granularity\":{\"description\":\"The evaluation granularity in minutes, used for detecting threshold violations within a tumbling time window.\",\"type\":\"integer\"},\"name\":{\"description\":\"The name for the website alert configuration.\",\"type\":\"string\"},\"rule\":{\"description\":\"The type of rule associated with this alert configuration. Expected to be a string that represents the rule name, such as 'response_time' or 'error_rate'.\",\"type\":\"string\"},\"severity\":{\"description\":\"The severity level of the alert when triggered, represented by a numerical value. Common values are 5 for 'Critical', and 10 for 'High'.\",\"type\":\"integer\"},\"tagFilterExpression\":{\"description\":\"A boolean expression of tag filters defining the scope of relevant website beacons.\",\"type\":\"string\"},\"threshold\":{\"description\":\"The numerical value that, when exceeded, triggers the alert.\",\"type\":\"float\"},\"timeThreshold\":{\"description\":\"The time duration in minutes over which the threshold is evaluated for violations.\",\"type\":\"integer\"},\"triggering\":{\"default\":false,\"description\":\"A flag indicating whether an incident should also be triggered when the alert is activated.\",\"type\":\"boolean\"},\"websiteId\":{\"description\":\"The unique identifier of the website to which this alert configuration will apply.\",\"type\":\"string\"}},\"required\":[\"name\",\"description\",\"severity\",\"websiteId\",\"tagFilterExpression\",\"granularity\",\"rule\",\"threshold\",\"timeThreshold\"],\"type\":\"dict\"}}","create_infra_alert_config":"{\"description\":\"Creates a new infrastructure alert configuration for monitoring system health and performance.\",\"name\":\"create_infra_alert_config\",\"parameters\":{\"properties\":{\"alert_type\":{\"default\":\"cpu\",\"description\":\"The type of alert to create.\",\"enum\":[\"cpu\",\"memory\",\"disk\",\"network\"],\"type\":\"string\"},\"duration\":{\"default\":5,\"description\":\"The duration in minutes for which the threshold must be exceeded before an alert is triggered.\",\"type\":\"integer\"},\"enabled\":{\"description\":\"Whether the alert is enabled or disabled.\",\"type\":\"boolean\"},\"name\":{\"description\":\"The name of the alert configuration.\",\"type\":\"string\"},\"threshold\":{\"description\":\"The threshold value that triggers the alert.\",\"type\":\"float\"}},\"required\":[\"name\",\"threshold\",\"enabled\"],\"type\":\"dict\"}}","find_infra_alert_config_versions":"{\"description\":\"Retrieves a list of all versions of an infrastructure alert configuration based on the provided ID, including those that have been deleted. The configurations are returned in descending order by their creation date.\",\"name\":\"find_infra_alert_config_versions\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the infrastructure alert configuration.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}"},"clm":{"choice":"find_infra_alert_config_versions","correct":true,"latency_ms":156.3,"confidence":0.7985},"jev":{"choice":"find_infra_alert_config_versions","correct":true,"latency_ms":108.28,"confidence":1.0}}}},{"id":"live_multiple_1025-254-0","split":"live_multiple","state":"User: The maintenance config is needed for 'sandcastle'.","expected":"MaintenanceConfigurationApi.get_maintenance_config","candidate_count":3,"views":{"description":{"criteria":{"get_maintenance_configs":"get_maintenance_configs: Retrieve a list of all maintenance configurations for the system, including details such as configuration name, description, and active status.","MaintenanceConfigurationApi.get_maintenance_config":"MaintenanceConfigurationApi.get_maintenance_config: Retrieve the maintenance configuration settings for a given system or application identified by an ID.","get_maintenance_configs_v2":"get_maintenance_configs_v2: Retrieve all available maintenance configurations, including details about scheduled times, affected systems, and notification preferences."},"clm":{"choice":"get_maintenance_configs_v2","correct":false,"latency_ms":51.37,"confidence":0.626093},"jev":{"choice":"MaintenanceConfigurationApi.get_maintenance_config","correct":true,"latency_ms":98.68,"confidence":1.0}},"prose_schema":{"criteria":{"get_maintenance_configs":"get_maintenance_configs: Retrieve a list of all maintenance configurations for the system, including details such as configuration name, description, and active status.","MaintenanceConfigurationApi.get_maintenance_config":"MaintenanceConfigurationApi.get_maintenance_config: Retrieve the maintenance configuration settings for a given system or application identified by an ID.\nParameter id (string); required; The unique identifier of the system or application for which maintenance configuration is being retrieved.","get_maintenance_configs_v2":"get_maintenance_configs_v2: Retrieve all available maintenance configurations, including details about scheduled times, affected systems, and notification preferences.\nParameter page (integer); required; The page number of the results to retrieve, for paginated responses.\nParameter page_size (integer); The number of maintenance configurations to return per page.; default: 20\nParameter filter_status (string); Filter configurations based on maintenance status.; allowed values: active, inactive, completed; default: active\nParameter sort_order (string); The order in which the maintenance configurations should be returned. Ascending or descending.; allowed values: asc, desc; default: asc"},"clm":{"choice":"get_maintenance_configs","correct":false,"latency_ms":59.25,"confidence":0.910312},"jev":{"choice":"MaintenanceConfigurationApi.get_maintenance_config","correct":true,"latency_ms":106.62,"confidence":1.0}},"schema":{"criteria":{"get_maintenance_configs":"{\"description\":\"Retrieve a list of all maintenance configurations for the system, including details such as configuration name, description, and active status.\",\"name\":\"get_maintenance_configs\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","MaintenanceConfigurationApi.get_maintenance_config":"{\"description\":\"Retrieve the maintenance configuration settings for a given system or application identified by an ID.\",\"name\":\"MaintenanceConfigurationApi.get_maintenance_config\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the system or application for which maintenance configuration is being retrieved.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}","get_maintenance_configs_v2":"{\"description\":\"Retrieve all available maintenance configurations, including details about scheduled times, affected systems, and notification preferences.\",\"name\":\"get_maintenance_configs_v2\",\"parameters\":{\"properties\":{\"filter_status\":{\"default\":\"active\",\"description\":\"Filter configurations based on maintenance status.\",\"enum\":[\"active\",\"inactive\",\"completed\"],\"type\":\"string\"},\"page\":{\"description\":\"The page number of the results to retrieve, for paginated responses.\",\"type\":\"integer\"},\"page_size\":{\"default\":20,\"description\":\"The number of maintenance configurations to return per page.\",\"type\":\"integer\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which the maintenance configurations should be returned. Ascending or descending.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"}},\"required\":[\"page\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_maintenance_configs","correct":false,"latency_ms":74.69,"confidence":0.989777},"jev":{"choice":"MaintenanceConfigurationApi.get_maintenance_config","correct":true,"latency_ms":127.86,"confidence":1.0}}}},{"id":"live_multiple_1026-255-0","split":"live_multiple","state":"User: I forgot all the API tokens, can you remind me of them? My user ID is 123456789.","expected":"CustomDashboardsApi.get_shareable_api_tokens","candidate_count":3,"views":{"description":{"criteria":{"CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieve a list of shareable API tokens associated with the user's account.","api_token_api.APITokenApi.get_api_tokens":"api_token_api.APITokenApi.get_api_tokens: Retrieve a list of API tokens associated with the user's account.","api_token_api.APITokenApi.post_api_token":"api_token_api.APITokenApi.post_api_token: Generate a new API token to authenticate and authorize subsequent API calls."},"clm":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":false,"latency_ms":83.1,"confidence":0.801573},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":false,"latency_ms":105.42,"confidence":1.0}},"prose_schema":{"criteria":{"CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieve a list of shareable API tokens associated with the user's account.\nParameter user_id (string); required; The unique identifier of the user whose API tokens are to be retrieved.\nParameter include_revoked (boolean); A flag to determine whether to include revoked tokens in the list.; default: False","api_token_api.APITokenApi.get_api_tokens":"api_token_api.APITokenApi.get_api_tokens: Retrieve a list of API tokens associated with the user's account.\nParameter include_expired (boolean); Whether to include expired tokens in the response.; default: False\nParameter page (integer); The page number of the token list to retrieve, starting from 1.; default: 1\nParameter page_size (integer); The number of tokens to retrieve per page. Maximum is 100.; default: 20","api_token_api.APITokenApi.post_api_token":"api_token_api.APITokenApi.post_api_token: Generate a new API token to authenticate and authorize subsequent API calls.\nParameter username (string); required; The username associated with the account for which the API token is to be created.\nParameter password (string); required; The password corresponding to the username for authentication.\nParameter token_name (string); A descriptive name for the token being created.; default: default_token\nParameter expiry_date (string); The expiration date for the token in the format 'YYYY-MM-DD'. If not provided, the token will have a default expiry of one year from creation.; default: None\nParameter permissions (string); The level of access the token provides, such as 'read', 'write', 'admin'.; allowed values: read, write, admin; default: read"},"clm":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":false,"latency_ms":99.45,"confidence":0.567867},"jev":{"choice":"CustomDashboardsApi.get_shareable_api_tokens","correct":true,"latency_ms":120.2,"confidence":0.82}},"schema":{"criteria":{"CustomDashboardsApi.get_shareable_api_tokens":"{\"description\":\"Retrieve a list of shareable API tokens associated with the user's account.\",\"name\":\"CustomDashboardsApi.get_shareable_api_tokens\",\"parameters\":{\"properties\":{\"include_revoked\":{\"default\":false,\"description\":\"A flag to determine whether to include revoked tokens in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose API tokens are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","api_token_api.APITokenApi.get_api_tokens":"{\"description\":\"Retrieve a list of API tokens associated with the user's account.\",\"name\":\"api_token_api.APITokenApi.get_api_tokens\",\"parameters\":{\"properties\":{\"include_expired\":{\"default\":false,\"description\":\"Whether to include expired tokens in the response.\",\"type\":\"boolean\"},\"page\":{\"default\":1,\"description\":\"The page number of the token list to retrieve, starting from 1.\",\"type\":\"integer\"},\"page_size\":{\"default\":20,\"description\":\"The number of tokens to retrieve per page. Maximum is 100.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","api_token_api.APITokenApi.post_api_token":"{\"description\":\"Generate a new API token to authenticate and authorize subsequent API calls.\",\"name\":\"api_token_api.APITokenApi.post_api_token\",\"parameters\":{\"properties\":{\"expiry_date\":{\"default\":null,\"description\":\"The expiration date for the token in the format 'YYYY-MM-DD'. If not provided, the token will have a default expiry of one year from creation.\",\"type\":\"string\"},\"password\":{\"description\":\"The password corresponding to the username for authentication.\",\"type\":\"string\"},\"permissions\":{\"default\":\"read\",\"description\":\"The level of access the token provides, such as 'read', 'write', 'admin'.\",\"enum\":[\"read\",\"write\",\"admin\"],\"type\":\"string\"},\"token_name\":{\"default\":\"default_token\",\"description\":\"A descriptive name for the token being created.\",\"type\":\"string\"},\"username\":{\"description\":\"The username associated with the account for which the API token is to be created.\",\"type\":\"string\"}},\"required\":[\"username\",\"password\"],\"type\":\"dict\"}}"},"clm":{"choice":"api_token_api.APITokenApi.post_api_token","correct":false,"latency_ms":184.94,"confidence":0.920425},"jev":{"choice":"CustomDashboardsApi.get_shareable_api_tokens","correct":true,"latency_ms":125.11,"confidence":0.87}}}},{"id":"live_multiple_1027-255-1","split":"live_multiple","state":"User: I NEED ALL API TOKENS NOW!!! My user ID is 12345","expected":"CustomDashboardsApi.get_shareable_api_tokens","candidate_count":3,"views":{"description":{"criteria":{"CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieve a list of shareable API tokens associated with the user's account.","api_token_api.APITokenApi.get_api_tokens":"api_token_api.APITokenApi.get_api_tokens: Retrieve a list of API tokens associated with the user's account.","api_token_api.APITokenApi.post_api_token":"api_token_api.APITokenApi.post_api_token: Generate a new API token to authenticate and authorize subsequent API calls."},"clm":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":false,"latency_ms":28.46,"confidence":0.873727},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":false,"latency_ms":120.56,"confidence":1.0}},"prose_schema":{"criteria":{"CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieve a list of shareable API tokens associated with the user's account.\nParameter user_id (string); required; The unique identifier of the user whose API tokens are to be retrieved.\nParameter include_revoked (boolean); A flag to determine whether to include revoked tokens in the list.; default: False","api_token_api.APITokenApi.get_api_tokens":"api_token_api.APITokenApi.get_api_tokens: Retrieve a list of API tokens associated with the user's account.\nParameter include_expired (boolean); Whether to include expired tokens in the response.; default: False\nParameter page (integer); The page number of the token list to retrieve, starting from 1.; default: 1\nParameter page_size (integer); The number of tokens to retrieve per page. Maximum is 100.; default: 20","api_token_api.APITokenApi.post_api_token":"api_token_api.APITokenApi.post_api_token: Generate a new API token to authenticate and authorize subsequent API calls.\nParameter username (string); required; The username associated with the account for which the API token is to be created.\nParameter password (string); required; The password corresponding to the username for authentication.\nParameter token_name (string); A descriptive name for the token being created.; default: default_token\nParameter expiry_date (string); The expiration date for the token in the format 'YYYY-MM-DD'. If not provided, the token will have a default expiry of one year from creation.; default: None\nParameter permissions (string); The level of access the token provides, such as 'read', 'write', 'admin'.; allowed values: read, write, admin; default: read"},"clm":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":false,"latency_ms":29.3,"confidence":0.402174},"jev":{"choice":"CustomDashboardsApi.get_shareable_api_tokens","correct":true,"latency_ms":121.78,"confidence":0.79}},"schema":{"criteria":{"CustomDashboardsApi.get_shareable_api_tokens":"{\"description\":\"Retrieve a list of shareable API tokens associated with the user's account.\",\"name\":\"CustomDashboardsApi.get_shareable_api_tokens\",\"parameters\":{\"properties\":{\"include_revoked\":{\"default\":false,\"description\":\"A flag to determine whether to include revoked tokens in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose API tokens are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","api_token_api.APITokenApi.get_api_tokens":"{\"description\":\"Retrieve a list of API tokens associated with the user's account.\",\"name\":\"api_token_api.APITokenApi.get_api_tokens\",\"parameters\":{\"properties\":{\"include_expired\":{\"default\":false,\"description\":\"Whether to include expired tokens in the response.\",\"type\":\"boolean\"},\"page\":{\"default\":1,\"description\":\"The page number of the token list to retrieve, starting from 1.\",\"type\":\"integer\"},\"page_size\":{\"default\":20,\"description\":\"The number of tokens to retrieve per page. Maximum is 100.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","api_token_api.APITokenApi.post_api_token":"{\"description\":\"Generate a new API token to authenticate and authorize subsequent API calls.\",\"name\":\"api_token_api.APITokenApi.post_api_token\",\"parameters\":{\"properties\":{\"expiry_date\":{\"default\":null,\"description\":\"The expiration date for the token in the format 'YYYY-MM-DD'. If not provided, the token will have a default expiry of one year from creation.\",\"type\":\"string\"},\"password\":{\"description\":\"The password corresponding to the username for authentication.\",\"type\":\"string\"},\"permissions\":{\"default\":\"read\",\"description\":\"The level of access the token provides, such as 'read', 'write', 'admin'.\",\"enum\":[\"read\",\"write\",\"admin\"],\"type\":\"string\"},\"token_name\":{\"default\":\"default_token\",\"description\":\"A descriptive name for the token being created.\",\"type\":\"string\"},\"username\":{\"description\":\"The username associated with the account for which the API token is to be created.\",\"type\":\"string\"}},\"required\":[\"username\",\"password\"],\"type\":\"dict\"}}"},"clm":{"choice":"api_token_api.APITokenApi.post_api_token","correct":false,"latency_ms":33.27,"confidence":0.78467},"jev":{"choice":"CustomDashboardsApi.get_shareable_api_tokens","correct":true,"latency_ms":124.46,"confidence":0.8}}}},{"id":"live_multiple_1028-256-0","split":"live_multiple","state":"User: Give the snapshot for host agent zzwzee  for the last 60 minutes?","expected":"host_agent_api.get_agent_snapshot","candidate_count":3,"views":{"description":{"criteria":{"host_agent_api.get_agent_snapshot":"host_agent_api.get_agent_snapshot: Retrieves the details of a snapshot captured by a host agent within a specified time window.","host_agent_api.HostAgentApi.search_host_agents":"host_agent_api.HostAgentApi.search_host_agents: Retrieves a list of host agent snapshots based on the given query parameters.","host_agent_api.HostAgentApi.update_agent":"host_agent_api.HostAgentApi.update_agent: Update the details of an existing agent on the host identified by the given host ID."},"clm":{"choice":"host_agent_api.get_agent_snapshot","correct":true,"latency_ms":162.63,"confidence":0.921123},"jev":{"choice":"host_agent_api.get_agent_snapshot","correct":true,"latency_ms":145.4,"confidence":0.99}},"prose_schema":{"criteria":{"host_agent_api.get_agent_snapshot":"host_agent_api.get_agent_snapshot: Retrieves the details of a snapshot captured by a host agent within a specified time window.\nParameter id (string); required; The unique identifier of the host agent.\nParameter to (string); The end time for the snapshot retrieval in the format of 'YYYY-MM-DD HH:MM:SS'.; default: None\nParameter windowSize (integer); The size of the time window in minutes for which the snapshot details are to be retrieved.; default: 60","host_agent_api.HostAgentApi.search_host_agents":"host_agent_api.HostAgentApi.search_host_agents: Retrieves a list of host agent snapshots based on the given query parameters.\nParameter query (string); required; The search term used to filter the host agent snapshots.\nParameter to (string); The end date and time for the query in the format of 'YYYY-MM-DDTHH:MM:SSZ', such as '2023-03-15T23:59:59Z'.; default: None\nParameter windowSize (integer); The time window size in minutes for which the snapshots are queried.; default: 60\nParameter size (integer); The maximum number of snapshots to return.; default: 10\nParameter offline (boolean); Flag to include snapshots of offline agents.; default: False","host_agent_api.HostAgentApi.update_agent":"host_agent_api.HostAgentApi.update_agent: Update the details of an existing agent on the host identified by the given host ID.\nParameter hostId (string); required; The unique identifier of the host where the agent is running."},"clm":{"choice":"host_agent_api.HostAgentApi.search_host_agents","correct":false,"latency_ms":97.35,"confidence":0.873133},"jev":{"choice":"host_agent_api.get_agent_snapshot","correct":true,"latency_ms":97.98,"confidence":0.99}},"schema":{"criteria":{"host_agent_api.get_agent_snapshot":"{\"description\":\"Retrieves the details of a snapshot captured by a host agent within a specified time window.\",\"name\":\"host_agent_api.get_agent_snapshot\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the host agent.\",\"type\":\"string\"},\"to\":{\"default\":null,\"description\":\"The end time for the snapshot retrieval in the format of 'YYYY-MM-DD HH:MM:SS'.\",\"type\":\"string\"},\"windowSize\":{\"default\":60,\"description\":\"The size of the time window in minutes for which the snapshot details are to be retrieved.\",\"type\":\"integer\"}},\"required\":[\"id\"],\"type\":\"dict\"}}","host_agent_api.HostAgentApi.search_host_agents":"{\"description\":\"Retrieves a list of host agent snapshots based on the given query parameters.\",\"name\":\"host_agent_api.HostAgentApi.search_host_agents\",\"parameters\":{\"properties\":{\"offline\":{\"default\":false,\"description\":\"Flag to include snapshots of offline agents.\",\"type\":\"boolean\"},\"query\":{\"description\":\"The search term used to filter the host agent snapshots.\",\"type\":\"string\"},\"size\":{\"default\":10,\"description\":\"The maximum number of snapshots to return.\",\"type\":\"integer\"},\"to\":{\"default\":null,\"description\":\"The end date and time for the query in the format of 'YYYY-MM-DDTHH:MM:SSZ', such as '2023-03-15T23:59:59Z'.\",\"type\":\"string\"},\"windowSize\":{\"default\":60,\"description\":\"The time window size in minutes for which the snapshots are queried.\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","host_agent_api.HostAgentApi.update_agent":"{\"description\":\"Update the details of an existing agent on the host identified by the given host ID.\",\"name\":\"host_agent_api.HostAgentApi.update_agent\",\"parameters\":{\"properties\":{\"hostId\":{\"description\":\"The unique identifier of the host where the agent is running.\",\"type\":\"string\"}},\"required\":[\"hostId\"],\"type\":\"dict\"}}"},"clm":{"choice":"host_agent_api.HostAgentApi.update_agent","correct":false,"latency_ms":99.89,"confidence":0.725789},"jev":{"choice":"host_agent_api.get_agent_snapshot","correct":true,"latency_ms":103.1,"confidence":1.0}}}},{"id":"live_multiple_1029-257-0","split":"live_multiple","state":"User: Can you provide me with the details of the software installed on the system with version 5.5, and let's specify the time of the request as '2023-04-01 12:00:00'?","expected":"InfrastructureResourcesApi.software_versions","candidate_count":3,"views":{"description":{"criteria":{"InfrastructureResourcesApi.software_versions":"InfrastructureResourcesApi.software_versions: Retrieve information about the software installed on the system, including details like runtime and package manager versions. Optional filters such as `name`, `version`, `origin`, and `type` may be applied to refine the search results.","health_api.HealthApi.get_version":"health_api.HealthApi.get_version: Retrieve the current API version information including the major, minor, and patch version numbers.","releases_api.ReleasesApi.post_release":"releases_api.ReleasesApi.post_release: This function initiates the creation of a new software release in the system, handling the necessary data processing and storage."},"clm":{"choice":"InfrastructureResourcesApi.software_versions","correct":true,"latency_ms":88.96,"confidence":0.669614},"jev":{"choice":"InfrastructureResourcesApi.software_versions","correct":true,"latency_ms":123.11,"confidence":1.0}},"prose_schema":{"criteria":{"InfrastructureResourcesApi.software_versions":"InfrastructureResourcesApi.software_versions: Retrieve information about the software installed on the system, including details like runtime and package manager versions. Optional filters such as `name`, `version`, `origin`, and `type` may be applied to refine the search results.\nParameter time (string); required; The time or date when the software information is requested, formatted as 'YYYY-MM-DD HH:MM:SS'.\nParameter origin (string); The source or repository from which the software was installed.; default: \nParameter type (string); The type of software, such as 'runtime' or 'package manager'.; allowed values: runtime, package manager, library, application; default: \nParameter name (string); The name of the software package.; default: \nParameter version (string); The version number of the software package.; default: ","health_api.HealthApi.get_version":"health_api.HealthApi.get_version: Retrieve the current API version information including the major, minor, and patch version numbers.","releases_api.ReleasesApi.post_release":"releases_api.ReleasesApi.post_release: This function initiates the creation of a new software release in the system, handling the necessary data processing and storage.\nParameter version (string); required; The version identifier for the release, adhering to semantic versioning, e.g., '1.4.2'.\nParameter release_date (string); required; The scheduled date for the release, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\nParameter description (string); A brief description of the release contents and main features.; default: Not provided\nParameter is_major_release (boolean); A boolean flag indicating whether this release is a major release.; default: False\nParameter changelog (string); A detailed log of changes included in this release.; default: Changelog not available."},"clm":{"choice":"health_api.HealthApi.get_version","correct":false,"latency_ms":97.91,"confidence":0.923413},"jev":{"choice":"InfrastructureResourcesApi.software_versions","correct":true,"latency_ms":138.52,"confidence":1.0}},"schema":{"criteria":{"InfrastructureResourcesApi.software_versions":"{\"description\":\"Retrieve information about the software installed on the system, including details like runtime and package manager versions. Optional filters such as `name`, `version`, `origin`, and `type` may be applied to refine the search results.\",\"name\":\"InfrastructureResourcesApi.software_versions\",\"parameters\":{\"properties\":{\"name\":{\"default\":\"\",\"description\":\"The name of the software package.\",\"type\":\"string\"},\"origin\":{\"default\":\"\",\"description\":\"The source or repository from which the software was installed.\",\"type\":\"string\"},\"time\":{\"description\":\"The time or date when the software information is requested, formatted as 'YYYY-MM-DD HH:MM:SS'.\",\"type\":\"string\"},\"type\":{\"default\":\"\",\"description\":\"The type of software, such as 'runtime' or 'package manager'.\",\"enum\":[\"runtime\",\"package manager\",\"library\",\"application\"],\"type\":\"string\"},\"version\":{\"default\":\"\",\"description\":\"The version number of the software package.\",\"type\":\"string\"}},\"required\":[\"time\"],\"type\":\"dict\"}}","health_api.HealthApi.get_version":"{\"description\":\"Retrieve the current API version information including the major, minor, and patch version numbers.\",\"name\":\"health_api.HealthApi.get_version\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","releases_api.ReleasesApi.post_release":"{\"description\":\"This function initiates the creation of a new software release in the system, handling the necessary data processing and storage.\",\"name\":\"releases_api.ReleasesApi.post_release\",\"parameters\":{\"properties\":{\"changelog\":{\"default\":\"Changelog not available.\",\"description\":\"A detailed log of changes included in this release.\",\"type\":\"string\"},\"description\":{\"default\":\"Not provided\",\"description\":\"A brief description of the release contents and main features.\",\"type\":\"string\"},\"is_major_release\":{\"default\":false,\"description\":\"A boolean flag indicating whether this release is a major release.\",\"type\":\"boolean\"},\"release_date\":{\"description\":\"The scheduled date for the release, in the format of 'YYYY-MM-DD', such as '2023-04-15'.\",\"type\":\"string\"},\"version\":{\"description\":\"The version identifier for the release, adhering to semantic versioning, e.g., '1.4.2'.\",\"type\":\"string\"}},\"required\":[\"version\",\"release_date\"],\"type\":\"dict\"}}"},"clm":{"choice":"health_api.HealthApi.get_version","correct":false,"latency_ms":124.43,"confidence":0.982386},"jev":{"choice":"InfrastructureResourcesApi.software_versions","correct":true,"latency_ms":106.3,"confidence":1.0}}}},{"id":"live_multiple_1030-258-0","split":"live_multiple","state":"User: Can you tell me the geo mapping rules for the website \"larry_rotter\"?","expected":"get_website_geo_mapping_rules","candidate_count":3,"views":{"description":{"criteria":{"get_website_geo_mapping_rules":"get_website_geo_mapping_rules: Retrieve the geographic mapping rules configured for a specific website by its unique identifier.","set_website_geo_mapping_rules":"set_website_geo_mapping_rules: This function sets custom geographic mapping rules for a specific website by using its unique website identifier.","get_mobile_app_geo_mapping_rules":"get_mobile_app_geo_mapping_rules: Retrieves the custom geographical mapping rules configured for a specific mobile application. These rules can be used to tailor app behavior based on the geographical location of the user."},"clm":{"choice":"get_website_geo_mapping_rules","correct":true,"latency_ms":82.9,"confidence":0.927163},"jev":{"choice":"get_website_geo_mapping_rules","correct":true,"latency_ms":132.93,"confidence":1.0}},"prose_schema":{"criteria":{"get_website_geo_mapping_rules":"get_website_geo_mapping_rules: Retrieve the geographic mapping rules configured for a specific website by its unique identifier.\nParameter websiteId (string); required; The unique identifier of the website for which the geo mapping rules are to be retrieved. The identifier should be in UUID format.","set_website_geo_mapping_rules":"set_website_geo_mapping_rules: This function sets custom geographic mapping rules for a specific website by using its unique website identifier.\nParameter websiteId (string); required; The unique identifier of the website for which the geo mapping rules are to be set. This is typically a UUID.\nParameter geoMappingRules (array); A list of custom geographic mapping rules defined as strings. Each rule should specify a geographic region and the corresponding action.; default: []","get_mobile_app_geo_mapping_rules":"get_mobile_app_geo_mapping_rules: Retrieves the custom geographical mapping rules configured for a specific mobile application. These rules can be used to tailor app behavior based on the geographical location of the user.\nParameter mobileAppId (string); required; The unique identifier of the mobile application for which the geo mapping rules are to be fetched."},"clm":{"choice":"get_website_geo_mapping_rules","correct":true,"latency_ms":91.87,"confidence":0.901049},"jev":{"choice":"get_website_geo_mapping_rules","correct":true,"latency_ms":126.02,"confidence":1.0}},"schema":{"criteria":{"get_website_geo_mapping_rules":"{\"description\":\"Retrieve the geographic mapping rules configured for a specific website by its unique identifier.\",\"name\":\"get_website_geo_mapping_rules\",\"parameters\":{\"properties\":{\"websiteId\":{\"description\":\"The unique identifier of the website for which the geo mapping rules are to be retrieved. The identifier should be in UUID format.\",\"type\":\"string\"}},\"required\":[\"websiteId\"],\"type\":\"dict\"}}","set_website_geo_mapping_rules":"{\"description\":\"This function sets custom geographic mapping rules for a specific website by using its unique website identifier.\",\"name\":\"set_website_geo_mapping_rules\",\"parameters\":{\"properties\":{\"geoMappingRules\":{\"default\":[],\"description\":\"A list of custom geographic mapping rules defined as strings. Each rule should specify a geographic region and the corresponding action.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"websiteId\":{\"description\":\"The unique identifier of the website for which the geo mapping rules are to be set. This is typically a UUID.\",\"type\":\"string\"}},\"required\":[\"websiteId\"],\"type\":\"dict\"}}","get_mobile_app_geo_mapping_rules":"{\"description\":\"Retrieves the custom geographical mapping rules configured for a specific mobile application. These rules can be used to tailor app behavior based on the geographical location of the user.\",\"name\":\"get_mobile_app_geo_mapping_rules\",\"parameters\":{\"properties\":{\"mobileAppId\":{\"description\":\"The unique identifier of the mobile application for which the geo mapping rules are to be fetched.\",\"type\":\"string\"}},\"required\":[\"mobileAppId\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_mobile_app_geo_mapping_rules","correct":false,"latency_ms":142.29,"confidence":0.689533},"jev":{"choice":"get_website_geo_mapping_rules","correct":true,"latency_ms":95.26,"confidence":1.0}}}},{"id":"live_multiple_1031-259-0","split":"live_multiple","state":"User: Get the dashboard for \"dashing\".","expected":"get_custom_dashboard","candidate_count":3,"views":{"description":{"criteria":{"CustomDashboardsApi.add_custom_dashboard":"CustomDashboardsApi.add_custom_dashboard: This function adds a new custom dashboard to the system. It allows users to create a personalized view with widgets and data relevant to their needs.","get_custom_dashboard":"get_custom_dashboard: Retrieves a custom dashboard by its unique identifier.","CustomDashboardsApi.delete_custom_dashboard":"CustomDashboardsApi.delete_custom_dashboard: Deletes a specific custom dashboard identified by its unique ID."},"clm":{"choice":"get_custom_dashboard","correct":true,"latency_ms":51.89,"confidence":0.95386},"jev":{"choice":"get_custom_dashboard","correct":true,"latency_ms":160.59,"confidence":1.0}},"prose_schema":{"criteria":{"CustomDashboardsApi.add_custom_dashboard":"CustomDashboardsApi.add_custom_dashboard: This function adds a new custom dashboard to the system. It allows users to create a personalized view with widgets and data relevant to their needs.\nParameter dashboard_name (string); required; The name of the new custom dashboard.\nParameter user_id (integer); required; The unique identifier of the user for whom the dashboard is being created.\nParameter widgets (array); A list of widget identifiers to be included in the custom dashboard.; default: []\nParameter layout (string); The layout format of the dashboard.; allowed values: grid, single_column, multi_column; default: grid\nParameter theme (string); The visual theme of the dashboard.; allowed values: light, dark; default: light\nParameter refresh_rate (integer); The rate at which the dashboard data refreshes, in seconds.; default: 60","get_custom_dashboard":"get_custom_dashboard: Retrieves a custom dashboard by its unique identifier.\nParameter customDashboardId (string); required; The unique identifier of the custom dashboard to be retrieved.","CustomDashboardsApi.delete_custom_dashboard":"CustomDashboardsApi.delete_custom_dashboard: Deletes a specific custom dashboard identified by its unique ID.\nParameter customDashboardId (string); required; The unique identifier of the custom dashboard to be deleted."},"clm":{"choice":"get_custom_dashboard","correct":true,"latency_ms":61.48,"confidence":0.416262},"jev":{"choice":"get_custom_dashboard","correct":true,"latency_ms":101.74,"confidence":0.98}},"schema":{"criteria":{"CustomDashboardsApi.add_custom_dashboard":"{\"description\":\"This function adds a new custom dashboard to the system. It allows users to create a personalized view with widgets and data relevant to their needs.\",\"name\":\"CustomDashboardsApi.add_custom_dashboard\",\"parameters\":{\"properties\":{\"dashboard_name\":{\"description\":\"The name of the new custom dashboard.\",\"type\":\"string\"},\"layout\":{\"default\":\"grid\",\"description\":\"The layout format of the dashboard.\",\"enum\":[\"grid\",\"single_column\",\"multi_column\"],\"type\":\"string\"},\"refresh_rate\":{\"default\":60,\"description\":\"The rate at which the dashboard data refreshes, in seconds.\",\"type\":\"integer\"},\"theme\":{\"default\":\"light\",\"description\":\"The visual theme of the dashboard.\",\"enum\":[\"light\",\"dark\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the dashboard is being created.\",\"type\":\"integer\"},\"widgets\":{\"default\":[],\"description\":\"A list of widget identifiers to be included in the custom dashboard.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"}},\"required\":[\"dashboard_name\",\"user_id\"],\"type\":\"dict\"}}","get_custom_dashboard":"{\"description\":\"Retrieves a custom dashboard by its unique identifier.\",\"name\":\"get_custom_dashboard\",\"parameters\":{\"properties\":{\"customDashboardId\":{\"description\":\"The unique identifier of the custom dashboard to be retrieved.\",\"type\":\"string\"}},\"required\":[\"customDashboardId\"],\"type\":\"dict\"}}","CustomDashboardsApi.delete_custom_dashboard":"{\"description\":\"Deletes a specific custom dashboard identified by its unique ID.\",\"name\":\"CustomDashboardsApi.delete_custom_dashboard\",\"parameters\":{\"properties\":{\"customDashboardId\":{\"description\":\"The unique identifier of the custom dashboard to be deleted.\",\"type\":\"string\"}},\"required\":[\"customDashboardId\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_custom_dashboard","correct":true,"latency_ms":77.25,"confidence":0.769653},"jev":{"choice":"get_custom_dashboard","correct":true,"latency_ms":117.94,"confidence":0.99}}}},{"id":"live_multiple_1032-260-0","split":"live_multiple","state":"User: What are the synthetic locations, give me 5?","expected":"get_synthetic_locations","candidate_count":3,"views":{"description":{"criteria":{"SyntheticSettingsApi.get_synthetic_location":"SyntheticSettingsApi.get_synthetic_location: Retrieve the configuration details of a specific synthetic location by its unique identifier.","get_synthetic_locations":"get_synthetic_locations: Retrieve a list of all synthetic monitoring locations available for configuring synthetic tests.","SyntheticSettingsApi.get_synthetic_tests":"SyntheticSettingsApi.get_synthetic_tests: Retrieves a list of all synthetic tests associated with a specified application and location."},"clm":{"choice":"SyntheticSettingsApi.get_synthetic_location","correct":false,"latency_ms":92.85,"confidence":0.763683},"jev":{"choice":"get_synthetic_locations","correct":true,"latency_ms":108.76,"confidence":1.0}},"prose_schema":{"criteria":{"SyntheticSettingsApi.get_synthetic_location":"SyntheticSettingsApi.get_synthetic_location: Retrieve the configuration details of a specific synthetic location by its unique identifier.\nParameter id (string); required; The unique identifier of the synthetic location.","get_synthetic_locations":"get_synthetic_locations: Retrieve a list of all synthetic monitoring locations available for configuring synthetic tests.\nParameter sort (string); Sort order of the locations. Specify 'asc' for ascending or 'desc' for descending.; allowed values: asc, desc; default: asc\nParameter offset (integer); The number of locations to skip before starting to collect the result set. Begins at 0.; default: 0\nParameter limit (integer); required; The maximum number of locations to return in the response. Must be an integer greater than 0.\nParameter filter (string); A filter string to receive specific locations based on matching criteria, such as 'North America'. The filter is applied to the location's name or attributes.; default: ","SyntheticSettingsApi.get_synthetic_tests":"SyntheticSettingsApi.get_synthetic_tests: Retrieves a list of all synthetic tests associated with a specified application and location.\nParameter applicationId (string); required; The unique identifier of the application for which synthetic tests are fetched.\nParameter locationId (string); required; The unique identifier of the location for which synthetic tests are fetched."},"clm":{"choice":"SyntheticSettingsApi.get_synthetic_tests","correct":false,"latency_ms":95.15,"confidence":0.656495},"jev":{"choice":"get_synthetic_locations","correct":true,"latency_ms":107.65,"confidence":1.0}},"schema":{"criteria":{"SyntheticSettingsApi.get_synthetic_location":"{\"description\":\"Retrieve the configuration details of a specific synthetic location by its unique identifier.\",\"name\":\"SyntheticSettingsApi.get_synthetic_location\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the synthetic location.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}","get_synthetic_locations":"{\"description\":\"Retrieve a list of all synthetic monitoring locations available for configuring synthetic tests.\",\"name\":\"get_synthetic_locations\",\"parameters\":{\"properties\":{\"filter\":{\"default\":\"\",\"description\":\"A filter string to receive specific locations based on matching criteria, such as 'North America'. The filter is applied to the location's name or attributes.\",\"type\":\"string\"},\"limit\":{\"description\":\"The maximum number of locations to return in the response. Must be an integer greater than 0.\",\"type\":\"integer\"},\"offset\":{\"default\":0,\"description\":\"The number of locations to skip before starting to collect the result set. Begins at 0.\",\"type\":\"integer\"},\"sort\":{\"default\":\"asc\",\"description\":\"Sort order of the locations. Specify 'asc' for ascending or 'desc' for descending.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"}},\"required\":[\"limit\"],\"type\":\"dict\"}}","SyntheticSettingsApi.get_synthetic_tests":"{\"description\":\"Retrieves a list of all synthetic tests associated with a specified application and location.\",\"name\":\"SyntheticSettingsApi.get_synthetic_tests\",\"parameters\":{\"properties\":{\"applicationId\":{\"description\":\"The unique identifier of the application for which synthetic tests are fetched.\",\"type\":\"string\"},\"locationId\":{\"description\":\"The unique identifier of the location for which synthetic tests are fetched.\",\"type\":\"string\"}},\"required\":[\"applicationId\",\"locationId\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_synthetic_locations","correct":true,"latency_ms":135.03,"confidence":0.915479},"jev":{"choice":"get_synthetic_locations","correct":true,"latency_ms":92.41,"confidence":1.0}}}},{"id":"live_multiple_1033-261-0","split":"live_multiple","state":"User: Can you retrieve a list of all synthetic locations available for monitoring and filter the results for locations named 'alpha', 'beta', and 'gamma', with a limit of 20 results?","expected":"SyntheticSettingsApi.get_synthetic_locations","candidate_count":3,"views":{"description":{"criteria":{"SyntheticSettingsApi.get_synthetic_locations":"SyntheticSettingsApi.get_synthetic_locations: Retrieve a list of all synthetic locations available for monitoring. The response can be sorted, filtered, and paginated to obtain the desired subset of locations.","SyntheticSettingsApi.get_synthetic_location":"SyntheticSettingsApi.get_synthetic_location: Retrieve the details of a synthetic location identified by its unique ID.","SyntheticSettingsApi.get_synthetic_tests":"SyntheticSettingsApi.get_synthetic_tests: Retrieve a list of synthetic tests for a given application and location."},"clm":{"choice":"SyntheticSettingsApi.get_synthetic_tests","correct":false,"latency_ms":86.88,"confidence":0.792709},"jev":{"choice":"SyntheticSettingsApi.get_synthetic_locations","correct":true,"latency_ms":114.13,"confidence":1.0}},"prose_schema":{"criteria":{"SyntheticSettingsApi.get_synthetic_locations":"SyntheticSettingsApi.get_synthetic_locations: Retrieve a list of all synthetic locations available for monitoring. The response can be sorted, filtered, and paginated to obtain the desired subset of locations.\nParameter sort (string); The sort order of the results. Possible values are 'asc' for ascending and 'desc' for descending.; allowed values: asc, desc; default: asc\nParameter offset (integer); The starting index from where the results should be fetched. Useful for pagination.; default: 0\nParameter limit (integer); required; The maximum number of results to return. Must be a positive integer to limit the response size.\nParameter filter (string); A filter string to apply to the results, such as filtering by location name or type.; default: ","SyntheticSettingsApi.get_synthetic_location":"SyntheticSettingsApi.get_synthetic_location: Retrieve the details of a synthetic location identified by its unique ID.\nParameter id (string); required; The unique identifier of the synthetic location.","SyntheticSettingsApi.get_synthetic_tests":"SyntheticSettingsApi.get_synthetic_tests: Retrieve a list of synthetic tests for a given application and location.\nParameter applicationId (string); required; The unique identifier of the application for which synthetic tests are to be retrieved.\nParameter locationId (string); required; The unique identifier of the location for which synthetic tests are to be retrieved."},"clm":{"choice":"SyntheticSettingsApi.get_synthetic_tests","correct":false,"latency_ms":94.87,"confidence":0.795906},"jev":{"choice":"SyntheticSettingsApi.get_synthetic_locations","correct":true,"latency_ms":157.22,"confidence":1.0}},"schema":{"criteria":{"SyntheticSettingsApi.get_synthetic_locations":"{\"description\":\"Retrieve a list of all synthetic locations available for monitoring. The response can be sorted, filtered, and paginated to obtain the desired subset of locations.\",\"name\":\"SyntheticSettingsApi.get_synthetic_locations\",\"parameters\":{\"properties\":{\"filter\":{\"default\":\"\",\"description\":\"A filter string to apply to the results, such as filtering by location name or type.\",\"type\":\"string\"},\"limit\":{\"description\":\"The maximum number of results to return. Must be a positive integer to limit the response size.\",\"type\":\"integer\"},\"offset\":{\"default\":0,\"description\":\"The starting index from where the results should be fetched. Useful for pagination.\",\"type\":\"integer\"},\"sort\":{\"default\":\"asc\",\"description\":\"The sort order of the results. Possible values are 'asc' for ascending and 'desc' for descending.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"}},\"required\":[\"limit\"],\"type\":\"dict\"}}","SyntheticSettingsApi.get_synthetic_location":"{\"description\":\"Retrieve the details of a synthetic location identified by its unique ID.\",\"name\":\"SyntheticSettingsApi.get_synthetic_location\",\"parameters\":{\"properties\":{\"id\":{\"description\":\"The unique identifier of the synthetic location.\",\"type\":\"string\"}},\"required\":[\"id\"],\"type\":\"dict\"}}","SyntheticSettingsApi.get_synthetic_tests":"{\"description\":\"Retrieve a list of synthetic tests for a given application and location.\",\"name\":\"SyntheticSettingsApi.get_synthetic_tests\",\"parameters\":{\"properties\":{\"applicationId\":{\"description\":\"The unique identifier of the application for which synthetic tests are to be retrieved.\",\"type\":\"string\"},\"locationId\":{\"description\":\"The unique identifier of the location for which synthetic tests are to be retrieved.\",\"type\":\"string\"}},\"required\":[\"applicationId\",\"locationId\"],\"type\":\"dict\"}}"},"clm":{"choice":"SyntheticSettingsApi.get_synthetic_tests","correct":false,"latency_ms":113.17,"confidence":0.656034},"jev":{"choice":"SyntheticSettingsApi.get_synthetic_locations","correct":true,"latency_ms":227.74,"confidence":1.0}}}},{"id":"live_multiple_1034-262-0","split":"live_multiple","state":"User: I am an admin, I need all the access logs, page size set to 50.","expected":"audit_log_api.AuditLogApi.get_access_logs","candidate_count":3,"views":{"description":{"criteria":{"audit_log_api.AuditLogApi.get_access_logs":"audit_log_api.AuditLogApi.get_access_logs: Retrieve a list of access log entries from the audit log. This function allows for paginated access and filtered queries based on criteria such as user ID, action type, and date range.","get_alerts":"get_alerts: Retrieve a list of all alert configurations from the event settings API.","CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieve a list of shareable API tokens associated with the user's account."},"clm":{"choice":"audit_log_api.AuditLogApi.get_access_logs","correct":true,"latency_ms":75.79,"confidence":0.885694},"jev":{"choice":"audit_log_api.AuditLogApi.get_access_logs","correct":true,"latency_ms":117.75,"confidence":1.0}},"prose_schema":{"criteria":{"audit_log_api.AuditLogApi.get_access_logs":"audit_log_api.AuditLogApi.get_access_logs: Retrieve a list of access log entries from the audit log. This function allows for paginated access and filtered queries based on criteria such as user ID, action type, and date range.\nParameter offset (integer); required; The starting point from which to return results, used for pagination. It specifies the offset of the first log entry to return.\nParameter query (string); A query string to filter the access logs based on specific criteria, such as 'user_id:1001' to filter logs for user ID 1001 or 'action:login' for login events.; default: \nParameter pageSize (integer); required; The number of log entries to return in one call. Values must be between 1 and 100, inclusive.\nParameter startDate (string); The start date from which to retrieve access logs, in the format of 'YYYY-MM-DD'. Logs will be fetched starting from 00:00:00 of this date.; default: None\nParameter endDate (string); The end date until which to retrieve access logs, in the format of 'YYYY-MM-DD'. Logs will be fetched up to 23:59:59 of this date.; default: None","get_alerts":"get_alerts: Retrieve a list of all alert configurations from the event settings API.\nParameter include_disabled (boolean); If set to true, the response will include alert configurations that are currently disabled.; default: False\nParameter filter (string); A string to filter the alert configurations by name or description.; default: \nParameter limit (integer); The maximum number of alert configurations to retrieve.; default: 100\nParameter offset (integer); The number of alert configurations to skip before starting to collect the result set.; default: 0","CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieve a list of shareable API tokens associated with the user's account."},"clm":{"choice":"audit_log_api.AuditLogApi.get_access_logs","correct":true,"latency_ms":99.69,"confidence":0.490742},"jev":{"choice":"audit_log_api.AuditLogApi.get_access_logs","correct":true,"latency_ms":163.89,"confidence":1.0}},"schema":{"criteria":{"audit_log_api.AuditLogApi.get_access_logs":"{\"description\":\"Retrieve a list of access log entries from the audit log. This function allows for paginated access and filtered queries based on criteria such as user ID, action type, and date range.\",\"name\":\"audit_log_api.AuditLogApi.get_access_logs\",\"parameters\":{\"properties\":{\"endDate\":{\"default\":null,\"description\":\"The end date until which to retrieve access logs, in the format of 'YYYY-MM-DD'. Logs will be fetched up to 23:59:59 of this date.\",\"type\":\"string\"},\"offset\":{\"description\":\"The starting point from which to return results, used for pagination. It specifies the offset of the first log entry to return.\",\"type\":\"integer\"},\"pageSize\":{\"description\":\"The number of log entries to return in one call. Values must be between 1 and 100, inclusive.\",\"type\":\"integer\"},\"query\":{\"default\":\"\",\"description\":\"A query string to filter the access logs based on specific criteria, such as 'user_id:1001' to filter logs for user ID 1001 or 'action:login' for login events.\",\"type\":\"string\"},\"startDate\":{\"default\":null,\"description\":\"The start date from which to retrieve access logs, in the format of 'YYYY-MM-DD'. Logs will be fetched starting from 00:00:00 of this date.\",\"type\":\"string\"}},\"required\":[\"offset\",\"pageSize\"],\"type\":\"dict\"}}","get_alerts":"{\"description\":\"Retrieve a list of all alert configurations from the event settings API.\",\"name\":\"get_alerts\",\"parameters\":{\"properties\":{\"filter\":{\"default\":\"\",\"description\":\"A string to filter the alert configurations by name or description.\",\"type\":\"string\"},\"include_disabled\":{\"default\":false,\"description\":\"If set to true, the response will include alert configurations that are currently disabled.\",\"type\":\"boolean\"},\"limit\":{\"default\":100,\"description\":\"The maximum number of alert configurations to retrieve.\",\"type\":\"integer\"},\"offset\":{\"default\":0,\"description\":\"The number of alert configurations to skip before starting to collect the result set.\",\"type\":\"integer\"}},\"required\":[],\"type\":\"dict\"}}","CustomDashboardsApi.get_shareable_api_tokens":"{\"description\":\"Retrieve a list of shareable API tokens associated with the user's account.\",\"name\":\"CustomDashboardsApi.get_shareable_api_tokens\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}"},"clm":{"choice":"CustomDashboardsApi.get_shareable_api_tokens","correct":false,"latency_ms":144.42,"confidence":0.697712},"jev":{"choice":"audit_log_api.AuditLogApi.get_access_logs","correct":true,"latency_ms":98.74,"confidence":1.0}}}},{"id":"live_multiple_1035-263-0","split":"live_multiple","state":"User: I forgot all the API tokens, can you remind me of them? My user ID is 12345.","expected":"api_token_api.APITokenApi.get_api_tokens","candidate_count":3,"views":{"description":{"criteria":{"CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieve a list of all shareable API tokens associated with the user's account. These tokens can be used to grant access to custom dashboards.","api_token_api.APITokenApi.post_api_token":"api_token_api.APITokenApi.post_api_token: Creates a new API token which can be used for authentication and access to the API endpoints.","api_token_api.APITokenApi.get_api_tokens":"api_token_api.APITokenApi.get_api_tokens: Retrieve a list of all API tokens associated with the user account."},"clm":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":77.95,"confidence":0.775813},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":102.48,"confidence":1.0}},"prose_schema":{"criteria":{"CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieve a list of all shareable API tokens associated with the user's account. These tokens can be used to grant access to custom dashboards.","api_token_api.APITokenApi.post_api_token":"api_token_api.APITokenApi.post_api_token: Creates a new API token which can be used for authentication and access to the API endpoints.\nParameter user_id (integer); required; The unique identifier of the user for whom the API token is being created.\nParameter permissions (string); required; The access level of the API token. Possible values are 'read' for read-only access, 'write' for write access, and 'admin' for full administrative privileges.; allowed values: read, write, admin\nParameter expiration_date (string); The expiration date of the API token, formatted as 'YYYY-MM-DD'. If not specified, defaults to 'null', which represents no expiration date.; default: null","api_token_api.APITokenApi.get_api_tokens":"api_token_api.APITokenApi.get_api_tokens: Retrieve a list of all API tokens associated with the user account.\nParameter user_id (integer); required; The unique identifier of the user whose API tokens are to be retrieved.\nParameter include_expired (boolean); Flag to include expired tokens in the list.; default: False"},"clm":{"choice":"CustomDashboardsApi.get_shareable_api_tokens","correct":false,"latency_ms":92.67,"confidence":0.625583},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":108.78,"confidence":1.0}},"schema":{"criteria":{"CustomDashboardsApi.get_shareable_api_tokens":"{\"description\":\"Retrieve a list of all shareable API tokens associated with the user's account. These tokens can be used to grant access to custom dashboards.\",\"name\":\"CustomDashboardsApi.get_shareable_api_tokens\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","api_token_api.APITokenApi.post_api_token":"{\"description\":\"Creates a new API token which can be used for authentication and access to the API endpoints.\",\"name\":\"api_token_api.APITokenApi.post_api_token\",\"parameters\":{\"properties\":{\"expiration_date\":{\"default\":\"null\",\"description\":\"The expiration date of the API token, formatted as 'YYYY-MM-DD'. If not specified, defaults to 'null', which represents no expiration date.\",\"type\":\"string\"},\"permissions\":{\"description\":\"The access level of the API token. Possible values are 'read' for read-only access, 'write' for write access, and 'admin' for full administrative privileges.\",\"enum\":[\"read\",\"write\",\"admin\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the API token is being created.\",\"type\":\"integer\"}},\"required\":[\"user_id\",\"permissions\"],\"type\":\"dict\"}}","api_token_api.APITokenApi.get_api_tokens":"{\"description\":\"Retrieve a list of all API tokens associated with the user account.\",\"name\":\"api_token_api.APITokenApi.get_api_tokens\",\"parameters\":{\"properties\":{\"include_expired\":{\"default\":false,\"description\":\"Flag to include expired tokens in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose API tokens are to be retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"CustomDashboardsApi.get_shareable_api_tokens","correct":false,"latency_ms":128.9,"confidence":0.920544},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":129.72,"confidence":1.0}}}},{"id":"live_multiple_1036-263-1","split":"live_multiple","state":"User: I NEED ALL API TOKENS NOW!!! My user ID is 12345.","expected":"api_token_api.APITokenApi.get_api_tokens","candidate_count":3,"views":{"description":{"criteria":{"CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieve a list of all shareable API tokens associated with the user's account. These tokens can be used to grant access to custom dashboards.","api_token_api.APITokenApi.post_api_token":"api_token_api.APITokenApi.post_api_token: Creates a new API token which can be used for authentication and access to the API endpoints.","api_token_api.APITokenApi.get_api_tokens":"api_token_api.APITokenApi.get_api_tokens: Retrieve a list of all API tokens associated with the user account."},"clm":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":1.64,"confidence":0.822018},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":98.78,"confidence":1.0}},"prose_schema":{"criteria":{"CustomDashboardsApi.get_shareable_api_tokens":"CustomDashboardsApi.get_shareable_api_tokens: Retrieve a list of all shareable API tokens associated with the user's account. These tokens can be used to grant access to custom dashboards.","api_token_api.APITokenApi.post_api_token":"api_token_api.APITokenApi.post_api_token: Creates a new API token which can be used for authentication and access to the API endpoints.\nParameter user_id (integer); required; The unique identifier of the user for whom the API token is being created.\nParameter permissions (string); required; The access level of the API token. Possible values are 'read' for read-only access, 'write' for write access, and 'admin' for full administrative privileges.; allowed values: read, write, admin\nParameter expiration_date (string); The expiration date of the API token, formatted as 'YYYY-MM-DD'. If not specified, defaults to 'null', which represents no expiration date.; default: null","api_token_api.APITokenApi.get_api_tokens":"api_token_api.APITokenApi.get_api_tokens: Retrieve a list of all API tokens associated with the user account.\nParameter user_id (integer); required; The unique identifier of the user whose API tokens are to be retrieved.\nParameter include_expired (boolean); Flag to include expired tokens in the list.; default: False"},"clm":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":1.47,"confidence":0.783982},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":115.77,"confidence":1.0}},"schema":{"criteria":{"CustomDashboardsApi.get_shareable_api_tokens":"{\"description\":\"Retrieve a list of all shareable API tokens associated with the user's account. These tokens can be used to grant access to custom dashboards.\",\"name\":\"CustomDashboardsApi.get_shareable_api_tokens\",\"parameters\":{\"properties\":{},\"required\":[],\"type\":\"dict\"}}","api_token_api.APITokenApi.post_api_token":"{\"description\":\"Creates a new API token which can be used for authentication and access to the API endpoints.\",\"name\":\"api_token_api.APITokenApi.post_api_token\",\"parameters\":{\"properties\":{\"expiration_date\":{\"default\":\"null\",\"description\":\"The expiration date of the API token, formatted as 'YYYY-MM-DD'. If not specified, defaults to 'null', which represents no expiration date.\",\"type\":\"string\"},\"permissions\":{\"description\":\"The access level of the API token. Possible values are 'read' for read-only access, 'write' for write access, and 'admin' for full administrative privileges.\",\"enum\":[\"read\",\"write\",\"admin\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom the API token is being created.\",\"type\":\"integer\"}},\"required\":[\"user_id\",\"permissions\"],\"type\":\"dict\"}}","api_token_api.APITokenApi.get_api_tokens":"{\"description\":\"Retrieve a list of all API tokens associated with the user account.\",\"name\":\"api_token_api.APITokenApi.get_api_tokens\",\"parameters\":{\"properties\":{\"include_expired\":{\"default\":false,\"description\":\"Flag to include expired tokens in the list.\",\"type\":\"boolean\"},\"user_id\":{\"description\":\"The unique identifier of the user whose API tokens are to be retrieved.\",\"type\":\"integer\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"CustomDashboardsApi.get_shareable_api_tokens","correct":false,"latency_ms":2.66,"confidence":0.903734},"jev":{"choice":"api_token_api.APITokenApi.get_api_tokens","correct":true,"latency_ms":147.34,"confidence":1.0}}}},{"id":"live_multiple_1037-264-0","split":"live_multiple","state":"System: \nYou are a helpful scheduling assistant. You have access to tools to view or\nmanipulate events on a user's calendar. Assume all questions and instructions are\ngiven in the context of working with events on a user's calendar.\n\nUser: I need to block out time for a 'Basketball Game' on Friday 2024-12-01. Could we schedule that from 7 PM to 9 PM? The game will last for 120 minutes.","expected":"calendar_event_create","candidate_count":5,"views":{"description":{"criteria":{"calendar_event_edit":"calendar_event_edit: Modify one or more attributes of a calendar event. Unspecified fields remain unchanged, which allows for partial updates to an event's properties, such as rescheduling or changing the title.","calendar_event_create":"calendar_event_create: Creates a new calendar event for the user and returns the details of the event in JSON format. The event can be a single occurrence or follow a specified recurrence pattern.","calendar_event_delete":"calendar_event_delete: Cancels and deletes a specific event from the user's calendar.","calendar_event_query":"calendar_event_query: Searches a user's calendar for events that match a given query string, optionally within a specified time frame.","open_times_query":"open_times_query: Searches a user's calendar to find available time slots that can accommodate new events without causing conflicts with existing events. Ideal for scheduling or rescheduling events."},"clm":{"choice":"open_times_query","correct":false,"latency_ms":95.04,"confidence":0.769319},"jev":{"choice":"calendar_event_create","correct":true,"latency_ms":100.84,"confidence":1.0}},"prose_schema":{"criteria":{"calendar_event_edit":"calendar_event_edit: Modify one or more attributes of a calendar event. Unspecified fields remain unchanged, which allows for partial updates to an event's properties, such as rescheduling or changing the title.\nParameter event_id (string); required; Unique identifier of the event to be modified.\nParameter new_title (string); The new title for the event. If not provided, the title remains unchanged.; default: None\nParameter new_start_date (string); The new start date for the event in the format 'YYYY-MM-DD'. If not provided, the start date remains unchanged.; default: None\nParameter new_start_time (string); The new start time for the event in 24-hour format 'HH:MM'. If not provided, the start time remains unchanged.; default: None\nParameter new_duration (integer); The new duration of the event in minutes. If not provided, the duration remains unchanged.; default: None\nParameter new_rrule (string); The new recurrence rule for the event, following the iCalendar RRULE format. If not provided, the recurrence rule remains unchanged.; default: None","calendar_event_create":"calendar_event_create: Creates a new calendar event for the user and returns the details of the event in JSON format. The event can be a single occurrence or follow a specified recurrence pattern.\nParameter start_date (string); required; The start date of the event in the format 'YYYY-MM-DD'.\nParameter start_time (string); required; The start time of the event in 24-hour format 'HH:MM'.\nParameter duration (integer); required; The duration of the event in minutes.\nParameter rrule (string); A string specifying the recurrence pattern for repeating events, following the iCalendar (RFC 5545) specification.; default: Does not repeat","calendar_event_delete":"calendar_event_delete: Cancels and deletes a specific event from the user's calendar.\nParameter event_id (string); required; The unique identifier of the event to be canceled or deleted.\nParameter notify_attendees (boolean); Indicates whether attendees should be notified about the cancellation.; default: True\nParameter send_updates (string); Determines how updates are communicated to attendees.; allowed values: all, externalOnly, none; default: all","calendar_event_query":"calendar_event_query: Searches a user's calendar for events that match a given query string, optionally within a specified time frame.\nParameter query (string); required; The query string used to search for calendar events, such as 'meeting' or 'doctor appointment'.\nParameter time_hint (string); An optional hint to narrow the search within a specific time window, formatted as 'YYYY-MM-DD HH:MM' (e.g., '2023-04-15 14:00'). If not provided, the search includes all future events.; default: None","open_times_query":"open_times_query: Searches a user's calendar to find available time slots that can accommodate new events without causing conflicts with existing events. Ideal for scheduling or rescheduling events.\nParameter when (string); required; The time window to search for open slots, in the format 'YYYY-MM-DD HH:MM to YYYY-MM-DD HH:MM', such as '2023-04-01 09:00 to 2023-04-01 17:00'.\nParameter user_id (string); required; The unique identifier of the user whose calendar is being queried.\nParameter ignore_all_day_events (boolean); Whether to ignore all-day events when searching for open time slots.; default: False\nParameter minimum_duration (integer); The minimum duration in minutes for an open time slot to be considered suitable.; default: 30"},"clm":{"choice":"calendar_event_query","correct":false,"latency_ms":154.83,"confidence":0.742538},"jev":{"choice":"calendar_event_create","correct":true,"latency_ms":115.67,"confidence":1.0}},"schema":{"criteria":{"calendar_event_edit":"{\"description\":\"Modify one or more attributes of a calendar event. Unspecified fields remain unchanged, which allows for partial updates to an event's properties, such as rescheduling or changing the title.\",\"name\":\"calendar_event_edit\",\"parameters\":{\"properties\":{\"event_id\":{\"description\":\"Unique identifier of the event to be modified.\",\"type\":\"string\"},\"new_duration\":{\"default\":null,\"description\":\"The new duration of the event in minutes. If not provided, the duration remains unchanged.\",\"type\":\"integer\"},\"new_rrule\":{\"default\":null,\"description\":\"The new recurrence rule for the event, following the iCalendar RRULE format. If not provided, the recurrence rule remains unchanged.\",\"type\":\"string\"},\"new_start_date\":{\"default\":null,\"description\":\"The new start date for the event in the format 'YYYY-MM-DD'. If not provided, the start date remains unchanged.\",\"type\":\"string\"},\"new_start_time\":{\"default\":null,\"description\":\"The new start time for the event in 24-hour format 'HH:MM'. If not provided, the start time remains unchanged.\",\"type\":\"string\"},\"new_title\":{\"default\":null,\"description\":\"The new title for the event. If not provided, the title remains unchanged.\",\"type\":\"string\"}},\"required\":[\"event_id\"],\"type\":\"dict\"}}","calendar_event_create":"{\"description\":\"Creates a new calendar event for the user and returns the details of the event in JSON format. The event can be a single occurrence or follow a specified recurrence pattern.\",\"name\":\"calendar_event_create\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The duration of the event in minutes.\",\"type\":\"integer\"},\"rrule\":{\"default\":\"Does not repeat\",\"description\":\"A string specifying the recurrence pattern for repeating events, following the iCalendar (RFC 5545) specification.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date of the event in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"start_time\":{\"description\":\"The start time of the event in 24-hour format 'HH:MM'.\",\"type\":\"string\"}},\"required\":[\"start_date\",\"start_time\",\"duration\"],\"type\":\"dict\"}}","calendar_event_delete":"{\"description\":\"Cancels and deletes a specific event from the user's calendar.\",\"name\":\"calendar_event_delete\",\"parameters\":{\"properties\":{\"event_id\":{\"description\":\"The unique identifier of the event to be canceled or deleted.\",\"type\":\"string\"},\"notify_attendees\":{\"default\":true,\"description\":\"Indicates whether attendees should be notified about the cancellation.\",\"type\":\"boolean\"},\"send_updates\":{\"default\":\"all\",\"description\":\"Determines how updates are communicated to attendees.\",\"enum\":[\"all\",\"externalOnly\",\"none\"],\"type\":\"string\"}},\"required\":[\"event_id\"],\"type\":\"dict\"}}","calendar_event_query":"{\"description\":\"Searches a user's calendar for events that match a given query string, optionally within a specified time frame.\",\"name\":\"calendar_event_query\",\"parameters\":{\"properties\":{\"query\":{\"description\":\"The query string used to search for calendar events, such as 'meeting' or 'doctor appointment'.\",\"type\":\"string\"},\"time_hint\":{\"default\":null,\"description\":\"An optional hint to narrow the search within a specific time window, formatted as 'YYYY-MM-DD HH:MM' (e.g., '2023-04-15 14:00'). If not provided, the search includes all future events.\",\"type\":\"string\"}},\"required\":[\"query\"],\"type\":\"dict\"}}","open_times_query":"{\"description\":\"Searches a user's calendar to find available time slots that can accommodate new events without causing conflicts with existing events. Ideal for scheduling or rescheduling events.\",\"name\":\"open_times_query\",\"parameters\":{\"properties\":{\"ignore_all_day_events\":{\"default\":false,\"description\":\"Whether to ignore all-day events when searching for open time slots.\",\"type\":\"boolean\"},\"minimum_duration\":{\"default\":30,\"description\":\"The minimum duration in minutes for an open time slot to be considered suitable.\",\"type\":\"integer\"},\"user_id\":{\"description\":\"The unique identifier of the user whose calendar is being queried.\",\"type\":\"string\"},\"when\":{\"description\":\"The time window to search for open slots, in the format 'YYYY-MM-DD HH:MM to YYYY-MM-DD HH:MM', such as '2023-04-01 09:00 to 2023-04-01 17:00'.\",\"type\":\"string\"}},\"required\":[\"when\",\"user_id\"],\"type\":\"dict\"}}"},"clm":{"choice":"calendar_event_create","correct":true,"latency_ms":199.78,"confidence":0.486581},"jev":{"choice":"calendar_event_create","correct":true,"latency_ms":104.87,"confidence":1.0}}}},{"id":"live_multiple_1038-265-0","split":"live_multiple","state":"User: Can you provide me with the details about the 'invoice-website' project that Adriel worked on, including its current status and the date when it started?","expected":"detail_project","candidate_count":7,"views":{"description":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.","help.display":"help.display: Displays help information about available commands and usage within the application."},"clm":{"choice":"detail_project","correct":true,"latency_ms":30.95,"confidence":0.685764},"jev":{"choice":"detail_project","correct":true,"latency_ms":97.92,"confidence":1.0}},"prose_schema":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\nParameter project_name (string); required; The name of the project. This is a unique identifier for the project.; allowed values: e-commerce-website, car-rental, turing-machine, invoice-website\nParameter include_status (boolean); Flag to indicate if the project's status should be included in the details.; default: False\nParameter start_date (string); The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.; default: None","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies the category of the detail being queried, such as an internship, freelance job, or education.; allowed values: Internship at Universitas Sebelas Maret (UNS), Freelance at Pingfest, Education at Universitas Sebelas Maret (UNS)\nParameter experience_or_education_name (string); The name or title of the specific experience or educational qualification.; default: Not specified","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.\nParameter user_id (string); required; The unique identifier of the user for whom to list projects.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which to sort the listed projects.; allowed values: asc, desc; default: asc","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.\nParameter person_id (string); required; Unique identifier of the person for whom experiences and education details are to be retrieved.\nParameter include_experiences (boolean); Flag to determine whether to include professional experiences in the response.; default: True\nParameter include_education (boolean); Flag to determine whether to include educational background in the response.; default: True\nParameter years_experience (integer); Filter for the minimum number of years of professional experience required.; default: 0","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.\nParameter person_name (string); required; The full name of the person for whom to retrieve contact details.\nParameter phone_number (string); The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.; default: \nParameter email_address (string); The email address associated with Adriel.; default: ","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier for the employee whose tech stack is being queried.\nParameter include_tools (boolean); A flag to determine if the list should include tools in addition to languages and frameworks.; default: False\nParameter as_of_date (string); The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.; default: None","help.display":"help.display: Displays help information about available commands and usage within the application.\nParameter command (string); required; The name of the command to display help for. Use 'all' to display help for all commands.\nParameter verbose (boolean); If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.; default: False"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":33.01,"confidence":0.924867},"jev":{"choice":"detail_project","correct":true,"latency_ms":134.18,"confidence":1.0}},"schema":{"criteria":{"detail_project":"{\"description\":\"Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\",\"name\":\"detail_project\",\"parameters\":{\"properties\":{\"include_status\":{\"default\":false,\"description\":\"Flag to indicate if the project's status should be included in the details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project. This is a unique identifier for the project.\",\"enum\":[\"e-commerce-website\",\"car-rental\",\"turing-machine\",\"invoice-website\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","detail_experience_and_education":"{\"description\":\"Retrieve the detailed information about Adriel's professional experiences and educational background.\",\"name\":\"detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name or title of the specific experience or educational qualification.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies the category of the detail being queried, such as an internship, freelance job, or education.\",\"enum\":[\"Internship at Universitas Sebelas Maret (UNS)\",\"Freelance at Pingfest\",\"Education at Universitas Sebelas Maret (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","list_projects":"{\"description\":\"Retrieve a list of project names that the user Adriel is currently working on.\",\"name\":\"list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the listed projects.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom to list projects.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","experiences_and_education":"{\"description\":\"Retrieve a list of Adriel's professional experiences and educational background.\",\"name\":\"experiences_and_education\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":true,\"description\":\"Flag to determine whether to include educational background in the response.\",\"type\":\"boolean\"},\"include_experiences\":{\"default\":true,\"description\":\"Flag to determine whether to include professional experiences in the response.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"Unique identifier of the person for whom experiences and education details are to be retrieved.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Filter for the minimum number of years of professional experience required.\",\"type\":\"integer\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}","contact":"{\"description\":\"Retrieve the contact details of a person named Adriel, including their phone number and email address.\",\"name\":\"contact\",\"parameters\":{\"properties\":{\"email_address\":{\"default\":\"\",\"description\":\"The email address associated with Adriel.\",\"type\":\"string\"},\"person_name\":{\"description\":\"The full name of the person for whom to retrieve contact details.\",\"type\":\"string\"},\"phone_number\":{\"default\":\"\",\"description\":\"The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.\",\"type\":\"string\"}},\"required\":[\"person_name\"],\"type\":\"dict\"}}","get_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\",\"name\":\"get_tech_stack\",\"parameters\":{\"properties\":{\"as_of_date\":{\"default\":null,\"description\":\"The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.\",\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier for the employee whose tech stack is being queried.\",\"type\":\"string\"},\"include_tools\":{\"default\":false,\"description\":\"A flag to determine if the list should include tools in addition to languages and frameworks.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}","help.display":"{\"description\":\"Displays help information about available commands and usage within the application.\",\"name\":\"help.display\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The name of the command to display help for. Use 'all' to display help for all commands.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.\",\"type\":\"boolean\"}},\"required\":[\"command\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":36.16,"confidence":0.716179},"jev":{"choice":"detail_project","correct":true,"latency_ms":142.93,"confidence":1.0}}}},{"id":"live_multiple_1039-266-0","split":"live_multiple","state":"User: Can you provide me with Adriel's educational qualifications?","expected":"detail_experience_and_education","candidate_count":7,"views":{"description":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.","help.display":"help.display: Displays help information about available commands and usage within the application."},"clm":{"choice":"experiences_and_education","correct":false,"latency_ms":29.27,"confidence":0.384284},"jev":{"choice":"detail_experience_and_education","correct":true,"latency_ms":170.42,"confidence":0.53}},"prose_schema":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\nParameter project_name (string); required; The name of the project. This is a unique identifier for the project.; allowed values: e-commerce-website, car-rental, turing-machine, invoice-website\nParameter include_status (boolean); Flag to indicate if the project's status should be included in the details.; default: False\nParameter start_date (string); The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.; default: None","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies the category of the detail being queried, such as an internship, freelance job, or education.; allowed values: Internship at Universitas Sebelas Maret (UNS), Freelance at Pingfest, Education at Universitas Sebelas Maret (UNS)\nParameter experience_or_education_name (string); The name or title of the specific experience or educational qualification.; default: Not specified","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.\nParameter user_id (string); required; The unique identifier of the user for whom to list projects.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which to sort the listed projects.; allowed values: asc, desc; default: asc","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.\nParameter person_id (string); required; Unique identifier of the person for whom experiences and education details are to be retrieved.\nParameter include_experiences (boolean); Flag to determine whether to include professional experiences in the response.; default: True\nParameter include_education (boolean); Flag to determine whether to include educational background in the response.; default: True\nParameter years_experience (integer); Filter for the minimum number of years of professional experience required.; default: 0","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.\nParameter person_name (string); required; The full name of the person for whom to retrieve contact details.\nParameter phone_number (string); The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.; default: \nParameter email_address (string); The email address associated with Adriel.; default: ","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier for the employee whose tech stack is being queried.\nParameter include_tools (boolean); A flag to determine if the list should include tools in addition to languages and frameworks.; default: False\nParameter as_of_date (string); The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.; default: None","help.display":"help.display: Displays help information about available commands and usage within the application.\nParameter command (string); required; The name of the command to display help for. Use 'all' to display help for all commands.\nParameter verbose (boolean); If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.; default: False"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":31.68,"confidence":0.919863},"jev":{"choice":"detail_experience_and_education","correct":true,"latency_ms":118.23,"confidence":0.76}},"schema":{"criteria":{"detail_project":"{\"description\":\"Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\",\"name\":\"detail_project\",\"parameters\":{\"properties\":{\"include_status\":{\"default\":false,\"description\":\"Flag to indicate if the project's status should be included in the details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project. This is a unique identifier for the project.\",\"enum\":[\"e-commerce-website\",\"car-rental\",\"turing-machine\",\"invoice-website\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","detail_experience_and_education":"{\"description\":\"Retrieve the detailed information about Adriel's professional experiences and educational background.\",\"name\":\"detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name or title of the specific experience or educational qualification.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies the category of the detail being queried, such as an internship, freelance job, or education.\",\"enum\":[\"Internship at Universitas Sebelas Maret (UNS)\",\"Freelance at Pingfest\",\"Education at Universitas Sebelas Maret (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","list_projects":"{\"description\":\"Retrieve a list of project names that the user Adriel is currently working on.\",\"name\":\"list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the listed projects.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom to list projects.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","experiences_and_education":"{\"description\":\"Retrieve a list of Adriel's professional experiences and educational background.\",\"name\":\"experiences_and_education\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":true,\"description\":\"Flag to determine whether to include educational background in the response.\",\"type\":\"boolean\"},\"include_experiences\":{\"default\":true,\"description\":\"Flag to determine whether to include professional experiences in the response.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"Unique identifier of the person for whom experiences and education details are to be retrieved.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Filter for the minimum number of years of professional experience required.\",\"type\":\"integer\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}","contact":"{\"description\":\"Retrieve the contact details of a person named Adriel, including their phone number and email address.\",\"name\":\"contact\",\"parameters\":{\"properties\":{\"email_address\":{\"default\":\"\",\"description\":\"The email address associated with Adriel.\",\"type\":\"string\"},\"person_name\":{\"description\":\"The full name of the person for whom to retrieve contact details.\",\"type\":\"string\"},\"phone_number\":{\"default\":\"\",\"description\":\"The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.\",\"type\":\"string\"}},\"required\":[\"person_name\"],\"type\":\"dict\"}}","get_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\",\"name\":\"get_tech_stack\",\"parameters\":{\"properties\":{\"as_of_date\":{\"default\":null,\"description\":\"The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.\",\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier for the employee whose tech stack is being queried.\",\"type\":\"string\"},\"include_tools\":{\"default\":false,\"description\":\"A flag to determine if the list should include tools in addition to languages and frameworks.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}","help.display":"{\"description\":\"Displays help information about available commands and usage within the application.\",\"name\":\"help.display\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The name of the command to display help for. Use 'all' to display help for all commands.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.\",\"type\":\"boolean\"}},\"required\":[\"command\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":36.19,"confidence":0.708042},"jev":{"choice":"detail_experience_and_education","correct":true,"latency_ms":147.55,"confidence":0.81}}}},{"id":"live_multiple_1040-267-0","split":"live_multiple","state":"User: Can you provide me with the details of Adriel's education at Universitas Sebelas Maret (UNS)?","expected":"detail_experience_and_education","candidate_count":7,"views":{"description":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.","help.display":"help.display: Displays help information about available commands and usage within the application."},"clm":{"choice":"experiences_and_education","correct":false,"latency_ms":28.22,"confidence":0.367624},"jev":{"choice":"detail_experience_and_education","correct":true,"latency_ms":92.49,"confidence":0.96}},"prose_schema":{"criteria":{"detail_project":"detail_project: Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\nParameter project_name (string); required; The name of the project. This is a unique identifier for the project.; allowed values: e-commerce-website, car-rental, turing-machine, invoice-website\nParameter include_status (boolean); Flag to indicate if the project's status should be included in the details.; default: False\nParameter start_date (string); The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.; default: None","detail_experience_and_education":"detail_experience_and_education: Retrieve the detailed information about Adriel's professional experiences and educational background.\nParameter experience_or_education_type (string); required; Specifies the category of the detail being queried, such as an internship, freelance job, or education.; allowed values: Internship at Universitas Sebelas Maret (UNS), Freelance at Pingfest, Education at Universitas Sebelas Maret (UNS)\nParameter experience_or_education_name (string); The name or title of the specific experience or educational qualification.; default: Not specified","list_projects":"list_projects: Retrieve a list of project names that the user Adriel is currently working on.\nParameter user_id (string); required; The unique identifier of the user for whom to list projects.\nParameter include_completed (boolean); A flag to determine whether to include completed projects in the list.; default: False\nParameter sort_order (string); The order in which to sort the listed projects.; allowed values: asc, desc; default: asc","experiences_and_education":"experiences_and_education: Retrieve a list of Adriel's professional experiences and educational background.\nParameter person_id (string); required; Unique identifier of the person for whom experiences and education details are to be retrieved.\nParameter include_experiences (boolean); Flag to determine whether to include professional experiences in the response.; default: True\nParameter include_education (boolean); Flag to determine whether to include educational background in the response.; default: True\nParameter years_experience (integer); Filter for the minimum number of years of professional experience required.; default: 0","contact":"contact: Retrieve the contact details of a person named Adriel, including their phone number and email address.\nParameter person_name (string); required; The full name of the person for whom to retrieve contact details.\nParameter phone_number (string); The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.; default: \nParameter email_address (string); The email address associated with Adriel.; default: ","get_tech_stack":"get_tech_stack: Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\nParameter employee_id (string); required; The unique identifier for the employee whose tech stack is being queried.\nParameter include_tools (boolean); A flag to determine if the list should include tools in addition to languages and frameworks.; default: False\nParameter as_of_date (string); The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.; default: None","help.display":"help.display: Displays help information about available commands and usage within the application.\nParameter command (string); required; The name of the command to display help for. Use 'all' to display help for all commands.\nParameter verbose (boolean); If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.; default: False"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":30.78,"confidence":0.839516},"jev":{"choice":"detail_experience_and_education","correct":true,"latency_ms":100.22,"confidence":1.0}},"schema":{"criteria":{"detail_project":"{\"description\":\"Retrieve and provide details about the specific project that Adriel was working on, including its name, status, and start date.\",\"name\":\"detail_project\",\"parameters\":{\"properties\":{\"include_status\":{\"default\":false,\"description\":\"Flag to indicate if the project's status should be included in the details.\",\"type\":\"boolean\"},\"project_name\":{\"description\":\"The name of the project. This is a unique identifier for the project.\",\"enum\":[\"e-commerce-website\",\"car-rental\",\"turing-machine\",\"invoice-website\"],\"type\":\"string\"},\"start_date\":{\"default\":null,\"description\":\"The start date of the project, in the format of 'YYYY-MM-DD', such as '2021-06-15'. If not specified, the current date is used.\",\"type\":\"string\"}},\"required\":[\"project_name\"],\"type\":\"dict\"}}","detail_experience_and_education":"{\"description\":\"Retrieve the detailed information about Adriel's professional experiences and educational background.\",\"name\":\"detail_experience_and_education\",\"parameters\":{\"properties\":{\"experience_or_education_name\":{\"default\":\"Not specified\",\"description\":\"The name or title of the specific experience or educational qualification.\",\"type\":\"string\"},\"experience_or_education_type\":{\"description\":\"Specifies the category of the detail being queried, such as an internship, freelance job, or education.\",\"enum\":[\"Internship at Universitas Sebelas Maret (UNS)\",\"Freelance at Pingfest\",\"Education at Universitas Sebelas Maret (UNS)\"],\"type\":\"string\"}},\"required\":[\"experience_or_education_type\"],\"type\":\"dict\"}}","list_projects":"{\"description\":\"Retrieve a list of project names that the user Adriel is currently working on.\",\"name\":\"list_projects\",\"parameters\":{\"properties\":{\"include_completed\":{\"default\":false,\"description\":\"A flag to determine whether to include completed projects in the list.\",\"type\":\"boolean\"},\"sort_order\":{\"default\":\"asc\",\"description\":\"The order in which to sort the listed projects.\",\"enum\":[\"asc\",\"desc\"],\"type\":\"string\"},\"user_id\":{\"description\":\"The unique identifier of the user for whom to list projects.\",\"type\":\"string\"}},\"required\":[\"user_id\"],\"type\":\"dict\"}}","experiences_and_education":"{\"description\":\"Retrieve a list of Adriel's professional experiences and educational background.\",\"name\":\"experiences_and_education\",\"parameters\":{\"properties\":{\"include_education\":{\"default\":true,\"description\":\"Flag to determine whether to include educational background in the response.\",\"type\":\"boolean\"},\"include_experiences\":{\"default\":true,\"description\":\"Flag to determine whether to include professional experiences in the response.\",\"type\":\"boolean\"},\"person_id\":{\"description\":\"Unique identifier of the person for whom experiences and education details are to be retrieved.\",\"type\":\"string\"},\"years_experience\":{\"default\":0,\"description\":\"Filter for the minimum number of years of professional experience required.\",\"type\":\"integer\"}},\"required\":[\"person_id\"],\"type\":\"dict\"}}","contact":"{\"description\":\"Retrieve the contact details of a person named Adriel, including their phone number and email address.\",\"name\":\"contact\",\"parameters\":{\"properties\":{\"email_address\":{\"default\":\"\",\"description\":\"The email address associated with Adriel.\",\"type\":\"string\"},\"person_name\":{\"description\":\"The full name of the person for whom to retrieve contact details.\",\"type\":\"string\"},\"phone_number\":{\"default\":\"\",\"description\":\"The phone number of Adriel, formatted as a string in the international format, e.g., '+12345678900'.\",\"type\":\"string\"}},\"required\":[\"person_name\"],\"type\":\"dict\"}}","get_tech_stack":"{\"description\":\"Retrieve the list of technologies that Adriel was working on, including programming languages, frameworks, and tools.\",\"name\":\"get_tech_stack\",\"parameters\":{\"properties\":{\"as_of_date\":{\"default\":null,\"description\":\"The date for which the tech stack is being retrieved, formatted as 'YYYY-MM-DD'. Defaults to the current date if not provided.\",\"type\":\"string\"},\"employee_id\":{\"description\":\"The unique identifier for the employee whose tech stack is being queried.\",\"type\":\"string\"},\"include_tools\":{\"default\":false,\"description\":\"A flag to determine if the list should include tools in addition to languages and frameworks.\",\"type\":\"boolean\"}},\"required\":[\"employee_id\"],\"type\":\"dict\"}}","help.display":"{\"description\":\"Displays help information about available commands and usage within the application.\",\"name\":\"help.display\",\"parameters\":{\"properties\":{\"command\":{\"description\":\"The name of the command to display help for. Use 'all' to display help for all commands.\",\"type\":\"string\"},\"verbose\":{\"default\":false,\"description\":\"If true, detailed help for each command will be displayed. Otherwise, a summary will be shown.\",\"type\":\"boolean\"}},\"required\":[\"command\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_tech_stack","correct":false,"latency_ms":88.63,"confidence":0.714496},"jev":{"choice":"detail_experience_and_education","correct":true,"latency_ms":132.77,"confidence":1.0}}}},{"id":"live_multiple_1041-268-0","split":"live_multiple","state":"User: Get the sensor reading 10 per page within 36000 for temperature to from 10am to now call the method and bring the response","expected":"get_sensor_readings_history_by_interval","candidate_count":3,"views":{"description":{"criteria":{"get_sensor_readings_latest":"get_sensor_readings_latest: Return the latest available reading for each metric from all sensors. The readings can be filtered by sensor serial numbers and network IDs.","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves all reported sensor readings within a specified timespan, summarized in specified intervals and sorted by the start time of each interval in descending order.","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. Readings can be filtered by network IDs, sensor serials, and types of sensor metrics."},"clm":{"choice":"get_sensor_readings_latest","correct":false,"latency_ms":37.43,"confidence":0.909135},"jev":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":93.51,"confidence":0.92}},"prose_schema":{"criteria":{"get_sensor_readings_latest":"get_sensor_readings_latest: Return the latest available reading for each metric from all sensors. The readings can be filtered by sensor serial numbers and network IDs.\nParameter perPage (integer); required; The number of entries per page returned. Must be an integer within the range of 3 to 100.\nParameter startingAfter (string); A cursor for use in pagination. 'startingAfter' is a server-generated token that represents the start of the page and is typically a timestamp or an ID. If not provided, the default is to start at the beginning of the dataset.; default: null (representing the start of the dataset)\nParameter endingBefore (string); A cursor for use in pagination. 'endingBefore' is a server-generated token that represents the end of the page and is typically a timestamp or an ID. If not provided, the default is to end at the current dataset's end.; default: null (representing the end of the dataset)\nParameter networkIds (array); Filter the returned data by specifying network IDs. Provide an array of network ID strings.; default: []\nParameter serials (array); Filter readings by sensor serial numbers. Provide an array of serial number strings.; default: []\nParameter metrics (array); The types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2', etc. If not specified, all available types of readings will be retrieved.; default: []","get_sensor_readings_history_by_interval":"get_sensor_readings_history_by_interval: Retrieves all reported sensor readings within a specified timespan, summarized in specified intervals and sorted by the start time of each interval in descending order.\nParameter perPage (integer); required; The number of entries per page returned. Must be a minimum of 3 and a maximum of 100.\nParameter startingAfter (string); A server-defined token indicating the start of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.; default: None\nParameter endingBefore (string); A server-defined token indicating the end of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.; default: None\nParameter networkIds (array); Filters the returned data by network IDs.; default: []\nParameter serials (array); Filters readings by sensor serial numbers.; default: []\nParameter metrics (array); Specifies the types of sensor readings to retrieve. Defaults to all types if not provided.; default: []\nParameter timespan (integer); required; The duration for which data will be retrieved, in seconds. Must not exceed 730 days and 12 hours.\nParameter t0 (string); The start time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-05T14:48:00Z'). Maximum lookback is 730 days and 12 hours. If not provided, defaults to the current time.; default: None\nParameter t1 (string); The end time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-12T14:48:00Z'). Must be within 730 days and 12 hours after 't0'.; default: None\nParameter interval (integer); The time interval, in seconds, for the returned data. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800. Calculated if 't0' and 't1' are provided.; allowed values: 15, 120, 300, 900, 3600, 14400, 86400, 604800; default: 86400\nParameter models (array); Filters readings by one or more sensor models.; default: []","get_sensor_readings_history":"get_sensor_readings_history: Return all reported readings from sensors within a specified timespan, sorted by timestamp. Readings can be filtered by network IDs, sensor serials, and types of sensor metrics.\nParameter perPage (integer); The number of entries per page returned. Must be between 3 and 100.; default: 10\nParameter startingAfter (string); A server-side token indicating the start of the page, typically a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.; default: None\nParameter endingBefore (string); A server-side token indicating the end of the page, usually a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.; default: None\nParameter networkIds (array); Filter the data by network IDs. If omitted, all networks are included.; default: []\nParameter serials (array); Filter readings by sensor serial numbers. If omitted, all sensors are included.; default: []\nParameter metrics (array); Types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types are retrieved.; default: []\nParameter timespan (integer); required; The duration for which data will be fetched, in seconds. Must be less than or equal to 604800 seconds (7 days).\nParameter t0 (string); required; The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days and 6 hours from today.\nParameter t1 (string); The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-08T00:00:00Z'). 't1' can be a maximum of 7 days after 't0'.; default: None"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":true,"latency_ms":32.4,"confidence":0.753063},"jev":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":129.34,"confidence":0.81}},"schema":{"criteria":{"get_sensor_readings_latest":"{\"description\":\"Return the latest available reading for each metric from all sensors. The readings can be filtered by sensor serial numbers and network IDs.\",\"name\":\"get_sensor_readings_latest\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":\"null (representing the end of the dataset)\",\"description\":\"A cursor for use in pagination. 'endingBefore' is a server-generated token that represents the end of the page and is typically a timestamp or an ID. If not provided, the default is to end at the current dataset's end.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"The types of sensor readings to retrieve, such as 'temperature', 'humidity', 'co2', etc. If not specified, all available types of readings will be retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkIds\":{\"default\":[],\"description\":\"Filter the returned data by specifying network IDs. Provide an array of network ID strings.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Must be an integer within the range of 3 to 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers. Provide an array of serial number strings.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":\"null (representing the start of the dataset)\",\"description\":\"A cursor for use in pagination. 'startingAfter' is a server-generated token that represents the start of the page and is typically a timestamp or an ID. If not provided, the default is to start at the beginning of the dataset.\",\"type\":\"string\"}},\"required\":[\"perPage\"],\"type\":\"dict\"}}","get_sensor_readings_history_by_interval":"{\"description\":\"Retrieves all reported sensor readings within a specified timespan, summarized in specified intervals and sorted by the start time of each interval in descending order.\",\"name\":\"get_sensor_readings_history_by_interval\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-defined token indicating the end of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.\",\"type\":\"string\"},\"interval\":{\"default\":86400,\"description\":\"The time interval, in seconds, for the returned data. Valid values are 15, 120, 300, 900, 3600, 14400, 86400, or 604800. Calculated if 't0' and 't1' are provided.\",\"enum\":[15,120,300,900,3600,14400,86400,604800],\"type\":\"integer\"},\"metrics\":{\"default\":[],\"description\":\"Specifies the types of sensor readings to retrieve. Defaults to all types if not provided.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"models\":{\"default\":[],\"description\":\"Filters readings by one or more sensor models.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkIds\":{\"default\":[],\"description\":\"Filters the returned data by network IDs.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"description\":\"The number of entries per page returned. Must be a minimum of 3 and a maximum of 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filters readings by sensor serial numbers.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-defined token indicating the start of the page, often a timestamp or ID. Not to be manually set by clients; use HTTP Link header instead.\",\"type\":\"string\"},\"t0\":{\"default\":null,\"description\":\"The start time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-05T14:48:00Z'). Maximum lookback is 730 days and 12 hours. If not provided, defaults to the current time.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end time for the data timespan, formatted as an ISO 8601 timestamp (e.g., '2023-04-12T14:48:00Z'). Must be within 730 days and 12 hours after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which data will be retrieved, in seconds. Must not exceed 730 days and 12 hours.\",\"type\":\"integer\"}},\"required\":[\"perPage\",\"timespan\"],\"type\":\"dict\"}}","get_sensor_readings_history":"{\"description\":\"Return all reported readings from sensors within a specified timespan, sorted by timestamp. Readings can be filtered by network IDs, sensor serials, and types of sensor metrics.\",\"name\":\"get_sensor_readings_history\",\"parameters\":{\"properties\":{\"endingBefore\":{\"default\":null,\"description\":\"A server-side token indicating the end of the page, usually a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.\",\"type\":\"string\"},\"metrics\":{\"default\":[],\"description\":\"Types of sensor readings to retrieve, such as 'temperature', 'humidity', or 'co2'. If omitted, all available types are retrieved.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"networkIds\":{\"default\":[],\"description\":\"Filter the data by network IDs. If omitted, all networks are included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"perPage\":{\"default\":10,\"description\":\"The number of entries per page returned. Must be between 3 and 100.\",\"type\":\"integer\"},\"serials\":{\"default\":[],\"description\":\"Filter readings by sensor serial numbers. If omitted, all sensors are included.\",\"items\":{\"type\":\"string\"},\"type\":\"array\"},\"startingAfter\":{\"default\":null,\"description\":\"A server-side token indicating the start of the page, typically a timestamp in ISO 8601 format or an ID. Should be provided by server responses and not by client applications.\",\"type\":\"string\"},\"t0\":{\"description\":\"The start of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-01T00:00:00Z'). The maximum lookback period is 365 days and 6 hours from today.\",\"type\":\"string\"},\"t1\":{\"default\":null,\"description\":\"The end of the timespan for the data, formatted as an ISO 8601 timestamp (e.g., '2023-01-08T00:00:00Z'). 't1' can be a maximum of 7 days after 't0'.\",\"type\":\"string\"},\"timespan\":{\"description\":\"The duration for which data will be fetched, in seconds. Must be less than or equal to 604800 seconds (7 days).\",\"type\":\"integer\"}},\"required\":[\"timespan\",\"t0\"],\"type\":\"dict\"}}"},"clm":{"choice":"get_sensor_readings_history_by_interval","correct":true,"latency_ms":37.96,"confidence":0.605879},"jev":{"choice":"get_sensor_readings_history","correct":false,"latency_ms":185.72,"confidence":0.68}}}},{"id":"live_multiple_1042-269-0","split":"live_multiple","state":"User: Please inform me about the weather in Portland on April 5th, 2023?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":29.17,"confidence":0.982085},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":103.34,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data, such as 'New York, NY'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":65.51,"confidence":0.656185},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":110.07,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":102.69,"confidence":0.376382},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":124.77,"confidence":1.0}}}},{"id":"live_multiple_1043-270-0","split":"live_multiple","state":"User: What will the weather be in Marshall on 2023.3.1?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":27.55,"confidence":0.975389},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":101.53,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data, such as 'New York, NY'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":31.46,"confidence":0.947063},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":116.7,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":66.04,"confidence":0.508866},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":130.05,"confidence":1.0}}}},{"id":"live_multiple_1044-271-0","split":"live_multiple","state":"User: Hey, can you tell me how's the weather gonna be in Chicago on Saturday this week please, which is 2023-0101?","expected":"Weather_1_GetWeather","candidate_count":5,"views":{"description":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":28.29,"confidence":0.876675},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":133.46,"confidence":1.0}},"prose_schema":{"criteria":{"Flights_4_SearchOnewayFlight":"Flights_4_SearchOnewayFlight: Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\nParameter origin_airport (string); required; The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\nParameter destination_airport (string); required; The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\nParameter departure_date (string); required; The start date of the trip in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The cabin seat option for the flight.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets for the trip.; default: 1\nParameter airlines (string); The preferred airline company for the flight. Use 'dontcare' if there is no preference.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","Flights_4_SearchRoundtripFlights":"Flights_4_SearchRoundtripFlights: Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\nParameter origin_airport (string); required; The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\nParameter destination_airport (string); required; The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\nParameter departure_date (string); required; The departure date for the trip, in the format 'YYYY-MM-DD'.\nParameter return_date (string); required; The return date for the trip, in the format 'YYYY-MM-DD'.\nParameter seating_class (string); The class of the cabin seat.; allowed values: Economy, Premium Economy, Business; default: Economy\nParameter number_of_tickets (integer); The number of flight tickets required for the trip.; default: 1\nParameter airlines (string); Preferred airline for the trip. Use 'dontcare' to include all available airlines.; allowed values: United Airlines, American Airlines, Delta Airlines, Southwest Airlines, Alaska Airlines, British Airways, Air Canada, Air France, South African Airways, LOT Polish Airlines, LATAM Brasil, dontcare; default: dontcare","RentalCars_3_GetCarsAvailable":"RentalCars_3_GetCarsAvailable: Retrieve a list of cars that are available for rent within a specified location and time frame.\nParameter city (string); required; The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\nParameter start_date (string); required; The start date for the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The pick-up time for the car rental in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date for returning the rental car in the format 'YYYY-MM-DD'.\nParameter car_type (string); The preferred type of car to rent.; allowed values: Hatchback, Sedan, SUV, dontcare; default: dontcare","RentalCars_3_ReserveCar":"RentalCars_3_ReserveCar: This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\nParameter pickup_location (string); required; The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter start_date (string); required; The starting date of the car rental in the format 'YYYY-MM-DD'.\nParameter pickup_time (string); required; The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\nParameter end_date (string); required; The end date of the car rental in the format 'YYYY-MM-DD'.\nParameter car_type (string); required; The category of car to reserve.; allowed values: Hatchback, Sedan, SUV, dontcare\nParameter add_insurance (boolean); required; Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the current or historical weather data for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data, such as 'New York, NY'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.; default: None"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":31.19,"confidence":0.645207},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":132.87,"confidence":1.0}},"schema":{"criteria":{"Flights_4_SearchOnewayFlight":"{\"description\":\"Search for one-way flights from an origin to a destination on a specified date, with options for seating class, ticket quantity, and preferred airline.\",\"name\":\"Flights_4_SearchOnewayFlight\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"The preferred airline company for the flight. Use 'dontcare' if there is no preference.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The start date of the trip in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA code or the name of the airport or city to arrive at. For example, 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA code or the name of the airport or city to depart from. For example, 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The cabin seat option for the flight.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\"],\"type\":\"dict\"}}","Flights_4_SearchRoundtripFlights":"{\"description\":\"Search for roundtrip flights based on specified criteria including departure and return dates, airports, seating class, and airlines.\",\"name\":\"Flights_4_SearchRoundtripFlights\",\"parameters\":{\"properties\":{\"airlines\":{\"default\":\"dontcare\",\"description\":\"Preferred airline for the trip. Use 'dontcare' to include all available airlines.\",\"enum\":[\"United Airlines\",\"American Airlines\",\"Delta Airlines\",\"Southwest Airlines\",\"Alaska Airlines\",\"British Airways\",\"Air Canada\",\"Air France\",\"South African Airways\",\"LOT Polish Airlines\",\"LATAM Brasil\",\"dontcare\"],\"type\":\"string\"},\"departure_date\":{\"description\":\"The departure date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"destination_airport\":{\"description\":\"The IATA airport code or the name of the city for the arrival airport. Example: 'LAX' for Los Angeles International Airport.\",\"type\":\"string\"},\"number_of_tickets\":{\"default\":1,\"description\":\"The number of flight tickets required for the trip.\",\"type\":\"integer\"},\"origin_airport\":{\"description\":\"The IATA airport code or the name of the city for the departure airport. Example: 'JFK' for John F. Kennedy International Airport.\",\"type\":\"string\"},\"return_date\":{\"description\":\"The return date for the trip, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"seating_class\":{\"default\":\"Economy\",\"description\":\"The class of the cabin seat.\",\"enum\":[\"Economy\",\"Premium Economy\",\"Business\"],\"type\":\"string\"}},\"required\":[\"origin_airport\",\"destination_airport\",\"departure_date\",\"return_date\"],\"type\":\"dict\"}}","RentalCars_3_GetCarsAvailable":"{\"description\":\"Retrieve a list of cars that are available for rent within a specified location and time frame.\",\"name\":\"RentalCars_3_GetCarsAvailable\",\"parameters\":{\"properties\":{\"car_type\":{\"default\":\"dontcare\",\"description\":\"The preferred type of car to rent.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"city\":{\"description\":\"The city where the rental car will be picked up. For example, 'Los Angeles, CA'.\",\"type\":\"string\"},\"end_date\":{\"description\":\"The end date for returning the rental car in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The pick-up time for the car rental in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The start date for the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"city\",\"start_date\",\"pickup_time\",\"end_date\"],\"type\":\"dict\"}}","RentalCars_3_ReserveCar":"{\"description\":\"This function reserves a car for rental, allowing a user to specify pick-up and drop-off times and locations, as well as the type of car and insurance options.\",\"name\":\"RentalCars_3_ReserveCar\",\"parameters\":{\"properties\":{\"add_insurance\":{\"description\":\"Flag to indicate whether to add insurance to the rental. True for adding insurance, false otherwise.\",\"type\":\"boolean\"},\"car_type\":{\"description\":\"The category of car to reserve.\",\"enum\":[\"Hatchback\",\"Sedan\",\"SUV\",\"dontcare\"],\"type\":\"string\"},\"end_date\":{\"description\":\"The end date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"pickup_location\":{\"description\":\"The location where the car will be picked up, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"pickup_time\":{\"description\":\"The time of day when the car will be picked up, in 24-hour format 'HH:MM'.\",\"type\":\"string\"},\"start_date\":{\"description\":\"The starting date of the car rental in the format 'YYYY-MM-DD'.\",\"type\":\"string\"}},\"required\":[\"pickup_location\",\"start_date\",\"pickup_time\",\"end_date\",\"car_type\",\"add_insurance\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the current or historical weather data for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":null,\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. A default value of 'null' indicates the current date.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":97.15,"confidence":0.394911},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":107.47,"confidence":1.0}}}},{"id":"live_multiple_1045-272-0","split":"live_multiple","state":"User: Find a therapist who specializes in family counseling in Lafayette, and accepts insurance?","expected":"Services_4_FindProvider","candidate_count":3,"views":{"description":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.","Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a selected therapist for a specified date and time.","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist based on the user's specific needs and location."},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":28.95,"confidence":0.816889},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":96.13,"confidence":1.0}},"prose_schema":{"criteria":{"Movies_3_FindMovies":"Movies_3_FindMovies: Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.\nParameter directed_by (string); The name of the movie's director. Use 'dontcare' to ignore this filter.; default: dontcare\nParameter genre (string); The genre category of the movie. Use 'dontcare' for no specific genre preference.; allowed values: Offbeat, Fantasy, World, Mystery, Thriller, Comedy, Comedy-drama, Horror, Animation, Sci-fi, Cult, Drama, Anime, Family, Action, dontcare; default: dontcare\nParameter cast (string); A comma-separated list of actors in the movie. Use 'dontcare' to ignore this filter.; default: dontcare","Services_4_BookAppointment":"Services_4_BookAppointment: Books an appointment with a selected therapist for a specified date and time.\nParameter therapist_name (string); required; The full name of the therapist with whom the appointment is to be booked.\nParameter appointment_time (string); required; The desired time for the appointment, in 24-hour format (e.g., '14:00' for 2 PM).\nParameter appointment_date (string); required; The desired date for the appointment, in the format of 'YYYY-MM-DD' (e.g., '2023-04-15').","Services_4_FindProvider":"Services_4_FindProvider: Discover a therapist based on the user's specific needs and location.\nParameter city (string); required; The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\nParameter type (string); required; The specialization of the therapist the user is seeking.; allowed values: Psychologist, Family Counselor, Psychiatrist\nParameter insurance_accepted (boolean); Indicates whether the therapist should accept insurance, true for yes and false for no.; default: True"},"clm":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":63.91,"confidence":0.528499},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":132.61,"confidence":1.0}},"schema":{"criteria":{"Movies_3_FindMovies":"{\"description\":\"Retrieves a list of movies based on the specified director, genre, and cast. The default behavior without parameters is to find a wide range of movies without specific preferences.\",\"name\":\"Movies_3_FindMovies\",\"parameters\":{\"properties\":{\"cast\":{\"default\":\"dontcare\",\"description\":\"A comma-separated list of actors in the movie. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"directed_by\":{\"default\":\"dontcare\",\"description\":\"The name of the movie's director. Use 'dontcare' to ignore this filter.\",\"type\":\"string\"},\"genre\":{\"default\":\"dontcare\",\"description\":\"The genre category of the movie. Use 'dontcare' for no specific genre preference.\",\"enum\":[\"Offbeat\",\"Fantasy\",\"World\",\"Mystery\",\"Thriller\",\"Comedy\",\"Comedy-drama\",\"Horror\",\"Animation\",\"Sci-fi\",\"Cult\",\"Drama\",\"Anime\",\"Family\",\"Action\",\"dontcare\"],\"type\":\"string\"}},\"required\":[],\"type\":\"dict\"}}","Services_4_BookAppointment":"{\"description\":\"Books an appointment with a selected therapist for a specified date and time.\",\"name\":\"Services_4_BookAppointment\",\"parameters\":{\"properties\":{\"appointment_date\":{\"description\":\"The desired date for the appointment, in the format of 'YYYY-MM-DD' (e.g., '2023-04-15').\",\"type\":\"string\"},\"appointment_time\":{\"description\":\"The desired time for the appointment, in 24-hour format (e.g., '14:00' for 2 PM).\",\"type\":\"string\"},\"therapist_name\":{\"description\":\"The full name of the therapist with whom the appointment is to be booked.\",\"type\":\"string\"}},\"required\":[\"therapist_name\",\"appointment_time\",\"appointment_date\"],\"type\":\"dict\"}}","Services_4_FindProvider":"{\"description\":\"Discover a therapist based on the user's specific needs and location.\",\"name\":\"Services_4_FindProvider\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The city where the user is looking for a therapist, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'.\",\"type\":\"string\"},\"insurance_accepted\":{\"default\":true,\"description\":\"Indicates whether the therapist should accept insurance, true for yes and false for no.\",\"type\":\"boolean\"},\"type\":{\"description\":\"The specialization of the therapist the user is seeking.\",\"enum\":[\"Psychologist\",\"Family Counselor\",\"Psychiatrist\"],\"type\":\"string\"}},\"required\":[\"city\",\"type\"],\"type\":\"dict\"}}"},"clm":{"choice":"Services_4_BookAppointment","correct":false,"latency_ms":108.71,"confidence":0.628},"jev":{"choice":"Services_4_FindProvider","correct":true,"latency_ms":113.55,"confidence":1.0}}}},{"id":"live_multiple_1046-273-0","split":"live_multiple","state":"User: Search for a house accommodation in Delhi that has a review rating of at least 4.6 for two?","expected":"Hotels_2_SearchHouse","candidate_count":2,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":27.74,"confidence":0.934058},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":148.31,"confidence":1.0}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.\nParameter where_to (string); required; The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults to include in the reservation.\nParameter check_in_date (string); required; The check-in date for the reservation in the format 'MM/DD/YYYY'.\nParameter check_out_date (string); required; The check-out date for the reservation in the format 'MM/DD/YYYY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\nParameter where_to (string); required; The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates if the house should have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 0 to indicate 'dontcare'.; default: 0\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.; default: 0.0"},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":69.53,"confidence":0.960084},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":106.78,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Books a selected house for a specified duration and number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The check-out date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to include in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house should have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":0,\"description\":\"The number of adults for the reservation. Use 0 to indicate 'dontcare'.\",\"type\":\"integer\"},\"rating\":{\"default\":0.0,\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":121.79,"confidence":0.671779},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":97.59,"confidence":1.0}}}},{"id":"live_multiple_1047-274-0","split":"live_multiple","state":"User: I'm traveling to Cape Town, and I'm looking for a house to book from May 15th to May 22nd, 2023 for two adults.","expected":"Hotels_2_BookHouse","candidate_count":2,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating."},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":32.94,"confidence":0.935427},"jev":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":100.93,"confidence":0.77}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.\nParameter where_to (string); required; The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults to include in the reservation.\nParameter check_in_date (string); required; The check-in date for the reservation in the format 'MM/DD/YYYY'.\nParameter check_out_date (string); required; The check-out date for the reservation in the format 'MM/DD/YYYY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\nParameter where_to (string); required; The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates if the house should have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 0 to indicate 'dontcare'.; default: 0\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.; default: 0.0"},"clm":{"choice":"Hotels_2_SearchHouse","correct":false,"latency_ms":31.64,"confidence":0.96304},"jev":{"choice":"Hotels_2_BookHouse","correct":true,"latency_ms":97.53,"confidence":0.72}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Books a selected house for a specified duration and number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The check-out date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to include in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house should have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":0,\"description\":\"The number of adults for the reservation. Use 0 to indicate 'dontcare'.\",\"type\":\"integer\"},\"rating\":{\"default\":0.0,\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":true,"latency_ms":59.52,"confidence":0.583811},"jev":{"choice":"Hotels_2_BookHouse","correct":true,"latency_ms":110.14,"confidence":0.71}}}},{"id":"live_multiple_1048-275-0","split":"live_multiple","state":"User: I need to find accommodation in Paris for myself and one other adult.","expected":"Hotels_2_SearchHouse","candidate_count":2,"views":{"description":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating."},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":29.32,"confidence":0.797642},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":120.32,"confidence":0.99}},"prose_schema":{"criteria":{"Hotels_2_BookHouse":"Hotels_2_BookHouse: Books a selected house for a specified duration and number of adults.\nParameter where_to (string); required; The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter number_of_adults (integer); required; The number of adults to include in the reservation.\nParameter check_in_date (string); required; The check-in date for the reservation in the format 'MM/DD/YYYY'.\nParameter check_out_date (string); required; The check-out date for the reservation in the format 'MM/DD/YYYY'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\nParameter where_to (string); required; The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\nParameter has_laundry_service (string); Indicates if the house should have laundry service available.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults for the reservation. Use 0 to indicate 'dontcare'.; default: 0\nParameter rating (float); The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.; default: 0.0"},"clm":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":35.24,"confidence":0.890027},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":138.11,"confidence":1.0}},"schema":{"criteria":{"Hotels_2_BookHouse":"{\"description\":\"Books a selected house for a specified duration and number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The check-in date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The check-out date for the reservation in the format 'MM/DD/YYYY'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to include in the reservation.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house to book, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for a house accommodation at a specific location, optionally filtering by laundry service availability, number of adults, and review rating.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates if the house should have laundry service available.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":0,\"description\":\"The number of adults for the reservation. Use 0 to indicate 'dontcare'.\",\"type\":\"integer\"},\"rating\":{\"default\":0.0,\"description\":\"The minimum review rating of the house on a scale from 1.0 to 5.0, with 5.0 being the highest. Use 0 to indicate 'dontcare'.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination where the house is searched for, in the format of 'City, State', such as 'Austin, TX' or 'San Francisco, CA'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}"},"clm":{"choice":"Hotels_2_BookHouse","correct":false,"latency_ms":38.45,"confidence":0.877589},"jev":{"choice":"Hotels_2_SearchHouse","correct":true,"latency_ms":125.47,"confidence":0.99}}}},{"id":"live_multiple_1049-276-0","split":"live_multiple","state":"User: Can you find me available trains departing from Anaheim, CA to Berkeley, CA on April 10, 2023?","expected":"Trains_1_FindTrains","candidate_count":7,"views":{"description":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date in a designated city.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Books the selected house for the specified dates and the number of adults.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time.","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering based on entry fee, category, and suitability for children."},"clm":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":27.66,"confidence":0.918868},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":97.52,"confidence":1.0}},"prose_schema":{"criteria":{"Events_3_FindEvents":"Events_3_FindEvents: Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.\nParameter event_type (string); required; The category of the cultural event.; allowed values: Music, Theater\nParameter city (string); required; The name of the city where the event is taking place, formatted as 'City, State' or 'City, Country', e.g., 'New York, NY' or 'London, UK'.\nParameter date (string); The date on which the event is happening, formatted as 'YYYY-MM-DD'. If the date is not provided, the current date is assumed.; default: current_date","Events_3_BuyEventTickets":"Events_3_BuyEventTickets: Purchase tickets for a specified cultural event occurring on a particular date in a designated city.\nParameter event_name (string); required; The title of the artist's performance or play.\nParameter number_of_tickets (integer); required; The quantity of tickets to book for the event. Must be between 1 and 9.\nParameter date (string); required; The scheduled date for the event, in the format 'YYYY-MM-DD'.\nParameter city (string); required; The locality where the event will be held, in the format of 'City, State' or 'City, Country'. Examples include 'San Francisco, CA' or 'Paris, France'.","Hotels_2_BookHouse":"Hotels_2_BookHouse: Books the selected house for the specified dates and the number of adults.\nParameter where_to (string); required; The location of the house, formatted as 'City, State' or 'City, Country', for example, 'San Francisco, CA' or 'Paris, France'.\nParameter number_of_adults (integer); required; The number of adults for the reservation. Must be a positive integer.\nParameter check_in_date (string); required; The start date for the reservation, formatted as 'YYYY-MM-DD'.\nParameter check_out_date (string); required; The end date for the reservation, formatted as 'YYYY-MM-DD'.","Hotels_2_SearchHouse":"Hotels_2_SearchHouse: Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.\nParameter where_to (string); required; The destination location for the house search, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Paris, France'.\nParameter has_laundry_service (string); Indicates whether the house should have a laundry service. Possible values are 'True' for houses with laundry services, 'False' for houses without, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter number_of_adults (integer); The number of adults that will be accommodated in the house. This value helps filter houses based on occupancy requirements.; default: 1\nParameter rating (float); The minimum review rating (from 1.0 to 5.0) that the house should have. Use 'dontcare' to indicate no preference on rating.; default: dontcare","Trains_1_GetTrainTickets":"Trains_1_GetTrainTickets: Reserves tickets for a train journey between specified cities on a given date and time.\nParameter _from (string); required; The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\nParameter to (string); required; The arrival city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/23/2023').\nParameter journey_start_time (string); required; The starting time of the train journey, in 24-hour format 'HH:MM' (e.g., '13:45' for 1:45 PM).\nParameter number_of_adults (integer); required; The number of adults to reserve train tickets for.\nParameter trip_protection (boolean); required; Indicates whether to add trip protection to the reservation, for an additional fee.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value","Trains_1_FindTrains":"Trains_1_FindTrains: Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.\nParameter _from (string); required; The name of the starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\nParameter to (string); required; The destination city for the train journey, formatted as 'City, State', for instance 'Los Angeles, CA'.\nParameter date_of_journey (string); required; The date of the train journey, in the format 'MM/DD/YYYY', e.g., '04/25/2023'.\nParameter _class (string); The fare class for the train reservation.; allowed values: Value, Flexible, Business; default: Value\nParameter number_of_adults (integer); The number of adults for whom train tickets are to be reserved.; allowed values: 1, 2, 3, 4, 5; default: 1","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a given city, filtering based on entry fee, category, and suitability for children.\nParameter location (string); required; The name of the city or town where the attraction is located, in the format 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\nParameter free_entry (boolean); Flag indicating whether the attraction has free entry. 'True' for attractions with no entry fee, 'False' for attractions with an entry fee, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); The category to which the attraction belongs. The category can be a type of venue or activity offered.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (boolean); Flag indicating whether the attraction is suitable for children. 'True' if the attraction is kid-friendly, 'False' if it is not, and 'dontcare' for no preference.; allowed values: True, False, dontcare; default: dontcare"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":36.12,"confidence":0.988408},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":112.81,"confidence":1.0}},"schema":{"criteria":{"Events_3_FindEvents":"{\"description\":\"Searches for cultural events, including concerts and plays, that are scheduled to occur in a specified city.\",\"name\":\"Events_3_FindEvents\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city where the event is taking place, formatted as 'City, State' or 'City, Country', e.g., 'New York, NY' or 'London, UK'.\",\"type\":\"string\"},\"date\":{\"default\":\"current_date\",\"description\":\"The date on which the event is happening, formatted as 'YYYY-MM-DD'. If the date is not provided, the current date is assumed.\",\"type\":\"string\"},\"event_type\":{\"description\":\"The category of the cultural event.\",\"enum\":[\"Music\",\"Theater\"],\"type\":\"string\"}},\"required\":[\"event_type\",\"city\"],\"type\":\"dict\"}}","Events_3_BuyEventTickets":"{\"description\":\"Purchase tickets for a specified cultural event occurring on a particular date in a designated city.\",\"name\":\"Events_3_BuyEventTickets\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The locality where the event will be held, in the format of 'City, State' or 'City, Country'. Examples include 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"},\"date\":{\"description\":\"The scheduled date for the event, in the format 'YYYY-MM-DD'.\",\"type\":\"string\"},\"event_name\":{\"description\":\"The title of the artist's performance or play.\",\"type\":\"string\"},\"number_of_tickets\":{\"description\":\"The quantity of tickets to book for the event. Must be between 1 and 9.\",\"type\":\"integer\"}},\"required\":[\"event_name\",\"number_of_tickets\",\"date\",\"city\"],\"type\":\"dict\"}}","Hotels_2_BookHouse":"{\"description\":\"Books the selected house for the specified dates and the number of adults.\",\"name\":\"Hotels_2_BookHouse\",\"parameters\":{\"properties\":{\"check_in_date\":{\"description\":\"The start date for the reservation, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"check_out_date\":{\"description\":\"The end date for the reservation, formatted as 'YYYY-MM-DD'.\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults for the reservation. Must be a positive integer.\",\"type\":\"integer\"},\"where_to\":{\"description\":\"The location of the house, formatted as 'City, State' or 'City, Country', for example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\",\"number_of_adults\",\"check_in_date\",\"check_out_date\"],\"type\":\"dict\"}}","Hotels_2_SearchHouse":"{\"description\":\"Search for available houses for rent at a specified location, with options for laundry service, number of adults, and rating filters.\",\"name\":\"Hotels_2_SearchHouse\",\"parameters\":{\"properties\":{\"has_laundry_service\":{\"default\":\"dontcare\",\"description\":\"Indicates whether the house should have a laundry service. Possible values are 'True' for houses with laundry services, 'False' for houses without, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults that will be accommodated in the house. This value helps filter houses based on occupancy requirements.\",\"type\":\"integer\"},\"rating\":{\"default\":\"dontcare\",\"description\":\"The minimum review rating (from 1.0 to 5.0) that the house should have. Use 'dontcare' to indicate no preference on rating.\",\"type\":\"float\"},\"where_to\":{\"description\":\"The destination location for the house search, in the format of 'City, State' or 'City, Country', such as 'Berkeley, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"where_to\"],\"type\":\"dict\"}}","Trains_1_GetTrainTickets":"{\"description\":\"Reserves tickets for a train journey between specified cities on a given date and time.\",\"name\":\"Trains_1_GetTrainTickets\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The departure city for the train journey, in the format of 'City, State' (e.g., 'New York, NY').\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY' (e.g., '04/23/2023').\",\"type\":\"string\"},\"journey_start_time\":{\"description\":\"The starting time of the train journey, in 24-hour format 'HH:MM' (e.g., '13:45' for 1:45 PM).\",\"type\":\"string\"},\"number_of_adults\":{\"description\":\"The number of adults to reserve train tickets for.\",\"type\":\"integer\"},\"to\":{\"description\":\"The arrival city for the train journey, in the format of 'City, State' (e.g., 'Los Angeles, CA').\",\"type\":\"string\"},\"trip_protection\":{\"description\":\"Indicates whether to add trip protection to the reservation, for an additional fee.\",\"type\":\"boolean\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\",\"journey_start_time\",\"number_of_adults\",\"trip_protection\"],\"type\":\"dict\"}}","Trains_1_FindTrains":"{\"description\":\"Finds available trains to a specified destination city on a particular date, allowing for reservation in different fare classes.\",\"name\":\"Trains_1_FindTrains\",\"parameters\":{\"properties\":{\"_class\":{\"default\":\"Value\",\"description\":\"The fare class for the train reservation.\",\"enum\":[\"Value\",\"Flexible\",\"Business\"],\"type\":\"string\"},\"_from\":{\"description\":\"The name of the starting city for the train journey, in the format of 'City, State', such as 'San Francisco, CA'.\",\"type\":\"string\"},\"date_of_journey\":{\"description\":\"The date of the train journey, in the format 'MM/DD/YYYY', e.g., '04/25/2023'.\",\"type\":\"string\"},\"number_of_adults\":{\"default\":1,\"description\":\"The number of adults for whom train tickets are to be reserved.\",\"enum\":[1,2,3,4,5],\"type\":\"integer\"},\"to\":{\"description\":\"The destination city for the train journey, formatted as 'City, State', for instance 'Los Angeles, CA'.\",\"type\":\"string\"}},\"required\":[\"_from\",\"to\",\"date_of_journey\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a given city, filtering based on entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"The category to which the attraction belongs. The category can be a type of venue or activity offered.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. 'True' for attractions with no entry fee, 'False' for attractions with an entry fee, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. 'True' if the attraction is kid-friendly, 'False' if it is not, and 'dontcare' for no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"boolean\"},\"location\":{\"description\":\"The name of the city or town where the attraction is located, in the format 'City, State' or 'City, Country'. For example, 'San Francisco, CA' or 'Paris, France'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}"},"clm":{"choice":"Events_3_FindEvents","correct":false,"latency_ms":66.78,"confidence":0.272429},"jev":{"choice":"Trains_1_FindTrains","correct":true,"latency_ms":104.15,"confidence":1.0}}}},{"id":"live_multiple_1050-277-0","split":"live_multiple","state":"User: Can you tell me what the weather will be like in Atlanta on March 7th, 2023?","expected":"Weather_1_GetWeather","candidate_count":3,"views":{"description":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date."},"clm":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":32.11,"confidence":0.985537},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":113.8,"confidence":1.0}},"prose_schema":{"criteria":{"RideSharing_2_GetRide":"RideSharing_2_GetRide: Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\nParameter destination (string); required; The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\nParameter number_of_seats (integer); required; The number of seats to reserve in the cab.; allowed values: 1, 2, 3, 4\nParameter ride_type (string); required; The type of cab ride desired.; allowed values: Pool, Regular, Luxury","Travel_1_FindAttractions":"Travel_1_FindAttractions: Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\nParameter location (string); required; City or town where the attraction is located, in the format of 'City, State' or 'City, Country'. For example, 'Paris, France' or 'New York, NY'.\nParameter free_entry (string); Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare\nParameter category (string); Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.; allowed values: Place of Worship, Theme Park, Museum, Historical Landmark, Park, Tourist Attraction, Sports Venue, Shopping Area, Performing Arts Venue, Nature Preserve, dontcare; default: dontcare\nParameter good_for_kids (string); Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.; allowed values: True, False, dontcare; default: dontcare","Weather_1_GetWeather":"Weather_1_GetWeather: Retrieves the weather information for a specified city on a given date.\nParameter city (string); required; The name of the city for which to retrieve weather data, such as 'New York, NY'.\nParameter date (string); The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.; default: today"},"clm":{"choice":"Travel_1_FindAttractions","correct":false,"latency_ms":105.34,"confidence":0.814085},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":93.2,"confidence":1.0}},"schema":{"criteria":{"RideSharing_2_GetRide":"{\"description\":\"Books a cab for a specified destination, accommodating the requested number of seats and the selected ride type.\",\"name\":\"RideSharing_2_GetRide\",\"parameters\":{\"properties\":{\"destination\":{\"description\":\"The destination address or location for the cab, formatted as 'Street, City, State' (e.g., '123 Main St, Springfield, IL').\",\"type\":\"string\"},\"number_of_seats\":{\"description\":\"The number of seats to reserve in the cab.\",\"enum\":[1,2,3,4],\"type\":\"integer\"},\"ride_type\":{\"description\":\"The type of cab ride desired.\",\"enum\":[\"Pool\",\"Regular\",\"Luxury\"],\"type\":\"string\"}},\"required\":[\"destination\",\"number_of_seats\",\"ride_type\"],\"type\":\"dict\"}}","Travel_1_FindAttractions":"{\"description\":\"Browse attractions in a specified city, filtering by entry fee, category, and suitability for children.\",\"name\":\"Travel_1_FindAttractions\",\"parameters\":{\"properties\":{\"category\":{\"default\":\"dontcare\",\"description\":\"Category of the attraction, such as 'Museum' or 'Park'. Select 'dontcare' if no specific category is preferred.\",\"enum\":[\"Place of Worship\",\"Theme Park\",\"Museum\",\"Historical Landmark\",\"Park\",\"Tourist Attraction\",\"Sports Venue\",\"Shopping Area\",\"Performing Arts Venue\",\"Nature Preserve\",\"dontcare\"],\"type\":\"string\"},\"free_entry\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction has free entry. Use 'True' for free entry, 'False' for paid entry, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"good_for_kids\":{\"default\":\"dontcare\",\"description\":\"Flag indicating whether the attraction is suitable for children. Use 'True' if suitable, 'False' if not, or 'dontcare' if no preference.\",\"enum\":[\"True\",\"False\",\"dontcare\"],\"type\":\"string\"},\"location\":{\"description\":\"City or town where the attraction is located, in the format of 'City, State' or 'City, Country'. For example, 'Paris, France' or 'New York, NY'.\",\"type\":\"string\"}},\"required\":[\"location\"],\"type\":\"dict\"}}","Weather_1_GetWeather":"{\"description\":\"Retrieves the weather information for a specified city on a given date.\",\"name\":\"Weather_1_GetWeather\",\"parameters\":{\"properties\":{\"city\":{\"description\":\"The name of the city for which to retrieve weather data, such as 'New York, NY'.\",\"type\":\"string\"},\"date\":{\"default\":\"today\",\"description\":\"The date for which to retrieve the weather, in the format 'YYYY-MM-DD'. If not provided, the current date is used.\",\"type\":\"string\"}},\"required\":[\"city\"],\"type\":\"dict\"}}"},"clm":{"choice":"RideSharing_2_GetRide","correct":false,"latency_ms":62.55,"confidence":0.455927},"jev":{"choice":"Weather_1_GetWeather","correct":true,"latency_ms":119.11,"confidence":1.0}}}},{"id":"live_multiple_1051-278-0","split":"live_multiple","state":"User: I need to wake up early for a meeting tomorro 2023-12-1. Can you set a reminder for 7:00 AM?","expected":"set_alarm","candidate_count":2,"views":{"description":{"criteria":{"set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various standardized formats, such as 'YYYY-MM-DD HH:MM:SS' for specific date and time, 'HH:MM:SS' for time of the day, or 'HH:MM' for a shorter version without seconds. AM/PM can also be used to specify the time, for example, '9:30 AM'.","set_countdown":"set_countdown: Sets a countdown timer for a specified duration. The duration should be specified in a clear format, such as '1 hour 30 minutes', '45 minutes', or '2 hours'. Supported units are hours and minutes."},"clm":{"choice":"set_alarm","correct":true,"latency_ms":89.88,"confidence":0.82051},"jev":{"choice":"set_alarm","correct":true,"latency_ms":115.28,"confidence":1.0}},"prose_schema":{"criteria":{"set_alarm":"set_alarm: Set an alarm for a specific time. The time can be specified in various standardized formats, such as 'YYYY-MM-DD HH:MM:SS' for specific date and time, 'HH:MM:SS' for time of the day, or 'HH:MM' for a shorter version without seconds. AM/PM can also be used to specify the time, for example, '9:30 AM'.\nParameter alarm_time (string); required; The alarm time in a standard 24-hour format ('HH:MM' or 'HH:MM:SS') or a standard 12-hour format with AM/PM ('HH:MM AM/PM'). Date can be included in the format 'YYYY-MM-DD HH:MM:SS'. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'.\nParameter purpose (string); The purpose of the alarm, such as 'wake up' or 'meeting'. Optional parameter.; default: reminder","set_countdown":"set_countdown: Sets a countdown timer for a specified duration. The duration should be specified in a clear format, such as '1 hour 30 minutes', '45 minutes', or '2 hours'. Supported units are hours and minutes.\nParameter duration (string); required; The countdown duration, expressed in a format such as '1 hour 30 minutes', '45 minutes', or '2 hours'. Examples include '1 hour', '30 minutes', '1 hr 15 mins'. The format should include a numeric time quantity followed by a space and a time unit ('hours' or 'minutes').\nParameter purpose (string); The purpose of setting the countdown timer. For example, 'baking', 'study session', or 'workout'.; default: General reminder"},"clm":{"choice":"set_alarm","correct":true,"latency_ms":134.41,"confidence":0.975366},"jev":{"choice":"set_alarm","correct":true,"latency_ms":139.83,"confidence":1.0}},"schema":{"criteria":{"set_alarm":"{\"description\":\"Set an alarm for a specific time. The time can be specified in various standardized formats, such as 'YYYY-MM-DD HH:MM:SS' for specific date and time, 'HH:MM:SS' for time of the day, or 'HH:MM' for a shorter version without seconds. AM/PM can also be used to specify the time, for example, '9:30 AM'.\",\"name\":\"set_alarm\",\"parameters\":{\"properties\":{\"alarm_time\":{\"description\":\"The alarm time in a standard 24-hour format ('HH:MM' or 'HH:MM:SS') or a standard 12-hour format with AM/PM ('HH:MM AM/PM'). Date can be included in the format 'YYYY-MM-DD HH:MM:SS'. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'.\",\"type\":\"string\"},\"purpose\":{\"default\":\"reminder\",\"description\":\"The purpose of the alarm, such as 'wake up' or 'meeting'. Optional parameter.\",\"type\":\"string\"}},\"required\":[\"alarm_time\"],\"type\":\"dict\"}}","set_countdown":"{\"description\":\"Sets a countdown timer for a specified duration. The duration should be specified in a clear format, such as '1 hour 30 minutes', '45 minutes', or '2 hours'. Supported units are hours and minutes.\",\"name\":\"set_countdown\",\"parameters\":{\"properties\":{\"duration\":{\"description\":\"The countdown duration, expressed in a format such as '1 hour 30 minutes', '45 minutes', or '2 hours'. Examples include '1 hour', '30 minutes', '1 hr 15 mins'. The format should include a numeric time quantity followed by a space and a time unit ('hours' or 'minutes').\",\"type\":\"string\"},\"purpose\":{\"default\":\"General reminder\",\"description\":\"The purpose of setting the countdown timer. For example, 'baking', 'study session', or 'workout'.\",\"type\":\"string\"}},\"required\":[\"duration\"],\"type\":\"dict\"}}"},"clm":{"choice":"set_countdown","correct":false,"latency_ms":112.86,"confidence":0.660598},"jev":{"choice":"set_alarm","correct":true,"latency_ms":127.91,"confidence":1.0}}}},{"id":"live_multiple_1052-279-0","split":"live_multiple","state":"User: I want to listen to 'With You' by AP Dillon. Could you set the volume to 50?","expected":"set_volume","candidate_count":2,"views":{"description":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).","play_song":"play_song: Plays the requested song based on the provided search query."},"clm":{"choice":"play_song","correct":false,"latency_ms":28.17,"confidence":0.997289},"jev":{"choice":"play_song","correct":false,"latency_ms":105.66,"confidence":0.76}},"prose_schema":{"criteria":{"set_volume":"set_volume: Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).\nParameter volume (integer); required; The volume level to be set for audio playback. Valid range is from 0 to 100, where 0 is completely muted and 100 is the highest volume.","play_song":"play_song: Plays the requested song based on the provided search query.\nParameter query (string); required; The search query for the song, such as the song's title or artist's name.\nParameter volume (integer); The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).; default: 70\nParameter shuffle (boolean); Whether to shuffle the playback when multiple songs match the query.; default: False"},"clm":{"choice":"play_song","correct":false,"latency_ms":35.25,"confidence":0.92194},"jev":{"choice":"play_song","correct":false,"latency_ms":119.06,"confidence":0.99}},"schema":{"criteria":{"set_volume":"{\"description\":\"Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).\",\"name\":\"set_volume\",\"parameters\":{\"properties\":{\"volume\":{\"description\":\"The volume level to be set for audio playback. Valid range is from 0 to 100, where 0 is completely muted and 100 is the highest volume.\",\"type\":\"integer\"}},\"required\":[\"volume\"],\"type\":\"dict\"}}","play_song":"{\"description\":\"Plays the requested song based on the provided search query.\",\"name\":\"play_song\",\"parameters\":{\"properties\":{\"query\":{\"description\":\"The search query for the song, such as the song's title or artist's name.\",\"type\":\"string\"},\"shuffle\":{\"default\":false,\"description\":\"Whether to shuffle the playback when multiple songs match the query.\",\"type\":\"boolean\"},\"volume\":{\"default\":70,\"description\":\"The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).\",\"type\":\"integer\"}},\"required\":[\"query\"],\"type\":\"dict\"}}"},"clm":{"choice":"play_song","correct":false,"latency_ms":34.15,"confidence":0.971815},"jev":{"choice":"play_song","correct":false,"latency_ms":128.34,"confidence":0.97}}}}]}
